{"level":"warn","ts":"2026-04-08T13:38:57.359644Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T13:38:57.359857Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.115:2380","--initial-cluster=instance=https://199.204.45.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T13:38:57.359988Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T13:38:57.360008Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-04-08T13:38:57.360031Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T13:38:57.360966Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"]} {"level":"info","ts":"2026-04-08T13:38:57.361074Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T13:38:57.367369Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.030999ms"} {"level":"info","ts":"2026-04-08T13:38:57.37946Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e3aaa5c123e150e0","cluster-id":"61ec519698823541"} {"level":"info","ts":"2026-04-08T13:38:57.379579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T13:38:57.379613Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 0"} {"level":"info","ts":"2026-04-08T13:38:57.379838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e3aaa5c123e150e0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T13:38:57.37987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 1"} {"level":"info","ts":"2026-04-08T13:38:57.379953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"warn","ts":"2026-04-08T13:38:57.387524Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T13:38:57.389676Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T13:38:57.39129Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T13:38:57.393937Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e3aaa5c123e150e0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T13:38:57.394088Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e3aaa5c123e150e0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T13:38:57.394369Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T13:38:57.394494Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T13:38:57.394508Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T13:38:57.39641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"info","ts":"2026-04-08T13:38:57.396611Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","added-peer-id":"e3aaa5c123e150e0","added-peer-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-04-08T13:38:57.399673Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T13:38:57.399761Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-04-08T13:38:57.400113Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-04-08T13:38:57.400503Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e3aaa5c123e150e0","initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T13:38:57.400579Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T13:38:57.481136Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T13:38:57.481209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T13:38:57.481252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgPreVoteResp from e3aaa5c123e150e0 at term 1"} {"level":"info","ts":"2026-04-08T13:38:57.481277Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became candidate at term 2"} {"level":"info","ts":"2026-04-08T13:38:57.481319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgVoteResp from e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-04-08T13:38:57.481342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became leader at term 2"} {"level":"info","ts":"2026-04-08T13:38:57.48137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e3aaa5c123e150e0 elected leader e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-04-08T13:38:57.482683Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e3aaa5c123e150e0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.115:2379]}","request-path":"/0/members/e3aaa5c123e150e0/attributes","cluster-id":"61ec519698823541","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T13:38:57.482727Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T13:38:57.482753Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T13:38:57.482842Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T13:38:57.483033Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T13:38:57.48309Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T13:38:57.484138Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T13:38:57.484237Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T13:38:57.484271Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T13:38:57.484744Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.115:2379"} {"level":"info","ts":"2026-04-08T13:38:57.486266Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-08T13:38:59.72939Z","caller":"traceutil/trace.go:171","msg":"trace[1952920978] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"436.038695ms","start":"2026-04-08T13:38:59.293327Z","end":"2026-04-08T13:38:59.729366Z","steps":["trace[1952920978] 'process raft request' (duration: 435.804028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:38:59.730027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.293313Z","time spent":"436.177278ms","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:38:59.739295Z","caller":"traceutil/trace.go:171","msg":"trace[1478542978] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"360.946832ms","start":"2026-04-08T13:38:59.378304Z","end":"2026-04-08T13:38:59.739251Z","steps":["trace[1478542978] 'process raft request' (duration: 360.811639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:38:59.739411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.378277Z","time spent":"361.076325ms","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:38:59.739408Z","caller":"traceutil/trace.go:171","msg":"trace[315285986] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"445.900001ms","start":"2026-04-08T13:38:59.293472Z","end":"2026-04-08T13:38:59.739372Z","steps":["trace[315285986] 'process raft request' (duration: 445.508019ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:38:59.739475Z","caller":"traceutil/trace.go:171","msg":"trace[181229311] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"353.854553ms","start":"2026-04-08T13:38:59.385601Z","end":"2026-04-08T13:38:59.739456Z","steps":["trace[181229311] 'process raft request' (duration: 353.629317ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:38:59.739393Z","caller":"traceutil/trace.go:171","msg":"trace[1995079789] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"433.676729ms","start":"2026-04-08T13:38:59.30569Z","end":"2026-04-08T13:38:59.739367Z","steps":["trace[1995079789] 'read index received' (duration: 423.524145ms)","trace[1995079789] 'applied index is now lower than readState.Index' (duration: 10.151414ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:38:59.739569Z","caller":"traceutil/trace.go:171","msg":"trace[363006235] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"352.362541ms","start":"2026-04-08T13:38:59.387155Z","end":"2026-04-08T13:38:59.739518Z","steps":["trace[363006235] 'process raft request' (duration: 352.128615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:38:59.739571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.850413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-08T13:38:59.739655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.194588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-08T13:38:59.739639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.293451Z","time spent":"446.073946ms","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:38:59.739693Z","caller":"traceutil/trace.go:171","msg":"trace[586290983] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"434.035328ms","start":"2026-04-08T13:38:59.305647Z","end":"2026-04-08T13:38:59.739682Z","steps":["trace[586290983] 'agreement among raft nodes before linearized reading' (duration: 433.807082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:38:59.739704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.387147Z","time spent":"352.507946ms","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:38:59.739755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.357741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-08T13:38:59.739792Z","caller":"traceutil/trace.go:171","msg":"trace[1963152074] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"352.068472ms","start":"2026-04-08T13:38:59.387714Z","end":"2026-04-08T13:38:59.739783Z","steps":["trace[1963152074] 'process raft request' (duration: 351.61415ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:38:59.739795Z","caller":"traceutil/trace.go:171","msg":"trace[1184128583] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"297.397411ms","start":"2026-04-08T13:38:59.44239Z","end":"2026-04-08T13:38:59.739787Z","steps":["trace[1184128583] 'agreement among raft nodes before linearized reading' (duration: 297.344249ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:38:59.739827Z","caller":"traceutil/trace.go:171","msg":"trace[830514561] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"354.681956ms","start":"2026-04-08T13:38:59.385106Z","end":"2026-04-08T13:38:59.739788Z","steps":["trace[830514561] 'process raft request' (duration: 354.078899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:38:59.739864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.387709Z","time spent":"352.110914ms","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:38:59.73987Z","caller":"traceutil/trace.go:171","msg":"trace[172916167] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"354.45482ms","start":"2026-04-08T13:38:59.385398Z","end":"2026-04-08T13:38:59.739852Z","steps":["trace[172916167] 'process raft request' (duration: 353.811991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:38:59.739943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.385379Z","time spent":"354.536602ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:38:59.739967Z","caller":"traceutil/trace.go:171","msg":"trace[1928879892] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"354.275084ms","start":"2026-04-08T13:38:59.385663Z","end":"2026-04-08T13:38:59.739938Z","steps":["trace[1928879892] 'process raft request' (duration: 353.594965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:38:59.739991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.38509Z","time spent":"354.80328ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:38:59.740014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.048777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-08T13:38:59.740047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.385625Z","time spent":"354.385538ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:38:59.740083Z","caller":"traceutil/trace.go:171","msg":"trace[1614535742] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"355.003226ms","start":"2026-04-08T13:38:59.385072Z","end":"2026-04-08T13:38:59.740075Z","steps":["trace[1614535742] 'process raft request' (duration: 354.082749ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:38:59.740085Z","caller":"traceutil/trace.go:171","msg":"trace[631142640] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"350.139278ms","start":"2026-04-08T13:38:59.389921Z","end":"2026-04-08T13:38:59.74006Z","steps":["trace[631142640] 'agreement among raft nodes before linearized reading' (duration: 350.063317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:38:59.740118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.385031Z","time spent":"355.068567ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:38:59.74013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.389913Z","time spent":"350.206801ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-08T13:38:59.739923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.82709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-08T13:38:59.739751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.305629Z","time spent":"434.111671ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-04-08T13:38:59.740202Z","caller":"traceutil/trace.go:171","msg":"trace[967002742] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"360.129329ms","start":"2026-04-08T13:38:59.380045Z","end":"2026-04-08T13:38:59.740174Z","steps":["trace[967002742] 'agreement among raft nodes before linearized reading' (duration: 359.768989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:38:59.739681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.385593Z","time spent":"353.932194ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:38:59.740254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.380034Z","time spent":"360.208711ms","remote":"127.0.0.1:41850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-08T13:38:59.739702Z","caller":"traceutil/trace.go:171","msg":"trace[2128540332] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"396.276051ms","start":"2026-04-08T13:38:59.343414Z","end":"2026-04-08T13:38:59.73969Z","steps":["trace[2128540332] 'agreement among raft nodes before linearized reading' (duration: 396.190799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:38:59.74002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.597706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-08T13:38:59.740305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.343398Z","time spent":"396.892969ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-08T13:38:59.740338Z","caller":"traceutil/trace.go:171","msg":"trace[2098763024] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:0; response_revision:11; }","duration":"363.964646ms","start":"2026-04-08T13:38:59.376365Z","end":"2026-04-08T13:38:59.74033Z","steps":["trace[2098763024] 'agreement among raft nodes before linearized reading' (duration: 363.627947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:38:59.740368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:38:59.376341Z","time spent":"364.016587ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-04-08T13:39:04.691479Z","caller":"traceutil/trace.go:171","msg":"trace[1426995334] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"416.311403ms","start":"2026-04-08T13:39:04.275141Z","end":"2026-04-08T13:39:04.691453Z","steps":["trace[1426995334] 'process raft request' (duration: 416.178099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:04.691641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:04.275122Z","time spent":"416.462617ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:39:04.839369Z","caller":"traceutil/trace.go:171","msg":"trace[1135226778] linearizableReadLoop","detail":"{readStateIndex:283; appliedIndex:282; }","duration":"143.738127ms","start":"2026-04-08T13:39:04.695604Z","end":"2026-04-08T13:39:04.839342Z","steps":["trace[1135226778] 'read index received' (duration: 140.349692ms)","trace[1135226778] 'applied index is now lower than readState.Index' (duration: 3.387225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:39:04.839502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.880881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:04.839541Z","caller":"traceutil/trace.go:171","msg":"trace[2142643755] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:0; response_revision:272; }","duration":"143.966273ms","start":"2026-04-08T13:39:04.69556Z","end":"2026-04-08T13:39:04.839526Z","steps":["trace[2142643755] 'agreement among raft nodes before linearized reading' (duration: 143.886441ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:04.839514Z","caller":"traceutil/trace.go:171","msg":"trace[164760951] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"555.465032ms","start":"2026-04-08T13:39:04.284007Z","end":"2026-04-08T13:39:04.839472Z","steps":["trace[164760951] 'process raft request' (duration: 552.101518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:04.839785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:04.28398Z","time spent":"555.632925ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:39:05.452396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.333337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:39:05.452543Z","caller":"traceutil/trace.go:171","msg":"trace[152320205] linearizableReadLoop","detail":"{readStateIndex:296; appliedIndex:295; }","duration":"228.727547ms","start":"2026-04-08T13:39:05.223796Z","end":"2026-04-08T13:39:05.452524Z","steps":["trace[152320205] 'read index received' (duration: 28.158379ms)","trace[152320205] 'applied index is now lower than readState.Index' (duration: 200.567788ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:05.452553Z","caller":"traceutil/trace.go:171","msg":"trace[1691726768] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"241.055313ms","start":"2026-04-08T13:39:05.211477Z","end":"2026-04-08T13:39:05.452532Z","steps":["trace[1691726768] 'process raft request' (duration: 78.345535ms)","trace[1691726768] 'compare' (duration: 162.159412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:39:05.452654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.855771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-08T13:39:05.452692Z","caller":"traceutil/trace.go:171","msg":"trace[1548077404] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:285; }","duration":"228.932224ms","start":"2026-04-08T13:39:05.223748Z","end":"2026-04-08T13:39:05.45268Z","steps":["trace[1548077404] 'agreement among raft nodes before linearized reading' (duration: 228.862451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:05.778125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.227596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:39:05.778263Z","caller":"traceutil/trace.go:171","msg":"trace[573210071] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"296.134026ms","start":"2026-04-08T13:39:05.482104Z","end":"2026-04-08T13:39:05.778238Z","steps":["trace[573210071] 'process raft request' (duration: 149.712834ms)","trace[573210071] 'compare' (duration: 146.02431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:39:06.140898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.427192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T13:39:06.140912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.066151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:06.140991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.101955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T13:39:06.141015Z","caller":"traceutil/trace.go:171","msg":"trace[25120016] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:0; response_revision:290; }","duration":"262.224496ms","start":"2026-04-08T13:39:05.878767Z","end":"2026-04-08T13:39:06.140991Z","steps":["trace[25120016] 'range keys from in-memory index tree' (duration: 261.954789ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:06.141088Z","caller":"traceutil/trace.go:171","msg":"trace[553449366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:290; }","duration":"190.24881ms","start":"2026-04-08T13:39:05.950819Z","end":"2026-04-08T13:39:06.141068Z","steps":["trace[553449366] 'range keys from in-memory index tree' (duration: 190.005922ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:06.141228Z","caller":"traceutil/trace.go:171","msg":"trace[458041469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:290; }","duration":"186.562136ms","start":"2026-04-08T13:39:05.954415Z","end":"2026-04-08T13:39:06.140977Z","steps":["trace[458041469] 'range keys from in-memory index tree' (duration: 186.360302ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:06.428101Z","caller":"traceutil/trace.go:171","msg":"trace[320189903] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"203.29699ms","start":"2026-04-08T13:39:06.224772Z","end":"2026-04-08T13:39:06.428069Z","steps":["trace[320189903] 'process raft request' (duration: 164.926121ms)","trace[320189903] 'compare' (duration: 38.194654ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:07.689198Z","caller":"traceutil/trace.go:171","msg":"trace[1634290365] linearizableReadLoop","detail":"{readStateIndex:313; appliedIndex:312; }","duration":"164.319863ms","start":"2026-04-08T13:39:07.52485Z","end":"2026-04-08T13:39:07.68917Z","steps":["trace[1634290365] 'read index received' (duration: 164.147018ms)","trace[1634290365] 'applied index is now lower than readState.Index' (duration: 171.775µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:07.689342Z","caller":"traceutil/trace.go:171","msg":"trace[270962931] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"204.863553ms","start":"2026-04-08T13:39:07.484444Z","end":"2026-04-08T13:39:07.689308Z","steps":["trace[270962931] 'process raft request' (duration: 204.574145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:07.689445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.252463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-04-08T13:39:07.689379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.500618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-08T13:39:07.689489Z","caller":"traceutil/trace.go:171","msg":"trace[1713274151] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:302; }","duration":"115.323285ms","start":"2026-04-08T13:39:07.574151Z","end":"2026-04-08T13:39:07.689474Z","steps":["trace[1713274151] 'agreement among raft nodes before linearized reading' (duration: 115.263142ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:07.689629Z","caller":"traceutil/trace.go:171","msg":"trace[672784829] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:302; }","duration":"164.677933ms","start":"2026-04-08T13:39:07.524814Z","end":"2026-04-08T13:39:07.689492Z","steps":["trace[672784829] 'agreement among raft nodes before linearized reading' (duration: 164.491227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:14.207723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0248144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-08T13:39:14.20785Z","caller":"traceutil/trace.go:171","msg":"trace[1053514645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:368; }","duration":"2.024994205s","start":"2026-04-08T13:39:12.182828Z","end":"2026-04-08T13:39:14.207823Z","steps":["trace[1053514645] 'range keys from in-memory index tree' (duration: 2.024609054s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:14.207953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003064438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T13:39:14.207971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:12.182804Z","time spent":"2.02514852s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:39:14.208043Z","caller":"traceutil/trace.go:171","msg":"trace[2021566955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:368; }","duration":"2.003168871s","start":"2026-04-08T13:39:12.204847Z","end":"2026-04-08T13:39:14.208015Z","steps":["trace[2021566955] 'range keys from in-memory index tree' (duration: 2.002891403s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:14.208104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:12.204828Z","time spent":"2.003261573s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:39:14.208241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945399986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-08T13:39:14.208268Z","caller":"traceutil/trace.go:171","msg":"trace[500203322] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:368; }","duration":"1.945473648s","start":"2026-04-08T13:39:12.262785Z","end":"2026-04-08T13:39:14.208258Z","steps":["trace[500203322] 'range keys from in-memory index tree' (duration: 1.945311673s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:14.208295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:12.262762Z","time spent":"1.945526119s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-08T13:39:14.207871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.045833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:39:14.208575Z","caller":"traceutil/trace.go:171","msg":"trace[1080143406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:368; }","duration":"836.777714ms","start":"2026-04-08T13:39:13.371765Z","end":"2026-04-08T13:39:14.208543Z","steps":["trace[1080143406] 'range keys from in-memory index tree' (duration: 835.936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:14.208644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:13.371736Z","time spent":"836.890527ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:39:14.208513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530249895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:14.208751Z","caller":"traceutil/trace.go:171","msg":"trace[2144942942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:368; }","duration":"1.530536403s","start":"2026-04-08T13:39:12.678187Z","end":"2026-04-08T13:39:14.208723Z","steps":["trace[2144942942] 'range keys from in-memory index tree' (duration: 1.530122582s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:14.208802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:12.678154Z","time spent":"1.530635816s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:39:14.217649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658281306,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:39:14.29669Z","caller":"traceutil/trace.go:171","msg":"trace[1864506129] linearizableReadLoop","detail":"{readStateIndex:382; appliedIndex:381; }","duration":"579.899806ms","start":"2026-04-08T13:39:13.716761Z","end":"2026-04-08T13:39:14.296661Z","steps":["trace[1864506129] 'read index received' (duration: 579.659239ms)","trace[1864506129] 'applied index is now lower than readState.Index' (duration: 239.477µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:14.29686Z","caller":"traceutil/trace.go:171","msg":"trace[339555258] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"772.371261ms","start":"2026-04-08T13:39:13.524429Z","end":"2026-04-08T13:39:14.2968Z","steps":["trace[339555258] 'process raft request' (duration: 771.9876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:14.296893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.112241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:39:14.296974Z","caller":"traceutil/trace.go:171","msg":"trace[983902819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:369; }","duration":"580.266537ms","start":"2026-04-08T13:39:13.716678Z","end":"2026-04-08T13:39:14.296945Z","steps":["trace[983902819] 'agreement among raft nodes before linearized reading' (duration: 580.131403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:14.297034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:13.716648Z","time spent":"580.371819ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:39:14.297039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:13.524408Z","time spent":"772.539936ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:39:14.797547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658281312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:39:15.298801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658281312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:39:15.710848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.414409836s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:39:15.815681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.906015ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:15.815835Z","caller":"traceutil/trace.go:171","msg":"trace[1604677761] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:369; }","duration":"672.07889ms","start":"2026-04-08T13:39:15.143731Z","end":"2026-04-08T13:39:15.81581Z","steps":["trace[1604677761] 'range keys from in-memory index tree' (duration: 671.885505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:15.815901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.710706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:39:15.816243Z","caller":"traceutil/trace.go:171","msg":"trace[2052010753] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"1.597413644s","start":"2026-04-08T13:39:14.218811Z","end":"2026-04-08T13:39:15.816224Z","steps":["trace[2052010753] 'process raft request' (duration: 1.597195108s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:15.816343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:14.218781Z","time spent":"1.597519137s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:39:15.816502Z","caller":"traceutil/trace.go:171","msg":"trace[1495335411] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"1.592379033s","start":"2026-04-08T13:39:14.223936Z","end":"2026-04-08T13:39:15.816315Z","steps":["trace[1495335411] 'process raft request' (duration: 1.592127476s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:15.816625Z","caller":"traceutil/trace.go:171","msg":"trace[435049767] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"1.598566058s","start":"2026-04-08T13:39:14.218005Z","end":"2026-04-08T13:39:15.816571Z","steps":["trace[435049767] 'process raft request' (duration: 1.493065879s)","trace[435049767] 'compare' (duration: 104.12952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:39:15.816679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:14.223915Z","time spent":"1.592675352s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:39:15.816813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:14.217974Z","time spent":"1.598750762s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:39:15.816835Z","caller":"traceutil/trace.go:171","msg":"trace[666802107] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"1.586922431s","start":"2026-04-08T13:39:14.229867Z","end":"2026-04-08T13:39:15.816789Z","steps":["trace[666802107] 'process raft request' (duration: 1.586261632s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:15.816866Z","caller":"traceutil/trace.go:171","msg":"trace[1805051768] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:382; }","duration":"1.520025297s","start":"2026-04-08T13:39:14.296773Z","end":"2026-04-08T13:39:15.816798Z","steps":["trace[1805051768] 'read index received' (duration: 1.414294742s)","trace[1805051768] 'applied index is now lower than readState.Index' (duration: 105.729335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:39:15.817003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:14.229848Z","time spent":"1.587071414s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:39:15.817029Z","caller":"traceutil/trace.go:171","msg":"trace[168454212] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"1.515029727s","start":"2026-04-08T13:39:14.301808Z","end":"2026-04-08T13:39:15.816838Z","steps":["trace[168454212] 'process raft request' (duration: 1.514819061s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:15.817147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593064622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:15.817229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:14.30178Z","time spent":"1.515370336s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:39:15.81726Z","caller":"traceutil/trace.go:171","msg":"trace[1540719350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:374; }","duration":"1.593241177s","start":"2026-04-08T13:39:14.223995Z","end":"2026-04-08T13:39:15.817236Z","steps":["trace[1540719350] 'agreement among raft nodes before linearized reading' (duration: 1.592939378s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:15.817375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:14.223984Z","time spent":"1.593380141s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:39:36.058614Z","caller":"traceutil/trace.go:171","msg":"trace[631404869] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"454.537099ms","start":"2026-04-08T13:39:35.604049Z","end":"2026-04-08T13:39:36.058586Z","steps":["trace[631404869] 'process raft request' (duration: 454.381684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:36.058771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.603507Z","time spent":"455.198347ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:39:37.039695Z","caller":"traceutil/trace.go:171","msg":"trace[1449801904] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"1.429423217s","start":"2026-04-08T13:39:35.610218Z","end":"2026-04-08T13:39:37.039642Z","steps":["trace[1449801904] 'process raft request' (duration: 1.429113709s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.039846Z","caller":"traceutil/trace.go:171","msg":"trace[1717618385] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"1.419928151s","start":"2026-04-08T13:39:35.619904Z","end":"2026-04-08T13:39:37.039832Z","steps":["trace[1717618385] 'process raft request' (duration: 1.419771667s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.039862Z","caller":"traceutil/trace.go:171","msg":"trace[1188024241] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"1.422217335s","start":"2026-04-08T13:39:35.617635Z","end":"2026-04-08T13:39:37.039852Z","steps":["trace[1188024241] 'process raft request' (duration: 1.421900796s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.039969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.617614Z","time spent":"1.422293747s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:39:37.039978Z","caller":"traceutil/trace.go:171","msg":"trace[312929781] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"1.419475138s","start":"2026-04-08T13:39:35.62042Z","end":"2026-04-08T13:39:37.039895Z","steps":["trace[312929781] 'process raft request' (duration: 1.419302443s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.039974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.619897Z","time spent":"1.420007673s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:39:37.040066Z","caller":"traceutil/trace.go:171","msg":"trace[1453673624] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.418078069s","start":"2026-04-08T13:39:35.621938Z","end":"2026-04-08T13:39:37.040016Z","steps":["trace[1453673624] 'process raft request' (duration: 1.417823362s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.039757Z","caller":"traceutil/trace.go:171","msg":"trace[1410364129] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"1.429435678s","start":"2026-04-08T13:39:35.610278Z","end":"2026-04-08T13:39:37.039714Z","steps":["trace[1410364129] 'process raft request' (duration: 1.429193921s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.041163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.620414Z","time spent":"1.419661903s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:39:37.041431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.610272Z","time spent":"1.43093067s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:39:37.040144Z","caller":"traceutil/trace.go:171","msg":"trace[11847363] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"1.413355846s","start":"2026-04-08T13:39:35.626744Z","end":"2026-04-08T13:39:37.0401Z","steps":["trace[11847363] 'process raft request' (duration: 1.413055277s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.040091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.610201Z","time spent":"1.429673445s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:39:37.04172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.626723Z","time spent":"1.41490334s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:39:37.039806Z","caller":"traceutil/trace.go:171","msg":"trace[1075235691] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"1.420796635s","start":"2026-04-08T13:39:35.618985Z","end":"2026-04-08T13:39:37.039782Z","steps":["trace[1075235691] 'process raft request' (duration: 1.42062939s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.041999Z","caller":"traceutil/trace.go:171","msg":"trace[2107682544] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"1.407834001s","start":"2026-04-08T13:39:35.633881Z","end":"2026-04-08T13:39:37.041715Z","steps":["trace[2107682544] 'process raft request' (duration: 1.406106213s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.042123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.618977Z","time spent":"1.423081089s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:39:37.042937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.633866Z","time spent":"1.408280414s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:39:37.04211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.621931Z","time spent":"1.418228593s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:39:37.044694Z","caller":"traceutil/trace.go:171","msg":"trace[563530398] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.383511546s","start":"2026-04-08T13:39:35.66116Z","end":"2026-04-08T13:39:37.044672Z","steps":["trace[563530398] 'process raft request' (duration: 1.383228828s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.044799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.661126Z","time spent":"1.38363571s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:39:37.045843Z","caller":"traceutil/trace.go:171","msg":"trace[1386115498] linearizableReadLoop","detail":"{readStateIndex:510; appliedIndex:499; }","duration":"1.365829068s","start":"2026-04-08T13:39:35.679969Z","end":"2026-04-08T13:39:37.045798Z","steps":["trace[1386115498] 'read index received' (duration: 378.585532ms)","trace[1386115498] 'applied index is now lower than readState.Index' (duration: 987.242576ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:37.045922Z","caller":"traceutil/trace.go:171","msg":"trace[1486092601] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"1.274815409s","start":"2026-04-08T13:39:35.771098Z","end":"2026-04-08T13:39:37.045913Z","steps":["trace[1486092601] 'process raft request' (duration: 1.27454559s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.04598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.771067Z","time spent":"1.274882019s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:39:37.04615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366051054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.046245Z","caller":"traceutil/trace.go:171","msg":"trace[1897293831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:494; }","duration":"1.36628601s","start":"2026-04-08T13:39:35.679931Z","end":"2026-04-08T13:39:37.046217Z","steps":["trace[1897293831] 'agreement among raft nodes before linearized reading' (duration: 1.366003413s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.04636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.679916Z","time spent":"1.366379824s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:39:37.167001Z","caller":"traceutil/trace.go:171","msg":"trace[641524007] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"1.101777159s","start":"2026-04-08T13:39:36.06519Z","end":"2026-04-08T13:39:37.166967Z","steps":["trace[641524007] 'process raft request' (duration: 1.101578574s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.167158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:36.065165Z","time spent":"1.101922834s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:39:37.167293Z","caller":"traceutil/trace.go:171","msg":"trace[728889324] transaction","detail":"{read_only:false; number_of_response:1; response_revision:496; }","duration":"1.100926115s","start":"2026-04-08T13:39:36.066334Z","end":"2026-04-08T13:39:37.16726Z","steps":["trace[728889324] 'process raft request' (duration: 1.100674758s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.167356Z","caller":"traceutil/trace.go:171","msg":"trace[1147145509] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"1.101290235s","start":"2026-04-08T13:39:36.065826Z","end":"2026-04-08T13:39:37.167116Z","steps":["trace[1147145509] 'process raft request' (duration: 1.101057089s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.167457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:36.066311Z","time spent":"1.101056649s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:39:37.167537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:36.065815Z","time spent":"1.101624095s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:39:37.185526Z","caller":"traceutil/trace.go:171","msg":"trace[2000530448] linearizableReadLoop","detail":"{readStateIndex:515; appliedIndex:512; }","duration":"139.611829ms","start":"2026-04-08T13:39:37.045885Z","end":"2026-04-08T13:39:37.185497Z","steps":["trace[2000530448] 'read index received' (duration: 120.992015ms)","trace[2000530448] 'applied index is now lower than readState.Index' (duration: 18.616464ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:37.185674Z","caller":"traceutil/trace.go:171","msg":"trace[1621490397] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"134.837244ms","start":"2026-04-08T13:39:37.050819Z","end":"2026-04-08T13:39:37.185656Z","steps":["trace[1621490397] 'process raft request' (duration: 134.599377ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.185659Z","caller":"traceutil/trace.go:171","msg":"trace[443703621] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"134.626417ms","start":"2026-04-08T13:39:37.050992Z","end":"2026-04-08T13:39:37.185618Z","steps":["trace[443703621] 'process raft request' (duration: 134.503334ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.185729Z","caller":"traceutil/trace.go:171","msg":"trace[1436225410] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"126.032937ms","start":"2026-04-08T13:39:37.059686Z","end":"2026-04-08T13:39:37.185719Z","steps":["trace[1436225410] 'process raft request' (duration: 125.955365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.18578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186411711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T13:39:37.185798Z","caller":"traceutil/trace.go:171","msg":"trace[160677656] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"129.164953ms","start":"2026-04-08T13:39:37.056621Z","end":"2026-04-08T13:39:37.185786Z","steps":["trace[160677656] 'process raft request' (duration: 128.909916ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.185831Z","caller":"traceutil/trace.go:171","msg":"trace[368813618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:503; }","duration":"1.186507634s","start":"2026-04-08T13:39:35.999308Z","end":"2026-04-08T13:39:37.185816Z","steps":["trace[368813618] 'agreement among raft nodes before linearized reading' (duration: 1.186366269s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.185855Z","caller":"traceutil/trace.go:171","msg":"trace[1930869072] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"132.066205ms","start":"2026-04-08T13:39:37.053775Z","end":"2026-04-08T13:39:37.185841Z","steps":["trace[1930869072] 'process raft request' (duration: 131.738286ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.185895Z","caller":"traceutil/trace.go:171","msg":"trace[265954282] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"126.333674ms","start":"2026-04-08T13:39:37.059556Z","end":"2026-04-08T13:39:37.18589Z","steps":["trace[265954282] 'process raft request' (duration: 126.041637ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.185871Z","caller":"traceutil/trace.go:171","msg":"trace[54168880] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"126.431107ms","start":"2026-04-08T13:39:37.059431Z","end":"2026-04-08T13:39:37.185862Z","steps":["trace[54168880] 'process raft request' (duration: 126.125908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.186076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264446396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:39:37.186076Z","caller":"traceutil/trace.go:171","msg":"trace[1673015480] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"120.002096ms","start":"2026-04-08T13:39:37.06606Z","end":"2026-04-08T13:39:37.186062Z","steps":["trace[1673015480] 'process raft request' (duration: 119.619485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.185909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.999288Z","time spent":"1.186602926s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:39:37.18611Z","caller":"traceutil/trace.go:171","msg":"trace[1276073791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:504; }","duration":"1.264540009s","start":"2026-04-08T13:39:35.921562Z","end":"2026-04-08T13:39:37.186102Z","steps":["trace[1276073791] 'agreement among raft nodes before linearized reading' (duration: 1.264296593s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.186134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.921542Z","time spent":"1.26458455s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:39:37.186074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240910634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:39:37.186257Z","caller":"traceutil/trace.go:171","msg":"trace[345513766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:504; }","duration":"1.241133351s","start":"2026-04-08T13:39:35.945108Z","end":"2026-04-08T13:39:37.186241Z","steps":["trace[345513766] 'agreement among raft nodes before linearized reading' (duration: 1.240713219s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.186296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.94509Z","time spent":"1.241196712s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:39:37.186302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195524027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:39:37.186333Z","caller":"traceutil/trace.go:171","msg":"trace[1551201283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:505; }","duration":"1.195590978s","start":"2026-04-08T13:39:35.990732Z","end":"2026-04-08T13:39:37.186323Z","steps":["trace[1551201283] 'agreement among raft nodes before linearized reading' (duration: 1.195091235s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.186361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:35.990711Z","time spent":"1.195643471s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:39:37.202115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.528313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.202165Z","caller":"traceutil/trace.go:171","msg":"trace[235452926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:507; }","duration":"151.612335ms","start":"2026-04-08T13:39:37.050543Z","end":"2026-04-08T13:39:37.202155Z","steps":["trace[235452926] 'agreement among raft nodes before linearized reading' (duration: 151.541144ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.806538Z","caller":"traceutil/trace.go:171","msg":"trace[474656629] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"199.381229ms","start":"2026-04-08T13:39:37.607139Z","end":"2026-04-08T13:39:37.80652Z","steps":["trace[474656629] 'process raft request' (duration: 199.223755ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.935227Z","caller":"traceutil/trace.go:171","msg":"trace[254427539] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"322.767341ms","start":"2026-04-08T13:39:37.612404Z","end":"2026-04-08T13:39:37.935172Z","steps":["trace[254427539] 'process raft request' (duration: 253.138632ms)","trace[254427539] 'compare' (duration: 69.383552ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:37.935308Z","caller":"traceutil/trace.go:171","msg":"trace[2116307150] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:564; }","duration":"317.419051ms","start":"2026-04-08T13:39:37.617854Z","end":"2026-04-08T13:39:37.935273Z","steps":["trace[2116307150] 'read index received' (duration: 188.443302ms)","trace[2116307150] 'applied index is now lower than readState.Index' (duration: 128.975109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:39:37.935397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:37.612383Z","time spent":"322.926136ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:39:37.93536Z","caller":"traceutil/trace.go:171","msg":"trace[1081465028] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"171.864106ms","start":"2026-04-08T13:39:37.763445Z","end":"2026-04-08T13:39:37.935309Z","steps":["trace[1081465028] 'process raft request' (duration: 171.68799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.935469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.598025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.935495Z","caller":"traceutil/trace.go:171","msg":"trace[893771721] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:544; }","duration":"317.680378ms","start":"2026-04-08T13:39:37.617805Z","end":"2026-04-08T13:39:37.935485Z","steps":["trace[893771721] 'agreement among raft nodes before linearized reading' (duration: 317.595455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.935519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:37.617779Z","time spent":"317.73404ms","remote":"127.0.0.1:44348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:39:37.935522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.544584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:37.93559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.491479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:37.93563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.731929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:37.935628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.766301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.935647Z","caller":"traceutil/trace.go:171","msg":"trace[1506846209] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:544; }","duration":"287.597512ms","start":"2026-04-08T13:39:37.648031Z","end":"2026-04-08T13:39:37.935628Z","steps":["trace[1506846209] 'agreement among raft nodes before linearized reading' (duration: 287.53493ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.935667Z","caller":"traceutil/trace.go:171","msg":"trace[1750560330] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:544; }","duration":"221.770519ms","start":"2026-04-08T13:39:37.713883Z","end":"2026-04-08T13:39:37.935653Z","steps":["trace[1750560330] 'agreement among raft nodes before linearized reading' (duration: 221.725438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.935671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.439492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.935674Z","caller":"traceutil/trace.go:171","msg":"trace[1168804892] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:544; }","duration":"204.839773ms","start":"2026-04-08T13:39:37.730819Z","end":"2026-04-08T13:39:37.935658Z","steps":["trace[1168804892] 'agreement among raft nodes before linearized reading' (duration: 204.762032ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.935698Z","caller":"traceutil/trace.go:171","msg":"trace[1298865384] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:544; }","duration":"139.512696ms","start":"2026-04-08T13:39:37.796178Z","end":"2026-04-08T13:39:37.93569Z","steps":["trace[1298865384] 'agreement among raft nodes before linearized reading' (duration: 139.476714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.935729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.748041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.935751Z","caller":"traceutil/trace.go:171","msg":"trace[133648481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:544; }","duration":"166.779643ms","start":"2026-04-08T13:39:37.768965Z","end":"2026-04-08T13:39:37.935745Z","steps":["trace[133648481] 'agreement among raft nodes before linearized reading' (duration: 166.747112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.935703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.003005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:37.935765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.783331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:37.935787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.897831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.935827Z","caller":"traceutil/trace.go:171","msg":"trace[455483877] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:544; }","duration":"205.023478ms","start":"2026-04-08T13:39:37.730784Z","end":"2026-04-08T13:39:37.935807Z","steps":["trace[455483877] 'agreement among raft nodes before linearized reading' (duration: 204.911205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.935636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.916809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:37.935873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.093256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.935878Z","caller":"traceutil/trace.go:171","msg":"trace[1808453908] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:544; }","duration":"139.156585ms","start":"2026-04-08T13:39:37.79671Z","end":"2026-04-08T13:39:37.935867Z","steps":["trace[1808453908] 'agreement among raft nodes before linearized reading' (duration: 138.904339ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.935881Z","caller":"traceutil/trace.go:171","msg":"trace[139034096] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:544; }","duration":"266.031634ms","start":"2026-04-08T13:39:37.669823Z","end":"2026-04-08T13:39:37.935854Z","steps":["trace[139034096] 'agreement among raft nodes before linearized reading' (duration: 265.853719ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.935905Z","caller":"traceutil/trace.go:171","msg":"trace[652276710] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:544; }","duration":"266.153178ms","start":"2026-04-08T13:39:37.669742Z","end":"2026-04-08T13:39:37.935895Z","steps":["trace[652276710] 'agreement among raft nodes before linearized reading' (duration: 266.103967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.935942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.071388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:37.935883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.535182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.93559Z","caller":"traceutil/trace.go:171","msg":"trace[708574728] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:544; }","duration":"167.648306ms","start":"2026-04-08T13:39:37.767921Z","end":"2026-04-08T13:39:37.935569Z","steps":["trace[708574728] 'agreement among raft nodes before linearized reading' (duration: 167.537513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.935843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.822784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.935978Z","caller":"traceutil/trace.go:171","msg":"trace[2083585684] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:544; }","duration":"167.643026ms","start":"2026-04-08T13:39:37.768327Z","end":"2026-04-08T13:39:37.93597Z","steps":["trace[2083585684] 'agreement among raft nodes before linearized reading' (duration: 167.532453ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.935809Z","caller":"traceutil/trace.go:171","msg":"trace[2003477010] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:544; }","duration":"287.141899ms","start":"2026-04-08T13:39:37.648642Z","end":"2026-04-08T13:39:37.935784Z","steps":["trace[2003477010] 'agreement among raft nodes before linearized reading' (duration: 286.928883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.935939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.010723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.936057Z","caller":"traceutil/trace.go:171","msg":"trace[1427312235] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:544; }","duration":"288.147698ms","start":"2026-04-08T13:39:37.647902Z","end":"2026-04-08T13:39:37.93605Z","steps":["trace[1427312235] 'agreement among raft nodes before linearized reading' (duration: 288.007844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.93553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.562665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:37.93559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.653201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.93611Z","caller":"traceutil/trace.go:171","msg":"trace[332097724] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:544; }","duration":"318.188242ms","start":"2026-04-08T13:39:37.617915Z","end":"2026-04-08T13:39:37.936103Z","steps":["trace[332097724] 'agreement among raft nodes before linearized reading' (duration: 317.529963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.935532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.5056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:37.935978Z","caller":"traceutil/trace.go:171","msg":"trace[1138141742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:544; }","duration":"222.135759ms","start":"2026-04-08T13:39:37.713833Z","end":"2026-04-08T13:39:37.935968Z","steps":["trace[1138141742] 'agreement among raft nodes before linearized reading' (duration: 222.079468ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.936128Z","caller":"traceutil/trace.go:171","msg":"trace[1580602457] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:544; }","duration":"204.211946ms","start":"2026-04-08T13:39:37.731903Z","end":"2026-04-08T13:39:37.936115Z","steps":["trace[1580602457] 'agreement among raft nodes before linearized reading' (duration: 203.66115ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.93615Z","caller":"traceutil/trace.go:171","msg":"trace[954036032] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:544; }","duration":"266.154828ms","start":"2026-04-08T13:39:37.669986Z","end":"2026-04-08T13:39:37.936141Z","steps":["trace[954036032] 'agreement among raft nodes before linearized reading' (duration: 265.48682ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:37.936013Z","caller":"traceutil/trace.go:171","msg":"trace[986870209] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:544; }","duration":"140.007399ms","start":"2026-04-08T13:39:37.795994Z","end":"2026-04-08T13:39:37.936001Z","steps":["trace[986870209] 'agreement among raft nodes before linearized reading' (duration: 139.832535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:37.93613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:37.617907Z","time spent":"318.214973ms","remote":"127.0.0.1:44348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:39:38.198481Z","caller":"traceutil/trace.go:171","msg":"trace[854300398] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:568; }","duration":"186.96454ms","start":"2026-04-08T13:39:38.011467Z","end":"2026-04-08T13:39:38.198432Z","steps":["trace[854300398] 'read index received' (duration: 18.102599ms)","trace[854300398] 'applied index is now lower than readState.Index' (duration: 168.861111ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:38.19855Z","caller":"traceutil/trace.go:171","msg":"trace[1593828936] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"200.541813ms","start":"2026-04-08T13:39:37.997979Z","end":"2026-04-08T13:39:38.198521Z","steps":["trace[1593828936] 'process raft request' (duration: 106.342582ms)","trace[1593828936] 'compare' (duration: 93.972504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:39:38.198731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.187486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:38.198842Z","caller":"traceutil/trace.go:171","msg":"trace[941592504] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:547; }","duration":"187.386562ms","start":"2026-04-08T13:39:38.011436Z","end":"2026-04-08T13:39:38.198823Z","steps":["trace[941592504] 'agreement among raft nodes before linearized reading' (duration: 187.188227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:38.244902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.350624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:38.244999Z","caller":"traceutil/trace.go:171","msg":"trace[1673919036] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:549; }","duration":"233.471898ms","start":"2026-04-08T13:39:38.011503Z","end":"2026-04-08T13:39:38.244975Z","steps":["trace[1673919036] 'agreement among raft nodes before linearized reading' (duration: 233.269414ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:38.245551Z","caller":"traceutil/trace.go:171","msg":"trace[773812102] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"210.852653ms","start":"2026-04-08T13:39:38.034683Z","end":"2026-04-08T13:39:38.245536Z","steps":["trace[773812102] 'process raft request' (duration: 209.820994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:38.245679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.197816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:38.245746Z","caller":"traceutil/trace.go:171","msg":"trace[471467748] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:549; }","duration":"193.293688ms","start":"2026-04-08T13:39:38.052433Z","end":"2026-04-08T13:39:38.245727Z","steps":["trace[471467748] 'agreement among raft nodes before linearized reading' (duration: 193.195355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:38.245984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.966988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:38.246037Z","caller":"traceutil/trace.go:171","msg":"trace[924600096] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"185.963542ms","start":"2026-04-08T13:39:38.060057Z","end":"2026-04-08T13:39:38.246021Z","steps":["trace[924600096] 'process raft request' (duration: 184.589463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:38.246103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.260074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:38.246197Z","caller":"traceutil/trace.go:171","msg":"trace[951640776] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:549; }","duration":"211.365047ms","start":"2026-04-08T13:39:38.034818Z","end":"2026-04-08T13:39:38.246183Z","steps":["trace[951640776] 'agreement among raft nodes before linearized reading' (duration: 211.249584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:38.246534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.582518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:38.246593Z","caller":"traceutil/trace.go:171","msg":"trace[1988548220] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:549; }","duration":"193.657929ms","start":"2026-04-08T13:39:38.052921Z","end":"2026-04-08T13:39:38.246579Z","steps":["trace[1988548220] 'agreement among raft nodes before linearized reading' (duration: 193.577267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:38.24678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.301187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:38.246833Z","caller":"traceutil/trace.go:171","msg":"trace[629743774] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:549; }","duration":"194.357439ms","start":"2026-04-08T13:39:38.052463Z","end":"2026-04-08T13:39:38.24682Z","steps":["trace[629743774] 'agreement among raft nodes before linearized reading' (duration: 194.282487ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:38.246042Z","caller":"traceutil/trace.go:171","msg":"trace[956209253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:549; }","duration":"210.059889ms","start":"2026-04-08T13:39:38.035969Z","end":"2026-04-08T13:39:38.246029Z","steps":["trace[956209253] 'agreement among raft nodes before linearized reading' (duration: 209.970907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:38.246537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.717307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:38.247203Z","caller":"traceutil/trace.go:171","msg":"trace[1477937864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:549; }","duration":"212.410846ms","start":"2026-04-08T13:39:38.034781Z","end":"2026-04-08T13:39:38.247192Z","steps":["trace[1477937864] 'agreement among raft nodes before linearized reading' (duration: 211.718607ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:38.4045Z","caller":"traceutil/trace.go:171","msg":"trace[1840422058] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"173.166983ms","start":"2026-04-08T13:39:38.231294Z","end":"2026-04-08T13:39:38.404461Z","steps":["trace[1840422058] 'process raft request' (duration: 161.01499ms)","trace[1840422058] 'compare' (duration: 11.959808ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:38.443589Z","caller":"traceutil/trace.go:171","msg":"trace[2020528876] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"171.472905ms","start":"2026-04-08T13:39:38.272094Z","end":"2026-04-08T13:39:38.443567Z","steps":["trace[2020528876] 'process raft request' (duration: 171.2966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:43.798385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.06635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:43.798486Z","caller":"traceutil/trace.go:171","msg":"trace[492836571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"119.209784ms","start":"2026-04-08T13:39:43.679255Z","end":"2026-04-08T13:39:43.798465Z","steps":["trace[492836571] 'range keys from in-memory index tree' (duration: 118.978308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:44.301642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658281740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:39:44.802807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658281740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:39:45.114585Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.29974984s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:39:45.116317Z","caller":"traceutil/trace.go:171","msg":"trace[1017538145] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"1.315733208s","start":"2026-04-08T13:39:43.800562Z","end":"2026-04-08T13:39:45.116295Z","steps":["trace[1017538145] 'read index received' (duration: 1.314300968s)","trace[1017538145] 'applied index is now lower than readState.Index' (duration: 1.43134ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:45.116397Z","caller":"traceutil/trace.go:171","msg":"trace[1726457743] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"1.329385533s","start":"2026-04-08T13:39:43.786972Z","end":"2026-04-08T13:39:45.116357Z","steps":["trace[1726457743] 'process raft request' (duration: 1.328454007s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:45.116436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315865242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:45.11646Z","caller":"traceutil/trace.go:171","msg":"trace[1706034303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"1.315946004s","start":"2026-04-08T13:39:43.800506Z","end":"2026-04-08T13:39:45.116452Z","steps":["trace[1706034303] 'agreement among raft nodes before linearized reading' (duration: 1.315887183s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:45.116484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:43.800457Z","time spent":"1.316022387s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:39:45.116574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:43.786939Z","time spent":"1.329512726s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:39:46.23795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028471278s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:39:46.238078Z","caller":"traceutil/trace.go:171","msg":"trace[1832890757] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:610; }","duration":"1.109201288s","start":"2026-04-08T13:39:45.128855Z","end":"2026-04-08T13:39:46.238056Z","steps":["trace[1832890757] 'read index received' (duration: 80.519315ms)","trace[1832890757] 'applied index is now lower than readState.Index' (duration: 1.028680203s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:46.238153Z","caller":"traceutil/trace.go:171","msg":"trace[445378194] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.210057155s","start":"2026-04-08T13:39:45.028086Z","end":"2026-04-08T13:39:46.238143Z","steps":["trace[445378194] 'process raft request' (duration: 181.278899ms)","trace[445378194] 'compare' (duration: 1.028326404s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:39:46.238203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:45.028048Z","time spent":"1.210128187s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:39:46.238242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109353882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:46.238369Z","caller":"traceutil/trace.go:171","msg":"trace[500414525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"1.109512267s","start":"2026-04-08T13:39:45.128827Z","end":"2026-04-08T13:39:46.23834Z","steps":["trace[500414525] 'agreement among raft nodes before linearized reading' (duration: 1.109316811s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:46.238436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:45.128807Z","time spent":"1.109616081s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:39:46.33309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123686356s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:39:46.333515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08368792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T13:39:46.333558Z","caller":"traceutil/trace.go:171","msg":"trace[844001374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:588; }","duration":"1.083777074s","start":"2026-04-08T13:39:45.249763Z","end":"2026-04-08T13:39:46.33354Z","steps":["trace[844001374] 'agreement among raft nodes before linearized reading' (duration: 1.083617839s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:46.333619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:45.249737Z","time spent":"1.083873865s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:39:46.333568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062897126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T13:39:46.333673Z","caller":"traceutil/trace.go:171","msg":"trace[215837236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:588; }","duration":"1.06305227s","start":"2026-04-08T13:39:45.270603Z","end":"2026-04-08T13:39:46.333655Z","steps":["trace[215837236] 'agreement among raft nodes before linearized reading' (duration: 1.062761411s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:46.333715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:45.27058Z","time spent":"1.063124992s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:39:46.333718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084929195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-08T13:39:46.33375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084200885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-08T13:39:46.333722Z","caller":"traceutil/trace.go:171","msg":"trace[276668491] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"1.161182731s","start":"2026-04-08T13:39:45.172461Z","end":"2026-04-08T13:39:46.333644Z","steps":["trace[276668491] 'process raft request' (duration: 1.160793379s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:46.333815Z","caller":"traceutil/trace.go:171","msg":"trace[1023505023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:588; }","duration":"1.085060408s","start":"2026-04-08T13:39:45.248721Z","end":"2026-04-08T13:39:46.333781Z","steps":["trace[1023505023] 'agreement among raft nodes before linearized reading' (duration: 1.08477531s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:46.333825Z","caller":"traceutil/trace.go:171","msg":"trace[1811275584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:588; }","duration":"1.084287457s","start":"2026-04-08T13:39:45.249496Z","end":"2026-04-08T13:39:46.333784Z","steps":["trace[1811275584] 'agreement among raft nodes before linearized reading' (duration: 1.084161134s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:46.333863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:45.248695Z","time spent":"1.085159493s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:39:46.333868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:45.249486Z","time spent":"1.08437384s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:39:46.333964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:45.172434Z","time spent":"1.161430609s","remote":"127.0.0.1:42108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:39:48.137691Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.753805484s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:39:48.34248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000803713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:39:48.34258Z","caller":"traceutil/trace.go:171","msg":"trace[1209951744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001004109s","start":"2026-04-08T13:39:46.341555Z","end":"2026-04-08T13:39:48.342559Z","steps":["trace[1209951744] 'agreement among raft nodes before linearized reading' (duration: 2.000858535s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:48.34263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:46.341527Z","time spent":"2.001091762s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:39:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:39:49.475855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091878022s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:39:49.476644Z","caller":"traceutil/trace.go:171","msg":"trace[545292836] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"3.138057462s","start":"2026-04-08T13:39:46.338567Z","end":"2026-04-08T13:39:49.476625Z","steps":["trace[545292836] 'process raft request' (duration: 45.247134ms)","trace[545292836] 'compare' (duration: 3.091028677s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:49.476668Z","caller":"traceutil/trace.go:171","msg":"trace[523825818] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"3.137134175s","start":"2026-04-08T13:39:46.339512Z","end":"2026-04-08T13:39:49.476646Z","steps":["trace[523825818] 'process raft request' (duration: 3.136656902s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:49.476672Z","caller":"traceutil/trace.go:171","msg":"trace[1949785332] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:612; }","duration":"3.135013695s","start":"2026-04-08T13:39:46.341632Z","end":"2026-04-08T13:39:49.476645Z","steps":["trace[1949785332] 'read index received' (duration: 42.271249ms)","trace[1949785332] 'applied index is now lower than readState.Index' (duration: 3.092739526s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:49.476688Z","caller":"traceutil/trace.go:171","msg":"trace[449379669] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"3.137003831s","start":"2026-04-08T13:39:46.339643Z","end":"2026-04-08T13:39:49.476647Z","steps":["trace[449379669] 'process raft request' (duration: 3.13659548s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:49.476786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:46.339473Z","time spent":"3.137245799s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:39:49.47679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:46.338544Z","time spent":"3.138151053s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:39:49.476855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:46.339621Z","time spent":"3.137137895s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:39:49.476613Z","caller":"traceutil/trace.go:171","msg":"trace[1717659991] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"3.137859645s","start":"2026-04-08T13:39:46.338713Z","end":"2026-04-08T13:39:49.476573Z","steps":["trace[1717659991] 'process raft request' (duration: 3.13731105s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:49.477043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:46.338688Z","time spent":"3.138282136s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:39:49.505979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160603545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:49.50618Z","caller":"traceutil/trace.go:171","msg":"trace[1492525368] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:592; }","duration":"3.160832402s","start":"2026-04-08T13:39:46.345283Z","end":"2026-04-08T13:39:49.506116Z","steps":["trace[1492525368] 'agreement among raft nodes before linearized reading' (duration: 3.160576614s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:49.506265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:46.345268Z","time spent":"3.160983395s","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-08T13:39:49.506371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163303021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:49.506551Z","caller":"traceutil/trace.go:171","msg":"trace[694034405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"1.16362434s","start":"2026-04-08T13:39:48.34286Z","end":"2026-04-08T13:39:49.506484Z","steps":["trace[694034405] 'agreement among raft nodes before linearized reading' (duration: 1.163195868s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:49.506681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:48.342836Z","time spent":"1.163830965s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:39:49.652975Z","caller":"traceutil/trace.go:171","msg":"trace[892589284] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:617; }","duration":"137.994602ms","start":"2026-04-08T13:39:49.514958Z","end":"2026-04-08T13:39:49.652953Z","steps":["trace[892589284] 'read index received' (duration: 137.806006ms)","trace[892589284] 'applied index is now lower than readState.Index' (duration: 187.826µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:39:49.653099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.124905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:49.653156Z","caller":"traceutil/trace.go:171","msg":"trace[1364053879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"138.24004ms","start":"2026-04-08T13:39:49.514909Z","end":"2026-04-08T13:39:49.653149Z","steps":["trace[1364053879] 'agreement among raft nodes before linearized reading' (duration: 138.126606ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:49.65319Z","caller":"traceutil/trace.go:171","msg":"trace[1189321882] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"141.11393ms","start":"2026-04-08T13:39:49.512032Z","end":"2026-04-08T13:39:49.653146Z","steps":["trace[1189321882] 'process raft request' (duration: 140.797501ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:50.144046Z","caller":"traceutil/trace.go:171","msg":"trace[1022698607] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"233.082188ms","start":"2026-04-08T13:39:49.910939Z","end":"2026-04-08T13:39:50.144021Z","steps":["trace[1022698607] 'process raft request' (duration: 232.571533ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:50.731766Z","caller":"traceutil/trace.go:171","msg":"trace[1067884023] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"338.773932ms","start":"2026-04-08T13:39:50.392957Z","end":"2026-04-08T13:39:50.731731Z","steps":["trace[1067884023] 'process raft request' (duration: 332.769633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:50.731911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:50.392907Z","time spent":"338.930386ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17232,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:39:50.957938Z","caller":"traceutil/trace.go:171","msg":"trace[377227533] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:622; }","duration":"224.893238ms","start":"2026-04-08T13:39:50.73301Z","end":"2026-04-08T13:39:50.957903Z","steps":["trace[377227533] 'read index received' (duration: 219.588238ms)","trace[377227533] 'applied index is now lower than readState.Index' (duration: 5.30341ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:50.958029Z","caller":"traceutil/trace.go:171","msg":"trace[894023625] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"239.132228ms","start":"2026-04-08T13:39:50.718868Z","end":"2026-04-08T13:39:50.958Z","steps":["trace[894023625] 'process raft request' (duration: 238.952972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:50.958115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.062663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:50.958168Z","caller":"traceutil/trace.go:171","msg":"trace[1372808005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"225.196406ms","start":"2026-04-08T13:39:50.732953Z","end":"2026-04-08T13:39:50.958149Z","steps":["trace[1372808005] 'agreement among raft nodes before linearized reading' (duration: 225.080593ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:50.958193Z","caller":"traceutil/trace.go:171","msg":"trace[1648929427] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"275.673395ms","start":"2026-04-08T13:39:50.682474Z","end":"2026-04-08T13:39:50.958147Z","steps":["trace[1648929427] 'process raft request' (duration: 270.567442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.049682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.584593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-08T13:39:53.049803Z","caller":"traceutil/trace.go:171","msg":"trace[2028038331] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:623; }","duration":"468.771338ms","start":"2026-04-08T13:39:52.581008Z","end":"2026-04-08T13:39:53.049779Z","steps":["trace[2028038331] 'range keys from in-memory index tree' (duration: 468.388548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.049857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:52.580984Z","time spent":"468.853182ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-08T13:39:53.174473Z","caller":"traceutil/trace.go:171","msg":"trace[1444351612] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"496.247162ms","start":"2026-04-08T13:39:52.678195Z","end":"2026-04-08T13:39:53.174442Z","steps":["trace[1444351612] 'read index received' (duration: 496.059786ms)","trace[1444351612] 'applied index is now lower than readState.Index' (duration: 186.106µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:53.174557Z","caller":"traceutil/trace.go:171","msg":"trace[1014385099] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"586.187743ms","start":"2026-04-08T13:39:52.588325Z","end":"2026-04-08T13:39:53.174513Z","steps":["trace[1014385099] 'process raft request' (duration: 585.871434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.174733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.52102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:53.174847Z","caller":"traceutil/trace.go:171","msg":"trace[1582640036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:624; }","duration":"496.696535ms","start":"2026-04-08T13:39:52.678124Z","end":"2026-04-08T13:39:53.17482Z","steps":["trace[1582640036] 'agreement among raft nodes before linearized reading' (duration: 496.493999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.174837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.070988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:53.174905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:52.678088Z","time spent":"496.805967ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:39:53.174933Z","caller":"traceutil/trace.go:171","msg":"trace[1183089662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:624; }","duration":"104.201772ms","start":"2026-04-08T13:39:53.07071Z","end":"2026-04-08T13:39:53.174912Z","steps":["trace[1183089662] 'agreement among raft nodes before linearized reading' (duration: 104.061688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.175048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:52.588304Z","time spent":"586.497522ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:39:53.590168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.992576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:39:53.590394Z","caller":"traceutil/trace.go:171","msg":"trace[2129199862] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"197.669581ms","start":"2026-04-08T13:39:53.392706Z","end":"2026-04-08T13:39:53.590376Z","steps":["trace[2129199862] 'process raft request' (duration: 197.62172ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:53.590376Z","caller":"traceutil/trace.go:171","msg":"trace[973373143] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"399.84252ms","start":"2026-04-08T13:39:53.190486Z","end":"2026-04-08T13:39:53.590328Z","steps":["trace[973373143] 'process raft request' (duration: 97.596986ms)","trace[973373143] 'compare' (duration: 301.819312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:39:53.59056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:53.190465Z","time spent":"399.998884ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:39:53.590666Z","caller":"traceutil/trace.go:171","msg":"trace[469710737] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"394.792248ms","start":"2026-04-08T13:39:53.195866Z","end":"2026-04-08T13:39:53.590658Z","steps":["trace[469710737] 'process raft request' (duration: 394.413986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.590708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:53.195851Z","time spent":"394.838019ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:39:53.590794Z","caller":"traceutil/trace.go:171","msg":"trace[1035446057] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:651; }","duration":"399.230313ms","start":"2026-04-08T13:39:53.191554Z","end":"2026-04-08T13:39:53.590785Z","steps":["trace[1035446057] 'read index received' (duration: 5.503975ms)","trace[1035446057] 'applied index is now lower than readState.Index' (duration: 393.725048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:39:53.590942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.569435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:53.590963Z","caller":"traceutil/trace.go:171","msg":"trace[1873269547] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:629; }","duration":"398.614365ms","start":"2026-04-08T13:39:53.192339Z","end":"2026-04-08T13:39:53.590954Z","steps":["trace[1873269547] 'agreement among raft nodes before linearized reading' (duration: 398.544824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.590982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:53.192332Z","time spent":"398.645727ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-08T13:39:53.591002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.496619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:53.59103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.056485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:53.591016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.429279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:53.591078Z","caller":"traceutil/trace.go:171","msg":"trace[574017757] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:629; }","duration":"394.605022ms","start":"2026-04-08T13:39:53.196452Z","end":"2026-04-08T13:39:53.591057Z","steps":["trace[574017757] 'agreement among raft nodes before linearized reading' (duration: 394.446118ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:53.591107Z","caller":"traceutil/trace.go:171","msg":"trace[2002170191] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:629; }","duration":"395.156219ms","start":"2026-04-08T13:39:53.195931Z","end":"2026-04-08T13:39:53.591087Z","steps":["trace[2002170191] 'agreement among raft nodes before linearized reading' (duration: 395.036674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.591118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:53.196444Z","time spent":"394.666094ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-08T13:39:53.591102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.983744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-j7vb5\" ","response":"range_response_count:1 size:17790"} {"level":"warn","ts":"2026-04-08T13:39:53.591015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.663991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:53.591143Z","caller":"traceutil/trace.go:171","msg":"trace[1882581411] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:629; }","duration":"399.558842ms","start":"2026-04-08T13:39:53.191547Z","end":"2026-04-08T13:39:53.591106Z","steps":["trace[1882581411] 'agreement among raft nodes before linearized reading' (duration: 399.325526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.591155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:53.195923Z","time spent":"395.22072ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-04-08T13:39:53.591188Z","caller":"traceutil/trace.go:171","msg":"trace[317371386] range","detail":"{range_begin:/registry/pods/kube-system/cilium-j7vb5; range_end:; response_count:1; response_revision:629; }","duration":"201.077897ms","start":"2026-04-08T13:39:53.390088Z","end":"2026-04-08T13:39:53.591166Z","steps":["trace[317371386] 'agreement among raft nodes before linearized reading' (duration: 200.80252ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:53.591209Z","caller":"traceutil/trace.go:171","msg":"trace[2010122326] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:629; }","duration":"396.868646ms","start":"2026-04-08T13:39:53.194308Z","end":"2026-04-08T13:39:53.591177Z","steps":["trace[2010122326] 'agreement among raft nodes before linearized reading' (duration: 396.607589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.591218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:53.191519Z","time spent":"399.683496ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-08T13:39:53.591244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.841392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:53.591045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.903286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:53.591263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:53.19428Z","time spent":"396.966669ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-04-08T13:39:53.591338Z","caller":"traceutil/trace.go:171","msg":"trace[1385738455] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:629; }","duration":"392.223716ms","start":"2026-04-08T13:39:53.199077Z","end":"2026-04-08T13:39:53.591301Z","steps":["trace[1385738455] 'agreement among raft nodes before linearized reading' (duration: 391.886485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.591437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.842753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:39:53.591441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:53.199061Z","time spent":"392.36032ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-04-08T13:39:53.591485Z","caller":"traceutil/trace.go:171","msg":"trace[1874099638] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:629; }","duration":"199.885454ms","start":"2026-04-08T13:39:53.391584Z","end":"2026-04-08T13:39:53.59147Z","steps":["trace[1874099638] 'agreement among raft nodes before linearized reading' (duration: 199.821793ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:39:53.591303Z","caller":"traceutil/trace.go:171","msg":"trace[313814666] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:629; }","duration":"398.911523ms","start":"2026-04-08T13:39:53.192371Z","end":"2026-04-08T13:39:53.591283Z","steps":["trace[313814666] 'agreement among raft nodes before linearized reading' (duration: 398.80831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.591623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:53.192368Z","time spent":"399.243722ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-08T13:39:53.591675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.17153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:53.591758Z","caller":"traceutil/trace.go:171","msg":"trace[411246216] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:629; }","duration":"394.283203ms","start":"2026-04-08T13:39:53.197456Z","end":"2026-04-08T13:39:53.591739Z","steps":["trace[411246216] 'agreement among raft nodes before linearized reading' (duration: 394.16453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:53.591812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:39:53.197447Z","time spent":"394.352205ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-04-08T13:39:54.779706Z","caller":"traceutil/trace.go:171","msg":"trace[1179518110] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:689; }","duration":"100.168498ms","start":"2026-04-08T13:39:54.679507Z","end":"2026-04-08T13:39:54.779675Z","steps":["trace[1179518110] 'read index received' (duration: 99.957082ms)","trace[1179518110] 'applied index is now lower than readState.Index' (duration: 210.216µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:39:54.779842Z","caller":"traceutil/trace.go:171","msg":"trace[629725047] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"183.515763ms","start":"2026-04-08T13:39:54.596248Z","end":"2026-04-08T13:39:54.779764Z","steps":["trace[629725047] 'process raft request' (duration: 183.279987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:39:54.77998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.456467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:39:54.780048Z","caller":"traceutil/trace.go:171","msg":"trace[936355470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:664; }","duration":"100.57924ms","start":"2026-04-08T13:39:54.679453Z","end":"2026-04-08T13:39:54.780033Z","steps":["trace[936355470] 'agreement among raft nodes before linearized reading' (duration: 100.372134ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:01.952725Z","caller":"traceutil/trace.go:171","msg":"trace[1260385971] linearizableReadLoop","detail":"{readStateIndex:760; appliedIndex:759; }","duration":"283.731793ms","start":"2026-04-08T13:40:01.668971Z","end":"2026-04-08T13:40:01.952703Z","steps":["trace[1260385971] 'read index received' (duration: 282.744555ms)","trace[1260385971] 'applied index is now lower than readState.Index' (duration: 986.338µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:40:01.952741Z","caller":"traceutil/trace.go:171","msg":"trace[1138775560] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"285.183064ms","start":"2026-04-08T13:40:01.667537Z","end":"2026-04-08T13:40:01.95272Z","steps":["trace[1138775560] 'process raft request' (duration: 284.166576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:01.952868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.893977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:40:01.953043Z","caller":"traceutil/trace.go:171","msg":"trace[680264515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:731; }","duration":"284.076022ms","start":"2026-04-08T13:40:01.668953Z","end":"2026-04-08T13:40:01.953029Z","steps":["trace[680264515] 'agreement among raft nodes before linearized reading' (duration: 283.828205ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:02.007055Z","caller":"traceutil/trace.go:171","msg":"trace[1107707514] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"334.78983ms","start":"2026-04-08T13:40:01.672236Z","end":"2026-04-08T13:40:02.007026Z","steps":["trace[1107707514] 'process raft request' (duration: 334.609194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:02.007213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:01.67222Z","time spent":"334.914904ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:40:08.868301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.527309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.868373Z","caller":"traceutil/trace.go:171","msg":"trace[559317242] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:768; }","duration":"400.612151ms","start":"2026-04-08T13:40:08.467744Z","end":"2026-04-08T13:40:08.868356Z","steps":["trace[559317242] 'count revisions from in-memory index tree' (duration: 400.430557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.868418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.64927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.868467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.764705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.868479Z","caller":"traceutil/trace.go:171","msg":"trace[1151154273] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:768; }","duration":"798.714863ms","start":"2026-04-08T13:40:08.069746Z","end":"2026-04-08T13:40:08.86846Z","steps":["trace[1151154273] 'range keys from in-memory index tree' (duration: 798.602619ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:08.868503Z","caller":"traceutil/trace.go:171","msg":"trace[163562796] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:768; }","duration":"400.822848ms","start":"2026-04-08T13:40:08.467671Z","end":"2026-04-08T13:40:08.868494Z","steps":["trace[163562796] 'range keys from in-memory index tree' (duration: 400.658622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.868526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.069737Z","time spent":"798.777024ms","remote":"127.0.0.1:49386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:40:08.868543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.467654Z","time spent":"400.880549ms","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:40:08.868648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.394353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.868696Z","caller":"traceutil/trace.go:171","msg":"trace[1731231697] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:768; }","duration":"750.469676ms","start":"2026-04-08T13:40:08.118215Z","end":"2026-04-08T13:40:08.868684Z","steps":["trace[1731231697] 'range keys from in-memory index tree' (duration: 750.299931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.868736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.118197Z","time spent":"750.530136ms","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:40:08.86875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.562728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.868849Z","caller":"traceutil/trace.go:171","msg":"trace[1425550768] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:768; }","duration":"889.715623ms","start":"2026-04-08T13:40:07.979115Z","end":"2026-04-08T13:40:08.86883Z","steps":["trace[1425550768] 'range keys from in-memory index tree' (duration: 889.408124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.868286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.36682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.868862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.054736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.868908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:07.979072Z","time spent":"889.820107ms","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"info","ts":"2026-04-08T13:40:08.868925Z","caller":"traceutil/trace.go:171","msg":"trace[151390040] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:768; }","duration":"400.161489ms","start":"2026-04-08T13:40:08.46875Z","end":"2026-04-08T13:40:08.868911Z","steps":["trace[151390040] 'range keys from in-memory index tree' (duration: 400.017636ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:08.868925Z","caller":"traceutil/trace.go:171","msg":"trace[846381925] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:768; }","duration":"800.121643ms","start":"2026-04-08T13:40:08.068785Z","end":"2026-04-08T13:40:08.868906Z","steps":["trace[846381925] 'range keys from in-memory index tree' (duration: 799.278588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.868956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.468743Z","time spent":"400.20567ms","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:40:08.868996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.068772Z","time spent":"800.197144ms","remote":"127.0.0.1:49386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:40:08.869069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.498375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.86911Z","caller":"traceutil/trace.go:171","msg":"trace[1875702127] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:768; }","duration":"750.6816ms","start":"2026-04-08T13:40:08.118419Z","end":"2026-04-08T13:40:08.8691Z","steps":["trace[1875702127] 'count revisions from in-memory index tree' (duration: 750.377032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.86915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.118386Z","time spent":"750.753443ms","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:40:08.869152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.889638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.869157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.88973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.869237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.021353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.869264Z","caller":"traceutil/trace.go:171","msg":"trace[423019944] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:768; }","duration":"889.095355ms","start":"2026-04-08T13:40:07.980162Z","end":"2026-04-08T13:40:08.869257Z","steps":["trace[423019944] 'range keys from in-memory index tree' (duration: 888.945122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.868423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.46774Z","time spent":"400.670502ms","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:40:08.869288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:07.980113Z","time spent":"889.169477ms","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:40:08.869289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.640557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.86937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.340893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T13:40:08.86932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.250569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.869424Z","caller":"traceutil/trace.go:171","msg":"trace[1476269040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:768; }","duration":"813.394994ms","start":"2026-04-08T13:40:08.056016Z","end":"2026-04-08T13:40:08.869411Z","steps":["trace[1476269040] 'range keys from in-memory index tree' (duration: 813.153279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.869463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.105699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.869479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.134613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-08T13:40:08.869499Z","caller":"traceutil/trace.go:171","msg":"trace[589973587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:768; }","duration":"832.199564ms","start":"2026-04-08T13:40:08.037293Z","end":"2026-04-08T13:40:08.869493Z","steps":["trace[589973587] 'range keys from in-memory index tree' (duration: 832.03889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.86835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.3323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.869524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.037269Z","time spent":"832.250386ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:40:08.869548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.014148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.869543Z","caller":"traceutil/trace.go:171","msg":"trace[975874482] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:768; }","duration":"800.596465ms","start":"2026-04-08T13:40:08.068932Z","end":"2026-04-08T13:40:08.869528Z","steps":["trace[975874482] 'count revisions from in-memory index tree' (duration: 799.222976ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:08.869492Z","caller":"traceutil/trace.go:171","msg":"trace[1405344766] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:768; }","duration":"541.484955ms","start":"2026-04-08T13:40:08.327978Z","end":"2026-04-08T13:40:08.869463Z","steps":["trace[1405344766] 'range keys from in-memory index tree' (duration: 541.072265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.869617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.13646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.869639Z","caller":"traceutil/trace.go:171","msg":"trace[174185305] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:768; }","duration":"688.193362ms","start":"2026-04-08T13:40:08.181441Z","end":"2026-04-08T13:40:08.869634Z","steps":["trace[174185305] 'range keys from in-memory index tree' (duration: 687.985377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.869646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.871745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.869669Z","caller":"traceutil/trace.go:171","msg":"trace[2027979836] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:768; }","duration":"831.924737ms","start":"2026-04-08T13:40:08.037737Z","end":"2026-04-08T13:40:08.869662Z","steps":["trace[2027979836] 'range keys from in-memory index tree' (duration: 831.811773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.86967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.181418Z","time spent":"688.244594ms","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:40:08.869692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.037716Z","time spent":"831.970327ms","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:40:08.869706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.327949Z","time spent":"541.678939ms","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:40:08.869801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.706321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.869493Z","caller":"traceutil/trace.go:171","msg":"trace[2001500723] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:768; }","duration":"721.180062ms","start":"2026-04-08T13:40:08.148303Z","end":"2026-04-08T13:40:08.869483Z","steps":["trace[2001500723] 'count revisions from in-memory index tree' (duration: 720.995666ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:08.869824Z","caller":"traceutil/trace.go:171","msg":"trace[704712411] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:768; }","duration":"831.750012ms","start":"2026-04-08T13:40:08.038069Z","end":"2026-04-08T13:40:08.869819Z","steps":["trace[704712411] 'count revisions from in-memory index tree' (duration: 831.629208ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:08.869229Z","caller":"traceutil/trace.go:171","msg":"trace[1496235225] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:768; }","duration":"890.023422ms","start":"2026-04-08T13:40:07.97919Z","end":"2026-04-08T13:40:08.869214Z","steps":["trace[1496235225] 'count revisions from in-memory index tree' (duration: 889.763974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.869842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.038058Z","time spent":"831.779802ms","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:40:08.869849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.148275Z","time spent":"721.555961ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:40:08.869862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:07.979156Z","time spent":"890.691199ms","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:40:08.869207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.020063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.869921Z","caller":"traceutil/trace.go:171","msg":"trace[645076387] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:768; }","duration":"830.796915ms","start":"2026-04-08T13:40:08.039119Z","end":"2026-04-08T13:40:08.869916Z","steps":["trace[645076387] 'range keys from in-memory index tree' (duration: 829.92151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.869944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.039084Z","time spent":"830.854017ms","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:40:08.869417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.109974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.869432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.851447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.869993Z","caller":"traceutil/trace.go:171","msg":"trace[1880482574] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:768; }","duration":"750.705532ms","start":"2026-04-08T13:40:08.119276Z","end":"2026-04-08T13:40:08.869982Z","steps":["trace[1880482574] 'range keys from in-memory index tree' (duration: 750.049102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.870028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.119265Z","time spent":"750.751913ms","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:40:08.869437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.125999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:40:08.870066Z","caller":"traceutil/trace.go:171","msg":"trace[488463384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:768; }","duration":"888.766186ms","start":"2026-04-08T13:40:07.981295Z","end":"2026-04-08T13:40:08.870061Z","steps":["trace[488463384] 'range keys from in-memory index tree' (duration: 888.024346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.870057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.303552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.870089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:07.981284Z","time spent":"888.799497ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:40:08.870118Z","caller":"traceutil/trace.go:171","msg":"trace[1853931949] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:768; }","duration":"422.399994ms","start":"2026-04-08T13:40:08.447698Z","end":"2026-04-08T13:40:08.870098Z","steps":["trace[1853931949] 'range keys from in-memory index tree' (duration: 422.180798ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:08.869251Z","caller":"traceutil/trace.go:171","msg":"trace[1032160277] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:768; }","duration":"524.008634ms","start":"2026-04-08T13:40:08.345226Z","end":"2026-04-08T13:40:08.869234Z","steps":["trace[1032160277] 'range keys from in-memory index tree' (duration: 523.782438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.870175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.345212Z","time spent":"524.953579ms","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:40:08.87002Z","caller":"traceutil/trace.go:171","msg":"trace[1423681498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:768; }","duration":"525.435084ms","start":"2026-04-08T13:40:08.344572Z","end":"2026-04-08T13:40:08.870007Z","steps":["trace[1423681498] 'range keys from in-memory index tree' (duration: 524.672781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.870185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.447673Z","time spent":"422.494608ms","remote":"127.0.0.1:49464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:40:08.870216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.344555Z","time spent":"525.652579ms","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:40:08.870212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.71739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.870293Z","caller":"traceutil/trace.go:171","msg":"trace[1029215802] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:768; }","duration":"542.850503ms","start":"2026-04-08T13:40:08.327426Z","end":"2026-04-08T13:40:08.870276Z","steps":["trace[1029215802] 'range keys from in-memory index tree' (duration: 542.606466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.869481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.055941Z","time spent":"813.528739ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:40:08.870387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.327405Z","time spent":"542.934676ms","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:40:08.870452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.087306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.870477Z","caller":"traceutil/trace.go:171","msg":"trace[1089174057] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:768; }","duration":"422.135947ms","start":"2026-04-08T13:40:08.448334Z","end":"2026-04-08T13:40:08.87047Z","steps":["trace[1089174057] 'range keys from in-memory index tree' (duration: 421.979223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.870495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.44832Z","time spent":"422.169629ms","remote":"127.0.0.1:49464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:40:08.869594Z","caller":"traceutil/trace.go:171","msg":"trace[1521688705] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:768; }","duration":"688.043568ms","start":"2026-04-08T13:40:08.181522Z","end":"2026-04-08T13:40:08.869566Z","steps":["trace[1521688705] 'range keys from in-memory index tree' (duration: 687.982748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.86984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.037835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.869526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.654755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.870618Z","caller":"traceutil/trace.go:171","msg":"trace[2578371] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:768; }","duration":"422.861857ms","start":"2026-04-08T13:40:08.447746Z","end":"2026-04-08T13:40:08.870608Z","steps":["trace[2578371] 'count revisions from in-memory index tree' (duration: 421.935802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.870618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.181518Z","time spent":"689.083758ms","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:40:08.87065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.447722Z","time spent":"422.917559ms","remote":"127.0.0.1:49464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:40:08.87064Z","caller":"traceutil/trace.go:171","msg":"trace[1391261437] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:768; }","duration":"721.764217ms","start":"2026-04-08T13:40:08.148852Z","end":"2026-04-08T13:40:08.870616Z","steps":["trace[1391261437] 'range keys from in-memory index tree' (duration: 720.617274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.870696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.148846Z","time spent":"721.832318ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:40:08.869441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.088929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:08.870755Z","caller":"traceutil/trace.go:171","msg":"trace[1130453559] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:768; }","duration":"722.427245ms","start":"2026-04-08T13:40:08.148321Z","end":"2026-04-08T13:40:08.870749Z","steps":["trace[1130453559] 'range keys from in-memory index tree' (duration: 720.987796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.869395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.822226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.870783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.148301Z","time spent":"722.474168ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"info","ts":"2026-04-08T13:40:08.870789Z","caller":"traceutil/trace.go:171","msg":"trace[2052913206] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:768; }","duration":"526.271097ms","start":"2026-04-08T13:40:08.344507Z","end":"2026-04-08T13:40:08.870778Z","steps":["trace[2052913206] 'count revisions from in-memory index tree' (duration: 524.650292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.870753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.294606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:08.870819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.344454Z","time spent":"526.356989ms","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:40:08.870842Z","caller":"traceutil/trace.go:171","msg":"trace[1095853370] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:768; }","duration":"543.416329ms","start":"2026-04-08T13:40:08.327419Z","end":"2026-04-08T13:40:08.870836Z","steps":["trace[1095853370] 'count revisions from in-memory index tree' (duration: 543.173613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.870866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.327397Z","time spent":"543.460042ms","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:40:08.86937Z","caller":"traceutil/trace.go:171","msg":"trace[1684833701] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:768; }","duration":"687.75143ms","start":"2026-04-08T13:40:08.181598Z","end":"2026-04-08T13:40:08.86935Z","steps":["trace[1684833701] 'count revisions from in-memory index tree' (duration: 687.553295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:08.871027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.181595Z","time spent":"689.422687ms","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:40:08.871896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.068901Z","time spent":"802.969203ms","remote":"127.0.0.1:49386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:40:08.986816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658282122,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:40:09.001517Z","caller":"traceutil/trace.go:171","msg":"trace[1764866332] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"518.55054ms","start":"2026-04-08T13:40:08.482943Z","end":"2026-04-08T13:40:09.001494Z","steps":["trace[1764866332] 'process raft request' (duration: 518.387105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:09.001712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.482922Z","time spent":"518.705023ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:40:09.018643Z","caller":"traceutil/trace.go:171","msg":"trace[355658018] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"144.454764ms","start":"2026-04-08T13:40:08.87417Z","end":"2026-04-08T13:40:09.018625Z","steps":["trace[355658018] 'process raft request' (duration: 144.301499ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:09.018788Z","caller":"traceutil/trace.go:171","msg":"trace[1107189282] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"144.378102ms","start":"2026-04-08T13:40:08.874402Z","end":"2026-04-08T13:40:09.01878Z","steps":["trace[1107189282] 'process raft request' (duration: 144.168786ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:09.018981Z","caller":"traceutil/trace.go:171","msg":"trace[1555955396] linearizableReadLoop","detail":"{readStateIndex:803; appliedIndex:799; }","duration":"532.973496ms","start":"2026-04-08T13:40:08.486Z","end":"2026-04-08T13:40:09.018974Z","steps":["trace[1555955396] 'read index received' (duration: 515.272198ms)","trace[1555955396] 'applied index is now lower than readState.Index' (duration: 17.700468ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:40:09.019032Z","caller":"traceutil/trace.go:171","msg":"trace[568673052] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"144.541748ms","start":"2026-04-08T13:40:08.874484Z","end":"2026-04-08T13:40:09.019026Z","steps":["trace[568673052] 'process raft request' (duration: 144.266029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:09.019155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.117121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:09.019188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.422552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:09.019189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.280729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:09.01923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.1447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:09.019249Z","caller":"traceutil/trace.go:171","msg":"trace[50895623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:772; }","duration":"338.520646ms","start":"2026-04-08T13:40:08.680713Z","end":"2026-04-08T13:40:09.019233Z","steps":["trace[50895623] 'agreement among raft nodes before linearized reading' (duration: 338.411901ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:09.019261Z","caller":"traceutil/trace.go:171","msg":"trace[204094404] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:772; }","duration":"498.377013ms","start":"2026-04-08T13:40:08.520867Z","end":"2026-04-08T13:40:09.019244Z","steps":["trace[204094404] 'agreement among raft nodes before linearized reading' (duration: 498.27452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:09.019254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.572244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:09.019301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.680686Z","time spent":"338.607477ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:40:09.019315Z","caller":"traceutil/trace.go:171","msg":"trace[199996721] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:772; }","duration":"532.685717ms","start":"2026-04-08T13:40:08.486611Z","end":"2026-04-08T13:40:09.019297Z","steps":["trace[199996721] 'agreement among raft nodes before linearized reading' (duration: 532.577874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:09.019174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.956379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:40:09.019341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.520857Z","time spent":"498.472224ms","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:40:09.019354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.48659Z","time spent":"532.75307ms","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:40:09.01926Z","caller":"traceutil/trace.go:171","msg":"trace[1668043166] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:772; }","duration":"517.175282ms","start":"2026-04-08T13:40:08.502076Z","end":"2026-04-08T13:40:09.019252Z","steps":["trace[1668043166] 'agreement among raft nodes before linearized reading' (duration: 517.13488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:09.019464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.502047Z","time spent":"517.383167ms","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:40:09.019493Z","caller":"traceutil/trace.go:171","msg":"trace[2131893772] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:772; }","duration":"533.223222ms","start":"2026-04-08T13:40:08.485991Z","end":"2026-04-08T13:40:09.019214Z","steps":["trace[2131893772] 'agreement among raft nodes before linearized reading' (duration: 533.071748ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:09.019356Z","caller":"traceutil/trace.go:171","msg":"trace[955735047] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:772; }","duration":"499.214917ms","start":"2026-04-08T13:40:08.520133Z","end":"2026-04-08T13:40:09.019348Z","steps":["trace[955735047] 'agreement among raft nodes before linearized reading' (duration: 498.943119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:09.019581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.485976Z","time spent":"533.587683ms","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:40:09.019633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.520101Z","time spent":"499.520164ms","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:40:09.019185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.904287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:09.019851Z","caller":"traceutil/trace.go:171","msg":"trace[38105901] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:772; }","duration":"499.573826ms","start":"2026-04-08T13:40:08.520254Z","end":"2026-04-08T13:40:09.019828Z","steps":["trace[38105901] 'agreement among raft nodes before linearized reading' (duration: 498.885247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:09.019922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.520181Z","time spent":"499.71895ms","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:40:09.019185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.653205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:09.020059Z","caller":"traceutil/trace.go:171","msg":"trace[191428125] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:772; }","duration":"518.56798ms","start":"2026-04-08T13:40:08.501477Z","end":"2026-04-08T13:40:09.020045Z","steps":["trace[191428125] 'agreement among raft nodes before linearized reading' (duration: 517.643473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:09.020156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.501463Z","time spent":"518.636323ms","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:40:09.02038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.699616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:09.020439Z","caller":"traceutil/trace.go:171","msg":"trace[886389212] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:772; }","duration":"534.473847ms","start":"2026-04-08T13:40:08.485943Z","end":"2026-04-08T13:40:09.020416Z","steps":["trace[886389212] 'agreement among raft nodes before linearized reading' (duration: 533.722377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:09.020478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.485909Z","time spent":"534.558871ms","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:40:09.02046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.761356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:09.020534Z","caller":"traceutil/trace.go:171","msg":"trace[367205062] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:772; }","duration":"518.845888ms","start":"2026-04-08T13:40:08.501668Z","end":"2026-04-08T13:40:09.020514Z","steps":["trace[367205062] 'agreement among raft nodes before linearized reading' (duration: 517.422908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:09.020594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:08.501529Z","time spent":"519.048734ms","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-08T13:40:11.347697Z","caller":"traceutil/trace.go:171","msg":"trace[603870830] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"319.056715ms","start":"2026-04-08T13:40:11.028622Z","end":"2026-04-08T13:40:11.347679Z","steps":["trace[603870830] 'process raft request' (duration: 318.984543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:11.347852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:11.028602Z","time spent":"319.182529ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:40:11.34775Z","caller":"traceutil/trace.go:171","msg":"trace[1878541778] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"319.24673ms","start":"2026-04-08T13:40:11.028452Z","end":"2026-04-08T13:40:11.347699Z","steps":["trace[1878541778] 'process raft request' (duration: 318.595872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:11.348304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:11.028422Z","time spent":"319.731915ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:40:12.657546Z","caller":"traceutil/trace.go:171","msg":"trace[684172111] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"151.6148ms","start":"2026-04-08T13:40:12.505907Z","end":"2026-04-08T13:40:12.657522Z","steps":["trace[684172111] 'process raft request' (duration: 151.459315ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:12.78302Z","caller":"traceutil/trace.go:171","msg":"trace[67452592] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:818; }","duration":"106.40309ms","start":"2026-04-08T13:40:12.676592Z","end":"2026-04-08T13:40:12.782995Z","steps":["trace[67452592] 'read index received' (duration: 106.174674ms)","trace[67452592] 'applied index is now lower than readState.Index' (duration: 227.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:40:12.783127Z","caller":"traceutil/trace.go:171","msg":"trace[130167992] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"117.388138ms","start":"2026-04-08T13:40:12.665691Z","end":"2026-04-08T13:40:12.783079Z","steps":["trace[130167992] 'process raft request' (duration: 117.141331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:12.783153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.536353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:12.783251Z","caller":"traceutil/trace.go:171","msg":"trace[1632973377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:787; }","duration":"106.684698ms","start":"2026-04-08T13:40:12.676551Z","end":"2026-04-08T13:40:12.783236Z","steps":["trace[1632973377] 'agreement among raft nodes before linearized reading' (duration: 106.545155ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:13.102042Z","caller":"traceutil/trace.go:171","msg":"trace[1554418466] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:819; }","duration":"112.015477ms","start":"2026-04-08T13:40:12.990002Z","end":"2026-04-08T13:40:13.102018Z","steps":["trace[1554418466] 'read index received' (duration: 111.797371ms)","trace[1554418466] 'applied index is now lower than readState.Index' (duration: 216.426µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:40:13.102166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.146802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:13.102205Z","caller":"traceutil/trace.go:171","msg":"trace[1040354502] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:788; }","duration":"112.256726ms","start":"2026-04-08T13:40:12.989938Z","end":"2026-04-08T13:40:13.102195Z","steps":["trace[1040354502] 'agreement among raft nodes before linearized reading' (duration: 112.172283ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:13.102331Z","caller":"traceutil/trace.go:171","msg":"trace[799116862] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"311.0284ms","start":"2026-04-08T13:40:12.791259Z","end":"2026-04-08T13:40:13.102287Z","steps":["trace[799116862] 'process raft request' (duration: 310.620349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:13.102652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:12.791236Z","time spent":"311.262437ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2882,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:40:13.408027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.145754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:40:13.408115Z","caller":"traceutil/trace.go:171","msg":"trace[1216000543] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:820; }","duration":"299.501226ms","start":"2026-04-08T13:40:13.1086Z","end":"2026-04-08T13:40:13.408101Z","steps":["trace[1216000543] 'read index received' (duration: 146.2658ms)","trace[1216000543] 'applied index is now lower than readState.Index' (duration: 153.234436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:40:13.408236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.63449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/envoy-gateway-system/\" range_end:\"/registry/resourcequotas/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:13.408269Z","caller":"traceutil/trace.go:171","msg":"trace[1402191139] range","detail":"{range_begin:/registry/resourcequotas/envoy-gateway-system/; range_end:/registry/resourcequotas/envoy-gateway-system0; response_count:0; response_revision:789; }","duration":"299.704882ms","start":"2026-04-08T13:40:13.108545Z","end":"2026-04-08T13:40:13.40825Z","steps":["trace[1402191139] 'agreement among raft nodes before linearized reading' (duration: 299.63654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:13.40839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.66744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T13:40:13.40847Z","caller":"traceutil/trace.go:171","msg":"trace[853295761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:789; }","duration":"294.789465ms","start":"2026-04-08T13:40:13.113665Z","end":"2026-04-08T13:40:13.408455Z","steps":["trace[853295761] 'agreement among raft nodes before linearized reading' (duration: 294.557388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:13.408547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.901277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:40:13.408602Z","caller":"traceutil/trace.go:171","msg":"trace[198964733] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:789; }","duration":"246.992361ms","start":"2026-04-08T13:40:13.161595Z","end":"2026-04-08T13:40:13.408587Z","steps":["trace[198964733] 'agreement among raft nodes before linearized reading' (duration: 246.904419ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:13.408778Z","caller":"traceutil/trace.go:171","msg":"trace[1191702604] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"300.35911ms","start":"2026-04-08T13:40:13.107788Z","end":"2026-04-08T13:40:13.408147Z","steps":["trace[1191702604] 'process raft request' (duration: 147.033531ms)","trace[1191702604] 'compare' (duration: 153.040561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:40:13.408845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:13.107744Z","time spent":"301.073561ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:40:13.60323Z","caller":"traceutil/trace.go:171","msg":"trace[85456729] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"193.347743ms","start":"2026-04-08T13:40:13.409834Z","end":"2026-04-08T13:40:13.603181Z","steps":["trace[85456729] 'process raft request' (duration: 100.772772ms)","trace[85456729] 'compare' (duration: 92.367635ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:40:13.608899Z","caller":"traceutil/trace.go:171","msg":"trace[1533668182] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"196.495372ms","start":"2026-04-08T13:40:13.412391Z","end":"2026-04-08T13:40:13.608886Z","steps":["trace[1533668182] 'process raft request' (duration: 196.46709ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:13.609085Z","caller":"traceutil/trace.go:171","msg":"trace[2145326726] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"196.728497ms","start":"2026-04-08T13:40:13.412348Z","end":"2026-04-08T13:40:13.609076Z","steps":["trace[2145326726] 'process raft request' (duration: 196.485861ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:13.609119Z","caller":"traceutil/trace.go:171","msg":"trace[596960123] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"197.347015ms","start":"2026-04-08T13:40:13.411722Z","end":"2026-04-08T13:40:13.609069Z","steps":["trace[596960123] 'process raft request' (duration: 197.083648ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:13.60918Z","caller":"traceutil/trace.go:171","msg":"trace[1574966833] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"197.632053ms","start":"2026-04-08T13:40:13.411542Z","end":"2026-04-08T13:40:13.609174Z","steps":["trace[1574966833] 'process raft request' (duration: 197.204951ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:15.705072Z","caller":"traceutil/trace.go:171","msg":"trace[981671141] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"196.561323ms","start":"2026-04-08T13:40:15.508476Z","end":"2026-04-08T13:40:15.705037Z","steps":["trace[981671141] 'process raft request' (duration: 196.163243ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:24.090899Z","caller":"traceutil/trace.go:171","msg":"trace[904656410] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"102.86223ms","start":"2026-04-08T13:40:23.988003Z","end":"2026-04-08T13:40:24.090865Z","steps":["trace[904656410] 'process raft request' (duration: 102.664324ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:27.167146Z","caller":"traceutil/trace.go:171","msg":"trace[656811326] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"384.478544ms","start":"2026-04-08T13:40:26.782636Z","end":"2026-04-08T13:40:27.167114Z","steps":["trace[656811326] 'process raft request' (duration: 384.2921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:27.167325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:26.782617Z","time spent":"384.635619ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:40:27.274541Z","caller":"traceutil/trace.go:171","msg":"trace[1788265677] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"438.952714ms","start":"2026-04-08T13:40:26.835552Z","end":"2026-04-08T13:40:27.274505Z","steps":["trace[1788265677] 'process raft request' (duration: 438.567753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:27.274713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:26.835468Z","time spent":"439.167791ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:40:27.27488Z","caller":"traceutil/trace.go:171","msg":"trace[49866885] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"211.72647ms","start":"2026-04-08T13:40:27.063124Z","end":"2026-04-08T13:40:27.274851Z","steps":["trace[49866885] 'process raft request' (duration: 211.639417ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:27.274982Z","caller":"traceutil/trace.go:171","msg":"trace[663520059] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"395.756011ms","start":"2026-04-08T13:40:26.879202Z","end":"2026-04-08T13:40:27.274958Z","steps":["trace[663520059] 'process raft request' (duration: 395.307469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:27.275183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:26.879162Z","time spent":"395.886595ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:40:27.762661Z","caller":"traceutil/trace.go:171","msg":"trace[34634773] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"116.927405ms","start":"2026-04-08T13:40:27.6457Z","end":"2026-04-08T13:40:27.762628Z","steps":["trace[34634773] 'process raft request' (duration: 115.455384ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:30.758245Z","caller":"traceutil/trace.go:171","msg":"trace[1609185792] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"174.309998ms","start":"2026-04-08T13:40:30.583876Z","end":"2026-04-08T13:40:30.758186Z","steps":["trace[1609185792] 'process raft request' (duration: 173.995889ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:30.91378Z","caller":"traceutil/trace.go:171","msg":"trace[1360936655] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"147.259968ms","start":"2026-04-08T13:40:30.766484Z","end":"2026-04-08T13:40:30.913744Z","steps":["trace[1360936655] 'process raft request' (duration: 119.767095ms)","trace[1360936655] 'compare' (duration: 27.38282ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:40:40.072903Z","caller":"traceutil/trace.go:171","msg":"trace[116354392] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"171.462938ms","start":"2026-04-08T13:40:39.901414Z","end":"2026-04-08T13:40:40.072877Z","steps":["trace[116354392] 'process raft request' (duration: 171.278983ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:40.072943Z","caller":"traceutil/trace.go:171","msg":"trace[52622774] linearizableReadLoop","detail":"{readStateIndex:1208; appliedIndex:1208; }","duration":"169.73292ms","start":"2026-04-08T13:40:39.903186Z","end":"2026-04-08T13:40:40.072919Z","steps":["trace[52622774] 'read index received' (duration: 169.71983ms)","trace[52622774] 'applied index is now lower than readState.Index' (duration: 10.93µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:40:40.073207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.995398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:40:40.073263Z","caller":"traceutil/trace.go:171","msg":"trace[320454314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1170; }","duration":"170.088889ms","start":"2026-04-08T13:40:39.90316Z","end":"2026-04-08T13:40:40.073249Z","steps":["trace[320454314] 'agreement among raft nodes before linearized reading' (duration: 169.888963ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:40.243212Z","caller":"traceutil/trace.go:171","msg":"trace[1359713774] linearizableReadLoop","detail":"{readStateIndex:1209; appliedIndex:1208; }","duration":"170.175801ms","start":"2026-04-08T13:40:40.073013Z","end":"2026-04-08T13:40:40.243189Z","steps":["trace[1359713774] 'read index received' (duration: 77.223589ms)","trace[1359713774] 'applied index is now lower than readState.Index' (duration: 92.951102ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:40:40.243245Z","caller":"traceutil/trace.go:171","msg":"trace[1218298495] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"338.415659ms","start":"2026-04-08T13:40:39.904792Z","end":"2026-04-08T13:40:40.243208Z","steps":["trace[1218298495] 'process raft request' (duration: 245.401346ms)","trace[1218298495] 'compare' (duration: 92.842388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:40:40.243684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:39.904767Z","time spent":"338.842011ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:40:40.243377Z","caller":"traceutil/trace.go:171","msg":"trace[782248392] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"164.677977ms","start":"2026-04-08T13:40:40.078683Z","end":"2026-04-08T13:40:40.243361Z","steps":["trace[782248392] 'process raft request' (duration: 164.472382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:40.24344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.421641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:40:40.244129Z","caller":"traceutil/trace.go:171","msg":"trace[557486135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1172; }","duration":"338.126131ms","start":"2026-04-08T13:40:39.90598Z","end":"2026-04-08T13:40:40.244106Z","steps":["trace[557486135] 'agreement among raft nodes before linearized reading' (duration: 337.336859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:40.243483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.339929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-08T13:40:40.244217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:39.905972Z","time spent":"338.234034ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:40:40.244235Z","caller":"traceutil/trace.go:171","msg":"trace[1177180136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1172; }","duration":"338.153901ms","start":"2026-04-08T13:40:39.90606Z","end":"2026-04-08T13:40:40.244213Z","steps":["trace[1177180136] 'agreement among raft nodes before linearized reading' (duration: 337.153143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:40.244292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:39.906028Z","time spent":"338.249004ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:40:41.180007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658282850,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:40:41.576357Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.327709159s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:40:41.97884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.060887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:40:41.978968Z","caller":"traceutil/trace.go:171","msg":"trace[1905700585] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"1.730369725s","start":"2026-04-08T13:40:40.248566Z","end":"2026-04-08T13:40:41.978936Z","steps":["trace[1905700585] 'process raft request' (duration: 1.32807544s)","trace[1905700585] 'compare' (duration: 401.134162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:40:41.979032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:40.248548Z","time spent":"1.730455896s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:40:41.98178Z","caller":"traceutil/trace.go:171","msg":"trace[1808834930] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1210; }","duration":"1.302313376s","start":"2026-04-08T13:40:40.679444Z","end":"2026-04-08T13:40:41.981757Z","steps":["trace[1808834930] 'read index received' (duration: 897.328905ms)","trace[1808834930] 'applied index is now lower than readState.Index' (duration: 404.983871ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:40:41.981873Z","caller":"traceutil/trace.go:171","msg":"trace[1986817972] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"648.438281ms","start":"2026-04-08T13:40:41.333423Z","end":"2026-04-08T13:40:41.981861Z","steps":["trace[1986817972] 'process raft request' (duration: 648.306696ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:41.981889Z","caller":"traceutil/trace.go:171","msg":"trace[1611882321] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"1.732801772s","start":"2026-04-08T13:40:40.249012Z","end":"2026-04-08T13:40:41.981814Z","steps":["trace[1611882321] 'process raft request' (duration: 1.732631268s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:41.982047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302605183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:41.982101Z","caller":"traceutil/trace.go:171","msg":"trace[646731340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"1.302696876s","start":"2026-04-08T13:40:40.679391Z","end":"2026-04-08T13:40:41.982088Z","steps":["trace[646731340] 'agreement among raft nodes before linearized reading' (duration: 1.302596613s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:41.982093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.865273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-08T13:40:41.982132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:40.67937Z","time spent":"1.302755248s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:40:41.982143Z","caller":"traceutil/trace.go:171","msg":"trace[1477138999] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:1175; }","duration":"727.971225ms","start":"2026-04-08T13:40:41.254158Z","end":"2026-04-08T13:40:41.98213Z","steps":["trace[1477138999] 'agreement among raft nodes before linearized reading' (duration: 727.7999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:41.98217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:41.254138Z","time spent":"728.026147ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T13:40:41.98199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:41.333384Z","time spent":"648.527233ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:40:41.982302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:40.248983Z","time spent":"1.73308257s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:40:45.996844Z","caller":"traceutil/trace.go:171","msg":"trace[439573748] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"112.567213ms","start":"2026-04-08T13:40:45.884246Z","end":"2026-04-08T13:40:45.996813Z","steps":["trace[439573748] 'process raft request' (duration: 77.184119ms)","trace[439573748] 'compare' (duration: 35.175629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:40:56.587162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.251453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:40:56.587308Z","caller":"traceutil/trace.go:171","msg":"trace[1860867893] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"218.344785ms","start":"2026-04-08T13:40:56.368937Z","end":"2026-04-08T13:40:56.587282Z","steps":["trace[1860867893] 'process raft request' (duration: 52.875226ms)","trace[1860867893] 'compare' (duration: 165.119999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:40:57.995513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.838727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-6gfrc\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-04-08T13:40:57.995602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.267779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:40:57.995773Z","caller":"traceutil/trace.go:171","msg":"trace[764247741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1310; }","duration":"315.603877ms","start":"2026-04-08T13:40:57.680139Z","end":"2026-04-08T13:40:57.995743Z","steps":["trace[764247741] 'range keys from in-memory index tree' (duration: 315.176795ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:40:57.995659Z","caller":"traceutil/trace.go:171","msg":"trace[43220662] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-6gfrc; range_end:; response_count:1; response_revision:1310; }","duration":"299.019831ms","start":"2026-04-08T13:40:57.696605Z","end":"2026-04-08T13:40:57.995625Z","steps":["trace[43220662] 'range keys from in-memory index tree' (duration: 298.675252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:40:57.995842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:40:57.680117Z","time spent":"315.70701ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:41:02.123324Z","caller":"traceutil/trace.go:171","msg":"trace[1264237015] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1376; }","duration":"108.5155ms","start":"2026-04-08T13:41:02.014788Z","end":"2026-04-08T13:41:02.123304Z","steps":["trace[1264237015] 'read index received' (duration: 108.413257ms)","trace[1264237015] 'applied index is now lower than readState.Index' (duration: 101.003µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:41:02.123394Z","caller":"traceutil/trace.go:171","msg":"trace[80498179] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"289.289029ms","start":"2026-04-08T13:41:01.834071Z","end":"2026-04-08T13:41:02.12336Z","steps":["trace[80498179] 'process raft request' (duration: 289.105005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:02.123448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.643283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:41:02.123475Z","caller":"traceutil/trace.go:171","msg":"trace[1554339192] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1330; }","duration":"108.732925ms","start":"2026-04-08T13:41:02.014735Z","end":"2026-04-08T13:41:02.123468Z","steps":["trace[1554339192] 'agreement among raft nodes before linearized reading' (duration: 108.654094ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:02.241789Z","caller":"traceutil/trace.go:171","msg":"trace[600797256] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"176.814879ms","start":"2026-04-08T13:41:02.064931Z","end":"2026-04-08T13:41:02.241745Z","steps":["trace[600797256] 'process raft request' (duration: 142.819933ms)","trace[600797256] 'compare' (duration: 33.78258ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:41:02.252253Z","caller":"traceutil/trace.go:171","msg":"trace[1748338978] linearizableReadLoop","detail":"{readStateIndex:1379; appliedIndex:1377; }","duration":"118.126489ms","start":"2026-04-08T13:41:02.134077Z","end":"2026-04-08T13:41:02.252203Z","steps":["trace[1748338978] 'read index received' (duration: 73.68425ms)","trace[1748338978] 'applied index is now lower than readState.Index' (duration: 44.440639ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:41:02.252381Z","caller":"traceutil/trace.go:171","msg":"trace[1867001196] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"121.655789ms","start":"2026-04-08T13:41:02.130676Z","end":"2026-04-08T13:41:02.252332Z","steps":["trace[1867001196] 'process raft request' (duration: 121.3416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:02.252592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.48666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-08T13:41:02.252651Z","caller":"traceutil/trace.go:171","msg":"trace[801322302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1332; }","duration":"118.608973ms","start":"2026-04-08T13:41:02.134026Z","end":"2026-04-08T13:41:02.252635Z","steps":["trace[801322302] 'agreement among raft nodes before linearized reading' (duration: 118.378847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:02.252799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.674138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-08T13:41:02.252845Z","caller":"traceutil/trace.go:171","msg":"trace[433738223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1332; }","duration":"111.771871ms","start":"2026-04-08T13:41:02.141061Z","end":"2026-04-08T13:41:02.252833Z","steps":["trace[433738223] 'agreement among raft nodes before linearized reading' (duration: 111.555115ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.423907Z","caller":"traceutil/trace.go:171","msg":"trace[615842445] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"115.299908ms","start":"2026-04-08T13:41:23.308577Z","end":"2026-04-08T13:41:23.423877Z","steps":["trace[615842445] 'process raft request' (duration: 19.425234ms)","trace[615842445] 'compare' (duration: 95.631547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:41:23.878934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.222089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:41:23.879075Z","caller":"traceutil/trace.go:171","msg":"trace[1237386599] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"450.126503ms","start":"2026-04-08T13:41:23.428923Z","end":"2026-04-08T13:41:23.879049Z","steps":["trace[1237386599] 'process raft request' (duration: 331.680046ms)","trace[1237386599] 'compare' (duration: 117.968233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:41:23.879141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.428894Z","time spent":"450.217404ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:41:23.905648Z","caller":"traceutil/trace.go:171","msg":"trace[1505458719] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1815; }","duration":"378.409675ms","start":"2026-04-08T13:41:23.527158Z","end":"2026-04-08T13:41:23.905568Z","steps":["trace[1505458719] 'read index received' (duration: 233.440266ms)","trace[1505458719] 'applied index is now lower than readState.Index' (duration: 144.967909ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:41:23.905681Z","caller":"traceutil/trace.go:171","msg":"trace[153103410] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"475.320548ms","start":"2026-04-08T13:41:23.430315Z","end":"2026-04-08T13:41:23.905636Z","steps":["trace[153103410] 'process raft request' (duration: 475.0575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.905831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.652012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.905954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.662461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.905975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.430275Z","time spent":"475.599795ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:41:23.90602Z","caller":"traceutil/trace.go:171","msg":"trace[647826711] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1745; }","duration":"378.771484ms","start":"2026-04-08T13:41:23.52712Z","end":"2026-04-08T13:41:23.905892Z","steps":["trace[647826711] 'agreement among raft nodes before linearized reading' (duration: 378.589499ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.906032Z","caller":"traceutil/trace.go:171","msg":"trace[1319665204] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1745; }","duration":"378.767244ms","start":"2026-04-08T13:41:23.527244Z","end":"2026-04-08T13:41:23.906011Z","steps":["trace[1319665204] 'agreement among raft nodes before linearized reading' (duration: 378.624201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.565987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.906075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.527099Z","time spent":"378.965899ms","remote":"127.0.0.1:39284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:41:23.906075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.074323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.906116Z","caller":"traceutil/trace.go:171","msg":"trace[244363362] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1745; }","duration":"179.663421ms","start":"2026-04-08T13:41:23.72643Z","end":"2026-04-08T13:41:23.906093Z","steps":["trace[244363362] 'agreement among raft nodes before linearized reading' (duration: 179.603679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.631303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.906164Z","caller":"traceutil/trace.go:171","msg":"trace[632280150] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1745; }","duration":"179.168386ms","start":"2026-04-08T13:41:23.726954Z","end":"2026-04-08T13:41:23.906123Z","steps":["trace[632280150] 'agreement among raft nodes before linearized reading' (duration: 179.018153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.148085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.906308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.56547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:41:23.90632Z","caller":"traceutil/trace.go:171","msg":"trace[1317617348] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1745; }","duration":"199.254479ms","start":"2026-04-08T13:41:23.707044Z","end":"2026-04-08T13:41:23.906299Z","steps":["trace[1317617348] 'agreement among raft nodes before linearized reading' (duration: 199.085944ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.906328Z","caller":"traceutil/trace.go:171","msg":"trace[983779766] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1745; }","duration":"322.667453ms","start":"2026-04-08T13:41:23.583494Z","end":"2026-04-08T13:41:23.906162Z","steps":["trace[983779766] 'agreement among raft nodes before linearized reading' (duration: 322.624382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.524039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.906378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.583487Z","time spent":"322.875379ms","remote":"127.0.0.1:39298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:41:23.906356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.433974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.906407Z","caller":"traceutil/trace.go:171","msg":"trace[1340941932] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1745; }","duration":"123.621122ms","start":"2026-04-08T13:41:23.782773Z","end":"2026-04-08T13:41:23.906394Z","steps":["trace[1340941932] 'agreement among raft nodes before linearized reading' (duration: 123.563109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.837368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.906437Z","caller":"traceutil/trace.go:171","msg":"trace[1752244190] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1745; }","duration":"323.541858ms","start":"2026-04-08T13:41:23.582878Z","end":"2026-04-08T13:41:23.90642Z","steps":["trace[1752244190] 'agreement among raft nodes before linearized reading' (duration: 323.403894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.719541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.906478Z","caller":"traceutil/trace.go:171","msg":"trace[84479244] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1745; }","duration":"338.019044ms","start":"2026-04-08T13:41:23.568436Z","end":"2026-04-08T13:41:23.906455Z","steps":["trace[84479244] 'agreement among raft nodes before linearized reading' (duration: 337.732665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.582866Z","time spent":"323.61143ms","remote":"127.0.0.1:39298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:41:23.906456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.838702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.906534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.941746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.906541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.56841Z","time spent":"338.113927ms","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 "} {"level":"info","ts":"2026-04-08T13:41:23.906565Z","caller":"traceutil/trace.go:171","msg":"trace[1094209941] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1745; }","duration":"285.987357ms","start":"2026-04-08T13:41:23.620567Z","end":"2026-04-08T13:41:23.906554Z","steps":["trace[1094209941] 'agreement among raft nodes before linearized reading' (duration: 285.945146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.218606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.906572Z","caller":"traceutil/trace.go:171","msg":"trace[784659464] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1745; }","duration":"356.013377ms","start":"2026-04-08T13:41:23.550532Z","end":"2026-04-08T13:41:23.906545Z","steps":["trace[784659464] 'agreement among raft nodes before linearized reading' (duration: 355.802551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.721619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.906539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.776556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.906667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.53236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.906655Z","caller":"traceutil/trace.go:171","msg":"trace[1120943504] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1745; }","duration":"250.793892ms","start":"2026-04-08T13:41:23.655847Z","end":"2026-04-08T13:41:23.906641Z","steps":["trace[1120943504] 'agreement among raft nodes before linearized reading' (duration: 250.72776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.550514Z","time spent":"356.11479ms","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:41:23.906689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.991461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.906699Z","caller":"traceutil/trace.go:171","msg":"trace[1467113359] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1745; }","duration":"197.596111ms","start":"2026-04-08T13:41:23.709094Z","end":"2026-04-08T13:41:23.90669Z","steps":["trace[1467113359] 'agreement among raft nodes before linearized reading' (duration: 197.54516ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.906707Z","caller":"traceutil/trace.go:171","msg":"trace[294314705] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1745; }","duration":"337.970612ms","start":"2026-04-08T13:41:23.568697Z","end":"2026-04-08T13:41:23.906668Z","steps":["trace[294314705] 'agreement among raft nodes before linearized reading' (duration: 337.722595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.782444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.906729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.726353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.906705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.23685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.90676Z","caller":"traceutil/trace.go:171","msg":"trace[693917555] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1745; }","duration":"124.768913ms","start":"2026-04-08T13:41:23.781984Z","end":"2026-04-08T13:41:23.906753Z","steps":["trace[693917555] 'agreement among raft nodes before linearized reading' (duration: 124.727191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.90609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.527154Z","time spent":"378.92183ms","remote":"127.0.0.1:39284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:41:23.906775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.56869Z","time spent":"338.068574ms","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:41:23.906787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.279874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.906789Z","caller":"traceutil/trace.go:171","msg":"trace[1738235107] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1745; }","duration":"378.376164ms","start":"2026-04-08T13:41:23.528389Z","end":"2026-04-08T13:41:23.906765Z","steps":["trace[1738235107] 'agreement among raft nodes before linearized reading' (duration: 378.25393ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.906814Z","caller":"traceutil/trace.go:171","msg":"trace[1258616008] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1745; }","duration":"142.347474ms","start":"2026-04-08T13:41:23.764459Z","end":"2026-04-08T13:41:23.906806Z","steps":["trace[1258616008] 'agreement among raft nodes before linearized reading' (duration: 142.300453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.580133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.906844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.528361Z","time spent":"378.468527ms","remote":"127.0.0.1:39284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:41:23.906854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.731122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.90686Z","caller":"traceutil/trace.go:171","msg":"trace[271344936] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1745; }","duration":"286.651376ms","start":"2026-04-08T13:41:23.620199Z","end":"2026-04-08T13:41:23.90685Z","steps":["trace[271344936] 'agreement among raft nodes before linearized reading' (duration: 286.591404ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.906369Z","caller":"traceutil/trace.go:171","msg":"trace[587855342] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1745; }","duration":"302.673484ms","start":"2026-04-08T13:41:23.60367Z","end":"2026-04-08T13:41:23.906344Z","steps":["trace[587855342] 'agreement among raft nodes before linearized reading' (duration: 302.492918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.260761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.906927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.603644Z","time spent":"303.270621ms","remote":"127.0.0.1:44444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:41:23.906945Z","caller":"traceutil/trace.go:171","msg":"trace[106886094] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1745; }","duration":"338.359174ms","start":"2026-04-08T13:41:23.568571Z","end":"2026-04-08T13:41:23.90693Z","steps":["trace[106886094] 'agreement among raft nodes before linearized reading' (duration: 338.271041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.568544Z","time spent":"338.435196ms","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:41:23.906614Z","caller":"traceutil/trace.go:171","msg":"trace[1515258574] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1745; }","duration":"180.293197ms","start":"2026-04-08T13:41:23.726311Z","end":"2026-04-08T13:41:23.906604Z","steps":["trace[1515258574] 'agreement among raft nodes before linearized reading' (duration: 180.230326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.531326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.905978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.688863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.907054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.376511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.907057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.619294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.907049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.818399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.90689Z","caller":"traceutil/trace.go:171","msg":"trace[643798527] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1745; }","duration":"199.802574ms","start":"2026-04-08T13:41:23.707076Z","end":"2026-04-08T13:41:23.906878Z","steps":["trace[643798527] 'agreement among raft nodes before linearized reading' (duration: 199.745633ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.907081Z","caller":"traceutil/trace.go:171","msg":"trace[1459279368] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:1745; }","duration":"300.427901ms","start":"2026-04-08T13:41:23.606645Z","end":"2026-04-08T13:41:23.907073Z","steps":["trace[1459279368] 'agreement among raft nodes before linearized reading' (duration: 300.384399ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.907091Z","caller":"traceutil/trace.go:171","msg":"trace[1883377350] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1745; }","duration":"142.675534ms","start":"2026-04-08T13:41:23.764407Z","end":"2026-04-08T13:41:23.907082Z","steps":["trace[1883377350] 'agreement among raft nodes before linearized reading' (duration: 142.618512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.729072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.907107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.606632Z","time spent":"300.469333ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-08T13:41:23.907117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.720549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.907111Z","caller":"traceutil/trace.go:171","msg":"trace[684514055] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1745; }","duration":"251.923223ms","start":"2026-04-08T13:41:23.655172Z","end":"2026-04-08T13:41:23.907096Z","steps":["trace[684514055] 'agreement among raft nodes before linearized reading' (duration: 251.82668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.886898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.907142Z","caller":"traceutil/trace.go:171","msg":"trace[1201783470] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1745; }","duration":"300.7784ms","start":"2026-04-08T13:41:23.606356Z","end":"2026-04-08T13:41:23.907135Z","steps":["trace[1201783470] 'agreement among raft nodes before linearized reading' (duration: 300.73461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.68929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.907169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.606333Z","time spent":"300.830113ms","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 "} {"level":"info","ts":"2026-04-08T13:41:23.907177Z","caller":"traceutil/trace.go:171","msg":"trace[311469058] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1745; }","duration":"355.419821ms","start":"2026-04-08T13:41:23.551747Z","end":"2026-04-08T13:41:23.907167Z","steps":["trace[311469058] 'agreement among raft nodes before linearized reading' (duration: 354.626658ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.906737Z","caller":"traceutil/trace.go:171","msg":"trace[1160437775] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1745; }","duration":"159.036743ms","start":"2026-04-08T13:41:23.747684Z","end":"2026-04-08T13:41:23.906721Z","steps":["trace[1160437775] 'agreement among raft nodes before linearized reading' (duration: 158.96582ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.906756Z","caller":"traceutil/trace.go:171","msg":"trace[939302918] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1745; }","duration":"159.815354ms","start":"2026-04-08T13:41:23.74693Z","end":"2026-04-08T13:41:23.906746Z","steps":["trace[939302918] 'agreement among raft nodes before linearized reading' (duration: 159.768822ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.907181Z","caller":"traceutil/trace.go:171","msg":"trace[943643459] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1745; }","duration":"324.239548ms","start":"2026-04-08T13:41:23.582918Z","end":"2026-04-08T13:41:23.907158Z","steps":["trace[943643459] 'agreement among raft nodes before linearized reading' (duration: 323.859877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.907218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.551721Z","time spent":"355.484253ms","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:41:23.906639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.10854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.907252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.582913Z","time spent":"324.315919ms","remote":"127.0.0.1:39298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:41:23.907134Z","caller":"traceutil/trace.go:171","msg":"trace[491897159] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1745; }","duration":"160.226725ms","start":"2026-04-08T13:41:23.746896Z","end":"2026-04-08T13:41:23.907123Z","steps":["trace[491897159] 'agreement among raft nodes before linearized reading' (duration: 159.760362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.907011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.80202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.9073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.633527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.90729Z","caller":"traceutil/trace.go:171","msg":"trace[785355759] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1745; }","duration":"356.773569ms","start":"2026-04-08T13:41:23.550493Z","end":"2026-04-08T13:41:23.907266Z","steps":["trace[785355759] 'agreement among raft nodes before linearized reading' (duration: 356.117111ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.907324Z","caller":"traceutil/trace.go:171","msg":"trace[673335642] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1745; }","duration":"300.669978ms","start":"2026-04-08T13:41:23.606646Z","end":"2026-04-08T13:41:23.907316Z","steps":["trace[673335642] 'agreement among raft nodes before linearized reading' (duration: 300.632547ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.907067Z","caller":"traceutil/trace.go:171","msg":"trace[1200041542] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1745; }","duration":"200.093612ms","start":"2026-04-08T13:41:23.706958Z","end":"2026-04-08T13:41:23.907052Z","steps":["trace[1200041542] 'agreement among raft nodes before linearized reading' (duration: 199.531235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.907346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.606638Z","time spent":"300.701809ms","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:41:23.90642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.64913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.907354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.550475Z","time spent":"356.85898ms","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-08T13:41:23.907391Z","caller":"traceutil/trace.go:171","msg":"trace[141240916] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1745; }","duration":"270.629447ms","start":"2026-04-08T13:41:23.636749Z","end":"2026-04-08T13:41:23.907378Z","steps":["trace[141240916] 'agreement among raft nodes before linearized reading' (duration: 269.64464ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.90707Z","caller":"traceutil/trace.go:171","msg":"trace[877382411] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1745; }","duration":"269.829455ms","start":"2026-04-08T13:41:23.637229Z","end":"2026-04-08T13:41:23.907058Z","steps":["trace[877382411] 'agreement among raft nodes before linearized reading' (duration: 268.651652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.907441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.958836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.907462Z","caller":"traceutil/trace.go:171","msg":"trace[1002703353] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1745; }","duration":"301.010887ms","start":"2026-04-08T13:41:23.606445Z","end":"2026-04-08T13:41:23.907456Z","steps":["trace[1002703353] 'agreement among raft nodes before linearized reading' (duration: 300.975707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.907481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:23.606423Z","time spent":"301.05235ms","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:41:23.907342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.153519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.907515Z","caller":"traceutil/trace.go:171","msg":"trace[647257863] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1745; }","duration":"252.329944ms","start":"2026-04-08T13:41:23.655173Z","end":"2026-04-08T13:41:23.907503Z","steps":["trace[647257863] 'agreement among raft nodes before linearized reading' (duration: 252.123238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:23.906694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.961994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:23.90663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.407644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:23.907323Z","caller":"traceutil/trace.go:171","msg":"trace[59012465] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1745; }","duration":"287.143989ms","start":"2026-04-08T13:41:23.620169Z","end":"2026-04-08T13:41:23.907313Z","steps":["trace[59012465] 'agreement among raft nodes before linearized reading' (duration: 286.81762ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.907586Z","caller":"traceutil/trace.go:171","msg":"trace[1045795314] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1745; }","duration":"125.453122ms","start":"2026-04-08T13:41:23.782115Z","end":"2026-04-08T13:41:23.907568Z","steps":["trace[1045795314] 'agreement among raft nodes before linearized reading' (duration: 124.485274ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.90649Z","caller":"traceutil/trace.go:171","msg":"trace[265920455] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1745; }","duration":"269.748981ms","start":"2026-04-08T13:41:23.636732Z","end":"2026-04-08T13:41:23.906481Z","steps":["trace[265920455] 'agreement among raft nodes before linearized reading' (duration: 269.70731ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:23.907563Z","caller":"traceutil/trace.go:171","msg":"trace[1062952205] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1745; }","duration":"142.829068ms","start":"2026-04-08T13:41:23.764726Z","end":"2026-04-08T13:41:23.907555Z","steps":["trace[1062952205] 'agreement among raft nodes before linearized reading' (duration: 141.944404ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:37.274573Z","caller":"traceutil/trace.go:171","msg":"trace[1276879692] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"171.542142ms","start":"2026-04-08T13:41:37.103009Z","end":"2026-04-08T13:41:37.274552Z","steps":["trace[1276879692] 'read index received' (duration: 171.512701ms)","trace[1276879692] 'applied index is now lower than readState.Index' (duration: 28.471µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:41:37.274748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.78271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:37.274779Z","caller":"traceutil/trace.go:171","msg":"trace[302002294] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1905; }","duration":"166.889623ms","start":"2026-04-08T13:41:37.107882Z","end":"2026-04-08T13:41:37.274772Z","steps":["trace[302002294] 'agreement among raft nodes before linearized reading' (duration: 166.79742ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:37.274761Z","caller":"traceutil/trace.go:171","msg":"trace[904446900] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"353.23151ms","start":"2026-04-08T13:41:36.921499Z","end":"2026-04-08T13:41:37.27473Z","steps":["trace[904446900] 'process raft request' (duration: 352.741317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:37.274923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:36.921458Z","time spent":"353.373784ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:37.274935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.904924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T13:41:37.275048Z","caller":"traceutil/trace.go:171","msg":"trace[1204463384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"172.088698ms","start":"2026-04-08T13:41:37.102933Z","end":"2026-04-08T13:41:37.275022Z","steps":["trace[1204463384] 'agreement among raft nodes before linearized reading' (duration: 171.753299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:37.939673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658284270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:41:38.440151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658284270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:41:38.441188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068003331s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:41:38.441656Z","caller":"traceutil/trace.go:171","msg":"trace[1105891087] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"1.068593868s","start":"2026-04-08T13:41:37.373038Z","end":"2026-04-08T13:41:38.441632Z","steps":["trace[1105891087] 'process raft request' (duration: 1.068388122s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:38.441818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:37.373014Z","time spent":"1.068715731s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:38.712122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.488081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:41:38.712271Z","caller":"traceutil/trace.go:171","msg":"trace[1021260966] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1982; }","duration":"1.272761204s","start":"2026-04-08T13:41:37.439498Z","end":"2026-04-08T13:41:38.71226Z","steps":["trace[1021260966] 'read index received' (duration: 1.002563369s)","trace[1021260966] 'applied index is now lower than readState.Index' (duration: 270.196995ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:41:38.712268Z","caller":"traceutil/trace.go:171","msg":"trace[1528567963] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"836.535861ms","start":"2026-04-08T13:41:37.875707Z","end":"2026-04-08T13:41:38.712243Z","steps":["trace[1528567963] 'process raft request' (duration: 654.865215ms)","trace[1528567963] 'compare' (duration: 181.225484ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:41:38.712316Z","caller":"traceutil/trace.go:171","msg":"trace[1503851002] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"258.511629ms","start":"2026-04-08T13:41:38.453792Z","end":"2026-04-08T13:41:38.712303Z","steps":["trace[1503851002] 'process raft request' (duration: 258.438116ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:38.712347Z","caller":"traceutil/trace.go:171","msg":"trace[826058131] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"727.92021ms","start":"2026-04-08T13:41:37.984416Z","end":"2026-04-08T13:41:38.712336Z","steps":["trace[826058131] 'process raft request' (duration: 727.767666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:38.712384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:37.875682Z","time spent":"836.635604ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:38.712411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:37.984388Z","time spent":"727.990881ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:38.712501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.066427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T13:41:38.712505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.609661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:41:38.712546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273026462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a46571d2add268\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-08T13:41:38.712591Z","caller":"traceutil/trace.go:171","msg":"trace[899688959] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1909; }","duration":"772.727445ms","start":"2026-04-08T13:41:37.939839Z","end":"2026-04-08T13:41:38.712567Z","steps":["trace[899688959] 'agreement among raft nodes before linearized reading' (duration: 772.603601ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:38.712621Z","caller":"traceutil/trace.go:171","msg":"trace[1713695525] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a46571d2add268; range_end:; response_count:1; response_revision:1909; }","duration":"1.273138724s","start":"2026-04-08T13:41:37.439459Z","end":"2026-04-08T13:41:38.712597Z","steps":["trace[1713695525] 'agreement among raft nodes before linearized reading' (duration: 1.272923988s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:38.712637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.458559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-04-08T13:41:38.712652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014095763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-08T13:41:38.712663Z","caller":"traceutil/trace.go:171","msg":"trace[1915739157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1909; }","duration":"791.519061ms","start":"2026-04-08T13:41:37.921137Z","end":"2026-04-08T13:41:38.712656Z","steps":["trace[1915739157] 'agreement among raft nodes before linearized reading' (duration: 791.441559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:38.712666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:37.439441Z","time spent":"1.273216586s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a46571d2add268\" "} {"level":"warn","ts":"2026-04-08T13:41:38.712687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:37.921116Z","time spent":"791.565152ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:41:38.712682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.66786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:41:38.712695Z","caller":"traceutil/trace.go:171","msg":"trace[969624630] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb; range_end:; response_count:1; response_revision:1909; }","duration":"1.014180955s","start":"2026-04-08T13:41:37.698498Z","end":"2026-04-08T13:41:38.712679Z","steps":["trace[969624630] 'agreement among raft nodes before linearized reading' (duration: 1.014093662s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:38.712655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:37.939818Z","time spent":"772.813567ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:41:38.712711Z","caller":"traceutil/trace.go:171","msg":"trace[748770601] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1909; }","duration":"359.69941ms","start":"2026-04-08T13:41:38.353004Z","end":"2026-04-08T13:41:38.712704Z","steps":["trace[748770601] 'agreement among raft nodes before linearized reading' (duration: 359.643629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:38.712729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:37.698471Z","time spent":"1.014251626s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb\" "} {"level":"warn","ts":"2026-04-08T13:41:38.712734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:38.35286Z","time spent":"359.869476ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:41:38.712562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235411598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T13:41:38.712857Z","caller":"traceutil/trace.go:171","msg":"trace[1509105009] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"1.235750779s","start":"2026-04-08T13:41:37.477097Z","end":"2026-04-08T13:41:38.712848Z","steps":["trace[1509105009] 'agreement among raft nodes before linearized reading' (duration: 1.235306406s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:38.712866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.67955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-08T13:41:38.712883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:37.477076Z","time spent":"1.235799299s","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T13:41:38.71289Z","caller":"traceutil/trace.go:171","msg":"trace[1555511459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1909; }","duration":"189.749942ms","start":"2026-04-08T13:41:38.523134Z","end":"2026-04-08T13:41:38.712884Z","steps":["trace[1555511459] 'agreement among raft nodes before linearized reading' (duration: 189.686681ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:38.712539Z","caller":"traceutil/trace.go:171","msg":"trace[1790962674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1909; }","duration":"212.13197ms","start":"2026-04-08T13:41:38.500395Z","end":"2026-04-08T13:41:38.712527Z","steps":["trace[1790962674] 'agreement among raft nodes before linearized reading' (duration: 212.045097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:38.71302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.850031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T13:41:38.71312Z","caller":"traceutil/trace.go:171","msg":"trace[1505349680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"431.983385ms","start":"2026-04-08T13:41:38.28112Z","end":"2026-04-08T13:41:38.713104Z","steps":["trace[1505349680] 'agreement among raft nodes before linearized reading' (duration: 431.799689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:38.71317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:38.281096Z","time spent":"432.061387ms","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:41:38.712995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.844932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T13:41:38.7134Z","caller":"traceutil/trace.go:171","msg":"trace[1827120213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"196.250174ms","start":"2026-04-08T13:41:38.517142Z","end":"2026-04-08T13:41:38.713392Z","steps":["trace[1827120213] 'agreement among raft nodes before linearized reading' (duration: 195.801762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:39.222914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658284277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:41:39.72311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658284277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:41:39.929559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.214657317s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:41:39.930296Z","caller":"traceutil/trace.go:171","msg":"trace[1750810707] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"1.215445639s","start":"2026-04-08T13:41:38.714817Z","end":"2026-04-08T13:41:39.930263Z","steps":["trace[1750810707] 'process raft request' (duration: 1.215246763s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:39.930443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:38.714799Z","time spent":"1.215556093s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:41:39.931565Z","caller":"traceutil/trace.go:171","msg":"trace[931238221] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.214257146s","start":"2026-04-08T13:41:38.717295Z","end":"2026-04-08T13:41:39.931552Z","steps":["trace[931238221] 'process raft request' (duration: 1.214169814s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:39.931659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:38.717272Z","time spent":"1.214358529s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:41:39.931771Z","caller":"traceutil/trace.go:171","msg":"trace[113041671] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.21439188s","start":"2026-04-08T13:41:38.71737Z","end":"2026-04-08T13:41:39.931761Z","steps":["trace[113041671] 'process raft request' (duration: 1.214152894s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:39.931829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:38.717337Z","time spent":"1.214467572s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:41:39.931921Z","caller":"traceutil/trace.go:171","msg":"trace[1624139441] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.214519483s","start":"2026-04-08T13:41:38.71737Z","end":"2026-04-08T13:41:39.931889Z","steps":["trace[1624139441] 'process raft request' (duration: 1.214355549s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:39.931972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:38.717337Z","time spent":"1.214610937s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:41:39.93196Z","caller":"traceutil/trace.go:171","msg":"trace[2108842217] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.213770093s","start":"2026-04-08T13:41:38.718171Z","end":"2026-04-08T13:41:39.931941Z","steps":["trace[2108842217] 'process raft request' (duration: 1.213671031s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:39.932074Z","caller":"traceutil/trace.go:171","msg":"trace[1734042185] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1985; }","duration":"1.210709757s","start":"2026-04-08T13:41:38.721355Z","end":"2026-04-08T13:41:39.932065Z","steps":["trace[1734042185] 'read index received' (duration: 1.208454814s)","trace[1734042185] 'applied index is now lower than readState.Index' (duration: 2.254303ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:41:39.932093Z","caller":"traceutil/trace.go:171","msg":"trace[323095316] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"967.323023ms","start":"2026-04-08T13:41:38.964749Z","end":"2026-04-08T13:41:39.932072Z","steps":["trace[323095316] 'process raft request' (duration: 967.164088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:39.932094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:38.718152Z","time spent":"1.213874445s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:39.932134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:38.96472Z","time spent":"967.392014ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:39.932212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.405673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:41:39.932238Z","caller":"traceutil/trace.go:171","msg":"trace[1448483699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1915; }","duration":"653.430604ms","start":"2026-04-08T13:41:39.278801Z","end":"2026-04-08T13:41:39.932232Z","steps":["trace[1448483699] 'agreement among raft nodes before linearized reading' (duration: 653.354172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:39.932261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:39.278719Z","time spent":"653.537138ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:41:39.932137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210783438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:39.932225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.825857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:41:39.932361Z","caller":"traceutil/trace.go:171","msg":"trace[2142400382] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1915; }","duration":"169.085764ms","start":"2026-04-08T13:41:39.763261Z","end":"2026-04-08T13:41:39.932347Z","steps":["trace[2142400382] 'agreement among raft nodes before linearized reading' (duration: 168.9139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:39.932364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.193523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T13:41:39.932313Z","caller":"traceutil/trace.go:171","msg":"trace[1668793005] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1915; }","duration":"1.210975735s","start":"2026-04-08T13:41:38.721325Z","end":"2026-04-08T13:41:39.932301Z","steps":["trace[1668793005] 'agreement among raft nodes before linearized reading' (duration: 1.21078768s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:39.93244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:38.721312Z","time spent":"1.211120039s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T13:41:39.932371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.040023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-08T13:41:39.932476Z","caller":"traceutil/trace.go:171","msg":"trace[1634655128] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb; range_end:; response_count:1; response_revision:1915; }","duration":"214.196497ms","start":"2026-04-08T13:41:39.718269Z","end":"2026-04-08T13:41:39.932466Z","steps":["trace[1634655128] 'agreement among raft nodes before linearized reading' (duration: 214.042932ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:39.932438Z","caller":"traceutil/trace.go:171","msg":"trace[1144523804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"211.306356ms","start":"2026-04-08T13:41:39.721114Z","end":"2026-04-08T13:41:39.932421Z","steps":["trace[1144523804] 'agreement among raft nodes before linearized reading' (duration: 211.08766ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:48.003208Z","caller":"traceutil/trace.go:171","msg":"trace[370886453] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"160.198525ms","start":"2026-04-08T13:41:47.842973Z","end":"2026-04-08T13:41:48.003172Z","steps":["trace[370886453] 'process raft request' (duration: 160.01894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:55.533634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658284544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:41:56.035246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658284544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:41:56.536123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658284544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:41:57.036669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658284544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:41:57.537783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658284544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:41:57.678242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000414086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:41:57.678403Z","caller":"traceutil/trace.go:171","msg":"trace[812824281] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000703705s","start":"2026-04-08T13:41:55.677661Z","end":"2026-04-08T13:41:57.678365Z","steps":["trace[812824281] 'agreement among raft nodes before linearized reading' (duration: 2.000437717s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:57.678488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:55.677641Z","time spent":"2.000826738s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:41:57.829049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.008952664s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:41:57.829565Z","caller":"traceutil/trace.go:171","msg":"trace[1683802274] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"3.009617042s","start":"2026-04-08T13:41:54.819924Z","end":"2026-04-08T13:41:57.829541Z","steps":["trace[1683802274] 'process raft request' (duration: 3.009444487s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:57.82978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:54.819888Z","time spent":"3.009792727s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:58.349069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.567515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:41:58.349405Z","caller":"traceutil/trace.go:171","msg":"trace[1440528466] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"2.74349952s","start":"2026-04-08T13:41:55.605844Z","end":"2026-04-08T13:41:58.349344Z","steps":["trace[1440528466] 'process raft request' (duration: 2.743422729s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:58.349387Z","caller":"traceutil/trace.go:171","msg":"trace[224755890] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"3.520540236s","start":"2026-04-08T13:41:54.828799Z","end":"2026-04-08T13:41:58.349339Z","steps":["trace[224755890] 'process raft request' (duration: 3.174595001s)","trace[224755890] 'compare' (duration: 345.41822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:41:58.34961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:54.828759Z","time spent":"3.520717702s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:41:58.349615Z","caller":"traceutil/trace.go:171","msg":"trace[502720868] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"3.505656559s","start":"2026-04-08T13:41:54.843893Z","end":"2026-04-08T13:41:58.349549Z","steps":["trace[502720868] 'process raft request' (duration: 3.50529757s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:58.349693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:55.605816Z","time spent":"2.743634254s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:41:58.349679Z","caller":"traceutil/trace.go:171","msg":"trace[377079234] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"1.83980759s","start":"2026-04-08T13:41:56.509797Z","end":"2026-04-08T13:41:58.349604Z","steps":["trace[377079234] 'process raft request' (duration: 1.839504722s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:58.34981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:54.843869Z","time spent":"3.505832615s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:58.349931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:56.509767Z","time spent":"1.840050546s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:58.606384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.928143ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T13:41:58.606621Z","caller":"traceutil/trace.go:171","msg":"trace[720078843] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2123; }","duration":"3.573445157s","start":"2026-04-08T13:41:55.033146Z","end":"2026-04-08T13:41:58.606591Z","steps":["trace[720078843] 'read index received' (duration: 2.796423372s)","trace[720078843] 'applied index is now lower than readState.Index' (duration: 777.019135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:41:58.606826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573662813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-04-08T13:41:58.606909Z","caller":"traceutil/trace.go:171","msg":"trace[1336817708] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2047; }","duration":"3.573796648s","start":"2026-04-08T13:41:55.033096Z","end":"2026-04-08T13:41:58.606892Z","steps":["trace[1336817708] 'agreement among raft nodes before linearized reading' (duration: 3.573571961s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:58.606948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:55.033072Z","time spent":"3.573868839s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:41:58.606944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503147718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T13:41:58.606998Z","caller":"traceutil/trace.go:171","msg":"trace[524915970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2047; }","duration":"3.503241762s","start":"2026-04-08T13:41:55.103741Z","end":"2026-04-08T13:41:58.606982Z","steps":["trace[524915970] 'agreement among raft nodes before linearized reading' (duration: 3.503018666s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:58.60705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:55.103718Z","time spent":"3.503322593s","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:41:58.607237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499569422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T13:41:58.607242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.799576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:41:58.607262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498484171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-08T13:41:58.607305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.217131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:41:58.607297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507193364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-08T13:41:58.607323Z","caller":"traceutil/trace.go:171","msg":"trace[1292011284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2047; }","duration":"2.499691114s","start":"2026-04-08T13:41:56.107612Z","end":"2026-04-08T13:41:58.607303Z","steps":["trace[1292011284] 'agreement among raft nodes before linearized reading' (duration: 2.499446837s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:58.607336Z","caller":"traceutil/trace.go:171","msg":"trace[1022792586] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2047; }","duration":"836.297425ms","start":"2026-04-08T13:41:57.771031Z","end":"2026-04-08T13:41:58.607328Z","steps":["trace[1022792586] 'agreement among raft nodes before linearized reading' (duration: 836.228022ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:58.607342Z","caller":"traceutil/trace.go:171","msg":"trace[2087073984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2047; }","duration":"2.498597905s","start":"2026-04-08T13:41:56.108726Z","end":"2026-04-08T13:41:58.607324Z","steps":["trace[2087073984] 'agreement among raft nodes before linearized reading' (duration: 2.498382019s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:58.607342Z","caller":"traceutil/trace.go:171","msg":"trace[267439989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2047; }","duration":"927.953791ms","start":"2026-04-08T13:41:57.679363Z","end":"2026-04-08T13:41:58.607317Z","steps":["trace[267439989] 'agreement among raft nodes before linearized reading' (duration: 927.792696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:58.607345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498573074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T13:41:58.607299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497928394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-08T13:41:58.607414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:57.679337Z","time spent":"928.063593ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:41:58.607426Z","caller":"traceutil/trace.go:171","msg":"trace[1354284238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2047; }","duration":"2.498680696s","start":"2026-04-08T13:41:56.108719Z","end":"2026-04-08T13:41:58.6074Z","steps":["trace[1354284238] 'agreement among raft nodes before linearized reading' (duration: 2.498473641s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:58.607462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:56.108699Z","time spent":"2.498755508s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:41:58.607354Z","caller":"traceutil/trace.go:171","msg":"trace[899240028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2047; }","duration":"2.507289868s","start":"2026-04-08T13:41:56.10005Z","end":"2026-04-08T13:41:58.607339Z","steps":["trace[899240028] 'agreement among raft nodes before linearized reading' (duration: 2.507066542s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:58.607514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717670391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:41:58.607643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:56.100029Z","time spent":"2.507592076s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:41:58.607687Z","caller":"traceutil/trace.go:171","msg":"trace[1144562064] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2047; }","duration":"1.717935788s","start":"2026-04-08T13:41:56.889717Z","end":"2026-04-08T13:41:58.607653Z","steps":["trace[1144562064] 'agreement among raft nodes before linearized reading' (duration: 1.717608289s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:58.607762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:56.889694Z","time spent":"1.718052591s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:41:58.607462Z","caller":"traceutil/trace.go:171","msg":"trace[368644587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2047; }","duration":"2.498127312s","start":"2026-04-08T13:41:56.109308Z","end":"2026-04-08T13:41:58.607435Z","steps":["trace[368644587] 'agreement among raft nodes before linearized reading' (duration: 2.497765671s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:58.607828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:56.109296Z","time spent":"2.498519822s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:41:58.607351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040905962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:41:58.607919Z","caller":"traceutil/trace.go:171","msg":"trace[1233134097] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2047; }","duration":"1.041501579s","start":"2026-04-08T13:41:57.566389Z","end":"2026-04-08T13:41:58.60789Z","steps":["trace[1233134097] 'agreement among raft nodes before linearized reading' (duration: 1.040924363s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:58.607971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:57.566362Z","time spent":"1.041593753s","remote":"127.0.0.1:44408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:41:58.607372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:57.77099Z","time spent":"836.375756ms","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:41:58.607381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:56.108715Z","time spent":"2.498659076s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:41:58.607378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:56.107596Z","time spent":"2.499772037s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:41:58.607246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946978988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:41:58.608336Z","caller":"traceutil/trace.go:171","msg":"trace[885269517] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2047; }","duration":"2.948089628s","start":"2026-04-08T13:41:55.66023Z","end":"2026-04-08T13:41:58.60832Z","steps":["trace[885269517] 'agreement among raft nodes before linearized reading' (duration: 2.946934696s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:58.608387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:55.660173Z","time spent":"2.948199271s","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:41:59.940705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264190355s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:41:59.941291Z","caller":"traceutil/trace.go:171","msg":"trace[1522747554] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"1.326807787s","start":"2026-04-08T13:41:58.614458Z","end":"2026-04-08T13:41:59.941266Z","steps":["trace[1522747554] 'process raft request' (duration: 1.326721215s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:59.941381Z","caller":"traceutil/trace.go:171","msg":"trace[758654082] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"1.328837304s","start":"2026-04-08T13:41:58.612499Z","end":"2026-04-08T13:41:59.941336Z","steps":["trace[758654082] 'process raft request' (duration: 1.328484353s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:59.941455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:58.614449Z","time spent":"1.32692383s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:59.94165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:58.612474Z","time spent":"1.329002628s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:41:59.941794Z","caller":"traceutil/trace.go:171","msg":"trace[348764656] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2128; }","duration":"1.328097194s","start":"2026-04-08T13:41:58.61367Z","end":"2026-04-08T13:41:59.941768Z","steps":["trace[348764656] 'read index received' (duration: 62.87042ms)","trace[348764656] 'applied index is now lower than readState.Index' (duration: 1.265225584s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:41:59.941841Z","caller":"traceutil/trace.go:171","msg":"trace[1196634296] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"1.32724869s","start":"2026-04-08T13:41:58.614573Z","end":"2026-04-08T13:41:59.941822Z","steps":["trace[1196634296] 'process raft request' (duration: 1.326649764s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:41:59.941902Z","caller":"traceutil/trace.go:171","msg":"trace[1646943884] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"1.327240889s","start":"2026-04-08T13:41:58.614653Z","end":"2026-04-08T13:41:59.941894Z","steps":["trace[1646943884] 'process raft request' (duration: 1.32690686s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:59.941994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:58.614566Z","time spent":"1.327392673s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:59.942133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328448753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-08T13:41:59.942277Z","caller":"traceutil/trace.go:171","msg":"trace[1237020496] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:2052; }","duration":"1.328618698s","start":"2026-04-08T13:41:58.613643Z","end":"2026-04-08T13:41:59.942261Z","steps":["trace[1237020496] 'agreement among raft nodes before linearized reading' (duration: 1.328274529s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:41:59.942184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:58.614618Z","time spent":"1.327352634s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:41:59.94241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:58.613634Z","time spent":"1.328717301s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"warn","ts":"2026-04-08T13:42:00.323819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.373324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:42:00.323942Z","caller":"traceutil/trace.go:171","msg":"trace[1882067019] linearizableReadLoop","detail":"{readStateIndex:2134; appliedIndex:2133; }","duration":"382.035976ms","start":"2026-04-08T13:41:59.941889Z","end":"2026-04-08T13:42:00.323925Z","steps":["trace[1882067019] 'read index received' (duration: 228.514448ms)","trace[1882067019] 'applied index is now lower than readState.Index' (duration: 153.520058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:42:00.324003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706015555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:00.32404Z","caller":"traceutil/trace.go:171","msg":"trace[1338214035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2053; }","duration":"1.706088027s","start":"2026-04-08T13:41:58.617944Z","end":"2026-04-08T13:42:00.324032Z","steps":["trace[1338214035] 'agreement among raft nodes before linearized reading' (duration: 1.706027306s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:00.324176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:58.61792Z","time spent":"1.706244221s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:42:00.324204Z","caller":"traceutil/trace.go:171","msg":"trace[1760766394] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"487.1482ms","start":"2026-04-08T13:41:59.837021Z","end":"2026-04-08T13:42:00.324169Z","steps":["trace[1760766394] 'process raft request' (duration: 333.344353ms)","trace[1760766394] 'compare' (duration: 152.85425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:42:00.324324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70583826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:42:00.324219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.423727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-08T13:42:00.32439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:59.836996Z","time spent":"487.293624ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:42:00.324403Z","caller":"traceutil/trace.go:171","msg":"trace[1712969150] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2053; }","duration":"1.705933662s","start":"2026-04-08T13:41:58.618445Z","end":"2026-04-08T13:42:00.324378Z","steps":["trace[1712969150] 'agreement among raft nodes before linearized reading' (duration: 1.705725397s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:00.324422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.244896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T13:42:00.324565Z","caller":"traceutil/trace.go:171","msg":"trace[650033045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2053; }","duration":"709.462614ms","start":"2026-04-08T13:41:59.615083Z","end":"2026-04-08T13:42:00.324545Z","steps":["trace[650033045] 'agreement among raft nodes before linearized reading' (duration: 709.083813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:00.324639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:59.615062Z","time spent":"709.564366ms","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:42:00.324468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:58.618434Z","time spent":"1.706018664s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T13:42:00.324463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.703896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:119499"} {"level":"info","ts":"2026-04-08T13:42:00.32475Z","caller":"traceutil/trace.go:171","msg":"trace[1279202148] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2053; }","duration":"582.042136ms","start":"2026-04-08T13:41:59.742686Z","end":"2026-04-08T13:42:00.324728Z","steps":["trace[1279202148] 'agreement among raft nodes before linearized reading' (duration: 581.487471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:00.324822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:59.742654Z","time spent":"582.148569ms","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":119522,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-08T13:42:00.324472Z","caller":"traceutil/trace.go:171","msg":"trace[1932754078] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2053; }","duration":"592.702165ms","start":"2026-04-08T13:41:59.731734Z","end":"2026-04-08T13:42:00.324436Z","steps":["trace[1932754078] 'agreement among raft nodes before linearized reading' (duration: 592.379066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:00.325018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:59.731719Z","time spent":"593.27705ms","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-08T13:42:00.369449Z","caller":"traceutil/trace.go:171","msg":"trace[1582822478] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"424.353481ms","start":"2026-04-08T13:41:59.945045Z","end":"2026-04-08T13:42:00.369399Z","steps":["trace[1582822478] 'process raft request' (duration: 424.179487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:00.369645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:41:59.945015Z","time spent":"424.497945ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:42:00.540234Z","caller":"traceutil/trace.go:171","msg":"trace[330028871] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"185.668748ms","start":"2026-04-08T13:42:00.354532Z","end":"2026-04-08T13:42:00.540201Z","steps":["trace[330028871] 'process raft request' (duration: 148.671663ms)","trace[330028871] 'compare' (duration: 36.43946ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:00.540555Z","caller":"traceutil/trace.go:171","msg":"trace[2112650473] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2135; }","duration":"171.163243ms","start":"2026-04-08T13:42:00.369379Z","end":"2026-04-08T13:42:00.540542Z","steps":["trace[2112650473] 'read index received' (duration: 133.841678ms)","trace[2112650473] 'applied index is now lower than readState.Index' (duration: 37.320575ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:00.540541Z","caller":"traceutil/trace.go:171","msg":"trace[555895942] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"184.67662ms","start":"2026-04-08T13:42:00.355837Z","end":"2026-04-08T13:42:00.540513Z","steps":["trace[555895942] 'process raft request' (duration: 184.274919ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:00.540688Z","caller":"traceutil/trace.go:171","msg":"trace[199398282] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"107.537261ms","start":"2026-04-08T13:42:00.433128Z","end":"2026-04-08T13:42:00.540665Z","steps":["trace[199398282] 'process raft request' (duration: 107.390806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:00.540738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.991893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:00.540825Z","caller":"traceutil/trace.go:171","msg":"trace[411264967] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2058; }","duration":"213.100907ms","start":"2026-04-08T13:42:00.327693Z","end":"2026-04-08T13:42:00.540794Z","steps":["trace[411264967] 'agreement among raft nodes before linearized reading' (duration: 212.905901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:00.540994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.225687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:00.540996Z","caller":"traceutil/trace.go:171","msg":"trace[434033806] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"184.786033ms","start":"2026-04-08T13:42:00.35617Z","end":"2026-04-08T13:42:00.540956Z","steps":["trace[434033806] 'process raft request' (duration: 184.270589ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:00.541097Z","caller":"traceutil/trace.go:171","msg":"trace[941084961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2058; }","duration":"164.357861ms","start":"2026-04-08T13:42:00.376706Z","end":"2026-04-08T13:42:00.541064Z","steps":["trace[941084961] 'agreement among raft nodes before linearized reading' (duration: 164.191647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:00.541238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.452857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:25769"} {"level":"info","ts":"2026-04-08T13:42:00.541358Z","caller":"traceutil/trace.go:171","msg":"trace[1596653479] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:2058; }","duration":"213.632961ms","start":"2026-04-08T13:42:00.327706Z","end":"2026-04-08T13:42:00.541339Z","steps":["trace[1596653479] 'agreement among raft nodes before linearized reading' (duration: 212.87339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:00.541683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.089334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:25769"} {"level":"info","ts":"2026-04-08T13:42:00.541753Z","caller":"traceutil/trace.go:171","msg":"trace[1794889677] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:2058; }","duration":"214.183177ms","start":"2026-04-08T13:42:00.327553Z","end":"2026-04-08T13:42:00.541736Z","steps":["trace[1794889677] 'agreement among raft nodes before linearized reading' (duration: 213.472056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:04.1777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658284610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:42:04.678509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658284610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:42:04.870099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434210475s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:42:04.87058Z","caller":"traceutil/trace.go:171","msg":"trace[844411970] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"1.434742128s","start":"2026-04-08T13:42:03.435808Z","end":"2026-04-08T13:42:04.87055Z","steps":["trace[844411970] 'process raft request' (duration: 1.434586384s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:04.870727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:03.435793Z","time spent":"1.434862283s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:42:05.047118Z","caller":"traceutil/trace.go:171","msg":"trace[656499657] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"1.062456346s","start":"2026-04-08T13:42:03.984627Z","end":"2026-04-08T13:42:05.047084Z","steps":["trace[656499657] 'process raft request' (duration: 1.062206139s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:05.04713Z","caller":"traceutil/trace.go:171","msg":"trace[2037889593] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"711.15196ms","start":"2026-04-08T13:42:04.335945Z","end":"2026-04-08T13:42:05.047097Z","steps":["trace[2037889593] 'process raft request' (duration: 711.038987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:05.047307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:04.335912Z","time spent":"711.300284ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:05.047383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:03.984602Z","time spent":"1.06260251s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:42:05.047685Z","caller":"traceutil/trace.go:171","msg":"trace[1375600670] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"493.036905ms","start":"2026-04-08T13:42:04.554637Z","end":"2026-04-08T13:42:05.047674Z","steps":["trace[1375600670] 'process raft request' (duration: 492.402887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:05.047733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:04.554609Z","time spent":"493.102097ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:42:05.047815Z","caller":"traceutil/trace.go:171","msg":"trace[487192224] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"492.955752ms","start":"2026-04-08T13:42:04.554852Z","end":"2026-04-08T13:42:05.047808Z","steps":["trace[487192224] 'process raft request' (duration: 492.659944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:05.047854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:04.554823Z","time spent":"493.010934ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:42:05.047834Z","caller":"traceutil/trace.go:171","msg":"trace[743196535] linearizableReadLoop","detail":"{readStateIndex:2160; appliedIndex:2154; }","duration":"1.370409959s","start":"2026-04-08T13:42:03.677403Z","end":"2026-04-08T13:42:05.047813Z","steps":["trace[743196535] 'read index received' (duration: 1.193106935s)","trace[743196535] 'applied index is now lower than readState.Index' (duration: 177.301663ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:05.04791Z","caller":"traceutil/trace.go:171","msg":"trace[1181981977] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"491.947893ms","start":"2026-04-08T13:42:04.555952Z","end":"2026-04-08T13:42:05.0479Z","steps":["trace[1181981977] 'process raft request' (duration: 491.752548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:05.047939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:04.555934Z","time spent":"491.990125ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:05.047999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370590553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:05.048051Z","caller":"traceutil/trace.go:171","msg":"trace[1202986576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2078; }","duration":"1.370677215s","start":"2026-04-08T13:42:03.677359Z","end":"2026-04-08T13:42:05.048036Z","steps":["trace[1202986576] 'agreement among raft nodes before linearized reading' (duration: 1.370600652s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:05.048099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:03.677327Z","time spent":"1.370761768s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:42:05.04838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092995761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T13:42:05.048461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.749693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T13:42:05.048499Z","caller":"traceutil/trace.go:171","msg":"trace[1174851905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2078; }","duration":"693.825335ms","start":"2026-04-08T13:42:04.354663Z","end":"2026-04-08T13:42:05.048488Z","steps":["trace[1174851905] 'agreement among raft nodes before linearized reading' (duration: 693.688212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:05.04852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:04.354638Z","time spent":"693.877557ms","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:42:05.048664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.709868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:42:05.048764Z","caller":"traceutil/trace.go:171","msg":"trace[424402113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2078; }","duration":"341.863301ms","start":"2026-04-08T13:42:04.706876Z","end":"2026-04-08T13:42:05.048739Z","steps":["trace[424402113] 'agreement among raft nodes before linearized reading' (duration: 341.569273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:05.048846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:04.706849Z","time spent":"341.950054ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:42:05.048918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093556187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:42:05.048948Z","caller":"traceutil/trace.go:171","msg":"trace[303857186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2078; }","duration":"1.093626569s","start":"2026-04-08T13:42:03.955313Z","end":"2026-04-08T13:42:05.04894Z","steps":["trace[303857186] 'agreement among raft nodes before linearized reading' (duration: 1.093493575s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:05.048967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:03.955291Z","time spent":"1.093671681s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:42:05.049167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093106374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T13:42:05.049192Z","caller":"traceutil/trace.go:171","msg":"trace[858174175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2078; }","duration":"1.093157396s","start":"2026-04-08T13:42:03.956023Z","end":"2026-04-08T13:42:05.049181Z","steps":["trace[858174175] 'agreement among raft nodes before linearized reading' (duration: 1.093098104s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:05.049214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:03.956004Z","time spent":"1.093205737s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:42:05.048633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092729054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T13:42:05.049725Z","caller":"traceutil/trace.go:171","msg":"trace[883485140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2078; }","duration":"1.093831644s","start":"2026-04-08T13:42:03.955875Z","end":"2026-04-08T13:42:05.049706Z","steps":["trace[883485140] 'agreement among raft nodes before linearized reading' (duration: 1.092645731s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:05.049789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:03.955867Z","time spent":"1.093901826s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:42:05.050025Z","caller":"traceutil/trace.go:171","msg":"trace[1995033267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2078; }","duration":"1.093128516s","start":"2026-04-08T13:42:03.955293Z","end":"2026-04-08T13:42:05.048421Z","steps":["trace[1995033267] 'agreement among raft nodes before linearized reading' (duration: 1.092736865s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:05.050068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:03.955272Z","time spent":"1.094783992s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:42:13.604085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.658352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:42:13.604355Z","caller":"traceutil/trace.go:171","msg":"trace[126213000] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"440.937075ms","start":"2026-04-08T13:42:13.16338Z","end":"2026-04-08T13:42:13.604317Z","steps":["trace[126213000] 'process raft request' (duration: 440.814371ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:13.604392Z","caller":"traceutil/trace.go:171","msg":"trace[1972330732] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"440.995877ms","start":"2026-04-08T13:42:13.163364Z","end":"2026-04-08T13:42:13.604359Z","steps":["trace[1972330732] 'process raft request' (duration: 251.950003ms)","trace[1972330732] 'compare' (duration: 188.545509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:42:13.604463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:13.163353Z","time spent":"441.058089ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:13.604539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:13.163347Z","time spent":"441.106769ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:42:13.604626Z","caller":"traceutil/trace.go:171","msg":"trace[612754150] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"440.579775ms","start":"2026-04-08T13:42:13.163915Z","end":"2026-04-08T13:42:13.604495Z","steps":["trace[612754150] 'process raft request' (duration: 440.360969ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:13.604694Z","caller":"traceutil/trace.go:171","msg":"trace[1357465491] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"241.923143ms","start":"2026-04-08T13:42:13.362744Z","end":"2026-04-08T13:42:13.604667Z","steps":["trace[1357465491] 'process raft request' (duration: 241.7791ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:13.604663Z","caller":"traceutil/trace.go:171","msg":"trace[1702919573] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"438.93445ms","start":"2026-04-08T13:42:13.165704Z","end":"2026-04-08T13:42:13.604638Z","steps":["trace[1702919573] 'process raft request' (duration: 438.712884ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:13.604776Z","caller":"traceutil/trace.go:171","msg":"trace[1741730610] linearizableReadLoop","detail":"{readStateIndex:2210; appliedIndex:2206; }","duration":"435.158343ms","start":"2026-04-08T13:42:13.169407Z","end":"2026-04-08T13:42:13.604566Z","steps":["trace[1741730610] 'read index received' (duration: 245.912604ms)","trace[1741730610] 'applied index is now lower than readState.Index' (duration: 189.243838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:42:13.604851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.422721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:42:13.604934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:13.165692Z","time spent":"439.129205ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:42:13.60497Z","caller":"traceutil/trace.go:171","msg":"trace[403504833] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2126; }","duration":"435.559165ms","start":"2026-04-08T13:42:13.169393Z","end":"2026-04-08T13:42:13.604952Z","steps":["trace[403504833] 'agreement among raft nodes before linearized reading' (duration: 435.342489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:13.605029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:13.169353Z","time spent":"435.665718ms","remote":"127.0.0.1:42108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:42:13.605022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.438041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:42:13.60508Z","caller":"traceutil/trace.go:171","msg":"trace[1579266765] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2126; }","duration":"250.579386ms","start":"2026-04-08T13:42:13.354488Z","end":"2026-04-08T13:42:13.605067Z","steps":["trace[1579266765] 'agreement among raft nodes before linearized reading' (duration: 250.435852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:13.605076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:13.163891Z","time spent":"440.847693ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:14.03123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.965531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:14.031366Z","caller":"traceutil/trace.go:171","msg":"trace[1546253543] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2126; }","duration":"129.143295ms","start":"2026-04-08T13:42:13.902165Z","end":"2026-04-08T13:42:14.031308Z","steps":["trace[1546253543] 'count revisions from in-memory index tree' (duration: 128.862809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:15.627634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.284352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:42:15.627807Z","caller":"traceutil/trace.go:171","msg":"trace[324268659] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"227.943593ms","start":"2026-04-08T13:42:15.399822Z","end":"2026-04-08T13:42:15.627765Z","steps":["trace[324268659] 'process raft request' (duration: 89.405334ms)","trace[324268659] 'compare' (duration: 138.149257ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:19.839181Z","caller":"traceutil/trace.go:171","msg":"trace[749925174] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"109.888248ms","start":"2026-04-08T13:42:19.729264Z","end":"2026-04-08T13:42:19.839152Z","steps":["trace[749925174] 'process raft request' (duration: 109.726753ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:19.862142Z","caller":"traceutil/trace.go:171","msg":"trace[1458067061] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"130.976356ms","start":"2026-04-08T13:42:19.731137Z","end":"2026-04-08T13:42:19.862113Z","steps":["trace[1458067061] 'process raft request' (duration: 116.583393ms)","trace[1458067061] 'compare' (duration: 14.196008ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:19.862781Z","caller":"traceutil/trace.go:171","msg":"trace[491270628] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"130.597436ms","start":"2026-04-08T13:42:19.732164Z","end":"2026-04-08T13:42:19.862761Z","steps":["trace[491270628] 'process raft request' (duration: 129.893756ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:19.862958Z","caller":"traceutil/trace.go:171","msg":"trace[37484609] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"129.521495ms","start":"2026-04-08T13:42:19.733277Z","end":"2026-04-08T13:42:19.862799Z","steps":["trace[37484609] 'process raft request' (duration: 129.381552ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:20.285758Z","caller":"traceutil/trace.go:171","msg":"trace[362610622] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"141.180033ms","start":"2026-04-08T13:42:20.144547Z","end":"2026-04-08T13:42:20.285727Z","steps":["trace[362610622] 'process raft request' (duration: 140.786963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:21.480611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.363818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:42:21.4809Z","caller":"traceutil/trace.go:171","msg":"trace[1649484065] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"265.301325ms","start":"2026-04-08T13:42:21.215579Z","end":"2026-04-08T13:42:21.480881Z","steps":["trace[1649484065] 'process raft request' (duration: 265.163731ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:21.480893Z","caller":"traceutil/trace.go:171","msg":"trace[1387471044] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"368.591413ms","start":"2026-04-08T13:42:21.112269Z","end":"2026-04-08T13:42:21.48086Z","steps":["trace[1387471044] 'process raft request' (duration: 132.856634ms)","trace[1387471044] 'compare' (duration: 234.849054ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:21.481141Z","caller":"traceutil/trace.go:171","msg":"trace[1082904138] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2252; }","duration":"344.32858ms","start":"2026-04-08T13:42:21.136785Z","end":"2026-04-08T13:42:21.481114Z","steps":["trace[1082904138] 'read index received' (duration: 108.371054ms)","trace[1082904138] 'applied index is now lower than readState.Index' (duration: 235.955246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:42:21.481153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.112224Z","time spent":"368.869141ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:21.482446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.629328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12404"} {"level":"info","ts":"2026-04-08T13:42:21.48274Z","caller":"traceutil/trace.go:171","msg":"trace[155326030] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2168; }","duration":"345.768892ms","start":"2026-04-08T13:42:21.136748Z","end":"2026-04-08T13:42:21.482517Z","steps":["trace[155326030] 'agreement among raft nodes before linearized reading' (duration: 344.451564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:21.483033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.136728Z","time spent":"346.081412ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12427,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:42:21.941181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.210967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:42:21.941437Z","caller":"traceutil/trace.go:171","msg":"trace[1526698427] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"631.789607ms","start":"2026-04-08T13:42:21.309617Z","end":"2026-04-08T13:42:21.941407Z","steps":["trace[1526698427] 'process raft request' (duration: 286.22894ms)","trace[1526698427] 'compare' (duration: 345.073364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:42:21.941607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.309564Z","time spent":"631.958253ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:22.781034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.405449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:42:22.78138Z","caller":"traceutil/trace.go:171","msg":"trace[1436099271] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"1.442653354s","start":"2026-04-08T13:42:21.338688Z","end":"2026-04-08T13:42:22.781342Z","steps":["trace[1436099271] 'process raft request' (duration: 1.442460489s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:22.781348Z","caller":"traceutil/trace.go:171","msg":"trace[1792122334] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"1.444334454s","start":"2026-04-08T13:42:21.336901Z","end":"2026-04-08T13:42:22.781236Z","steps":["trace[1792122334] 'process raft request' (duration: 872.605945ms)","trace[1792122334] 'compare' (duration: 571.143012ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:22.78147Z","caller":"traceutil/trace.go:171","msg":"trace[1147823263] linearizableReadLoop","detail":"{readStateIndex:2257; appliedIndex:2254; }","duration":"1.300237575s","start":"2026-04-08T13:42:21.481205Z","end":"2026-04-08T13:42:22.781443Z","steps":["trace[1147823263] 'read index received' (duration: 114.860603ms)","trace[1147823263] 'applied index is now lower than readState.Index' (duration: 1.185375112s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:22.781483Z","caller":"traceutil/trace.go:171","msg":"trace[1506363817] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"1.287493426s","start":"2026-04-08T13:42:21.493952Z","end":"2026-04-08T13:42:22.781445Z","steps":["trace[1506363817] 'process raft request' (duration: 1.287322161s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:22.781712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101488825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:42:22.781725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.336858Z","time spent":"1.444625761s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:22.781771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.493923Z","time spent":"1.287721453s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12371,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:22.781856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436229429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:42:22.781885Z","caller":"traceutil/trace.go:171","msg":"trace[1939050008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2172; }","duration":"1.43628423s","start":"2026-04-08T13:42:21.345593Z","end":"2026-04-08T13:42:22.781877Z","steps":["trace[1939050008] 'agreement among raft nodes before linearized reading' (duration: 1.436208289s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:22.781909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.345562Z","time spent":"1.436341953s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:42:22.781914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.392042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-08T13:42:22.781951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.779503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:42:22.781969Z","caller":"traceutil/trace.go:171","msg":"trace[822268892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2172; }","duration":"915.469794ms","start":"2026-04-08T13:42:21.866482Z","end":"2026-04-08T13:42:22.781951Z","steps":["trace[822268892] 'agreement among raft nodes before linearized reading' (duration: 915.32511ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:22.782009Z","caller":"traceutil/trace.go:171","msg":"trace[740837283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2172; }","duration":"915.888275ms","start":"2026-04-08T13:42:21.866105Z","end":"2026-04-08T13:42:22.781994Z","steps":["trace[740837283] 'agreement among raft nodes before linearized reading' (duration: 915.703791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:22.782041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520281021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-08T13:42:22.78203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.86647Z","time spent":"915.540977ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:42:22.782064Z","caller":"traceutil/trace.go:171","msg":"trace[2091809862] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:2172; }","duration":"1.520347932s","start":"2026-04-08T13:42:21.26171Z","end":"2026-04-08T13:42:22.782058Z","steps":["trace[2091809862] 'agreement among raft nodes before linearized reading' (duration: 1.520283419s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:22.782057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.866076Z","time spent":"915.969317ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:42:22.782023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.799874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T13:42:22.781753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42346851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-08T13:42:22.781559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.338665Z","time spent":"1.442794129s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:22.782179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.921944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:42:22.782092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.261687Z","time spent":"1.520399763s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T13:42:22.781776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578725741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-08T13:42:22.782166Z","caller":"traceutil/trace.go:171","msg":"trace[1588205415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2172; }","duration":"914.998329ms","start":"2026-04-08T13:42:21.867138Z","end":"2026-04-08T13:42:22.782136Z","steps":["trace[1588205415] 'agreement among raft nodes before linearized reading' (duration: 914.568567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:22.782242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.867126Z","time spent":"915.108764ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:42:22.782228Z","caller":"traceutil/trace.go:171","msg":"trace[1826559204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2172; }","duration":"1.423967124s","start":"2026-04-08T13:42:21.358219Z","end":"2026-04-08T13:42:22.782186Z","steps":["trace[1826559204] 'agreement among raft nodes before linearized reading' (duration: 1.423386738s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:22.78226Z","caller":"traceutil/trace.go:171","msg":"trace[1380086719] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2172; }","duration":"1.579216696s","start":"2026-04-08T13:42:21.203008Z","end":"2026-04-08T13:42:22.782225Z","steps":["trace[1380086719] 'agreement among raft nodes before linearized reading' (duration: 1.578618908s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:22.781783Z","caller":"traceutil/trace.go:171","msg":"trace[1832776230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2172; }","duration":"1.101619519s","start":"2026-04-08T13:42:21.680142Z","end":"2026-04-08T13:42:22.781762Z","steps":["trace[1832776230] 'agreement among raft nodes before linearized reading' (duration: 1.101514116s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:22.782283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.48037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-08T13:42:22.782321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.202988Z","time spent":"1.579319228s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:42:22.782335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.35819Z","time spent":"1.424119118s","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T13:42:22.782356Z","caller":"traceutil/trace.go:171","msg":"trace[691543653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2172; }","duration":"938.650304ms","start":"2026-04-08T13:42:21.843686Z","end":"2026-04-08T13:42:22.782337Z","steps":["trace[691543653] 'agreement among raft nodes before linearized reading' (duration: 938.387196ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:22.782208Z","caller":"traceutil/trace.go:171","msg":"trace[700190349] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2172; }","duration":"441.986946ms","start":"2026-04-08T13:42:22.340211Z","end":"2026-04-08T13:42:22.782198Z","steps":["trace[700190349] 'agreement among raft nodes before linearized reading' (duration: 441.929715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:22.782365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.680113Z","time spent":"1.102215486s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:42:22.782404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:21.84366Z","time spent":"938.729466ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:42:22.782422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:22.340187Z","time spent":"442.226113ms","remote":"127.0.0.1:42194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:42:22.984178Z","caller":"traceutil/trace.go:171","msg":"trace[425550920] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"194.898649ms","start":"2026-04-08T13:42:22.789259Z","end":"2026-04-08T13:42:22.984157Z","steps":["trace[425550920] 'process raft request' (duration: 194.752894ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:22.984167Z","caller":"traceutil/trace.go:171","msg":"trace[2121227313] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"195.122625ms","start":"2026-04-08T13:42:22.788997Z","end":"2026-04-08T13:42:22.98412Z","steps":["trace[2121227313] 'process raft request' (duration: 173.908161ms)","trace[2121227313] 'compare' (duration: 20.867174ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:22.984497Z","caller":"traceutil/trace.go:171","msg":"trace[2029622732] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2259; }","duration":"194.019244ms","start":"2026-04-08T13:42:22.790458Z","end":"2026-04-08T13:42:22.984477Z","steps":["trace[2029622732] 'read index received' (duration: 79.212903ms)","trace[2029622732] 'applied index is now lower than readState.Index' (duration: 114.805301ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:22.984636Z","caller":"traceutil/trace.go:171","msg":"trace[454694146] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"193.131417ms","start":"2026-04-08T13:42:22.79149Z","end":"2026-04-08T13:42:22.984622Z","steps":["trace[454694146] 'process raft request' (duration: 192.937281ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:22.984692Z","caller":"traceutil/trace.go:171","msg":"trace[813300366] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"194.993991ms","start":"2026-04-08T13:42:22.78968Z","end":"2026-04-08T13:42:22.984674Z","steps":["trace[813300366] 'process raft request' (duration: 194.422804ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:22.984635Z","caller":"traceutil/trace.go:171","msg":"trace[1191731972] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"193.617942ms","start":"2026-04-08T13:42:22.790997Z","end":"2026-04-08T13:42:22.984615Z","steps":["trace[1191731972] 'process raft request' (duration: 193.21739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:22.985063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.58828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-08T13:42:22.985167Z","caller":"traceutil/trace.go:171","msg":"trace[843615298] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb; range_end:; response_count:1; response_revision:2177; }","duration":"194.735114ms","start":"2026-04-08T13:42:22.790404Z","end":"2026-04-08T13:42:22.985139Z","steps":["trace[843615298] 'agreement among raft nodes before linearized reading' (duration: 194.402614ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:23.000193Z","caller":"traceutil/trace.go:171","msg":"trace[1734687014] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"128.800376ms","start":"2026-04-08T13:42:22.871362Z","end":"2026-04-08T13:42:23.000162Z","steps":["trace[1734687014] 'process raft request' (duration: 128.646362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:23.000261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.404202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:23.000348Z","caller":"traceutil/trace.go:171","msg":"trace[1679876814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2178; }","duration":"205.475333ms","start":"2026-04-08T13:42:22.794819Z","end":"2026-04-08T13:42:23.000294Z","steps":["trace[1679876814] 'agreement among raft nodes before linearized reading' (duration: 205.321509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:23.000414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.900029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4657a05a737a5\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-08T13:42:23.000499Z","caller":"traceutil/trace.go:171","msg":"trace[123161340] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4657a05a737a5; range_end:; response_count:1; response_revision:2178; }","duration":"147.038313ms","start":"2026-04-08T13:42:22.853443Z","end":"2026-04-08T13:42:23.000481Z","steps":["trace[123161340] 'agreement among raft nodes before linearized reading' (duration: 146.741174ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:35.777049Z","caller":"traceutil/trace.go:171","msg":"trace[2103445923] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2330; }","duration":"122.464942ms","start":"2026-04-08T13:42:35.654547Z","end":"2026-04-08T13:42:35.777012Z","steps":["trace[2103445923] 'read index received' (duration: 122.108642ms)","trace[2103445923] 'applied index is now lower than readState.Index' (duration: 354.51µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:35.777173Z","caller":"traceutil/trace.go:171","msg":"trace[1241223842] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"236.178102ms","start":"2026-04-08T13:42:35.540956Z","end":"2026-04-08T13:42:35.777134Z","steps":["trace[1241223842] 'process raft request' (duration: 235.812701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:35.777608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.980048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:35.777787Z","caller":"traceutil/trace.go:171","msg":"trace[1053433491] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2242; }","duration":"123.229555ms","start":"2026-04-08T13:42:35.654522Z","end":"2026-04-08T13:42:35.777752Z","steps":["trace[1053433491] 'agreement among raft nodes before linearized reading' (duration: 122.759481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:36.323851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658285003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:42:36.381846Z","caller":"traceutil/trace.go:171","msg":"trace[1492061509] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"567.386523ms","start":"2026-04-08T13:42:35.814439Z","end":"2026-04-08T13:42:36.381826Z","steps":["trace[1492061509] 'process raft request' (duration: 567.241599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:36.382021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:35.814413Z","time spent":"567.503537ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:36.710099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.580546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:42:36.710201Z","caller":"traceutil/trace.go:171","msg":"trace[1309982594] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2331; }","duration":"887.327109ms","start":"2026-04-08T13:42:35.822859Z","end":"2026-04-08T13:42:36.710186Z","steps":["trace[1309982594] 'read index received' (duration: 558.900569ms)","trace[1309982594] 'applied index is now lower than readState.Index' (duration: 328.42541ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:36.710269Z","caller":"traceutil/trace.go:171","msg":"trace[1451403911] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"720.428021ms","start":"2026-04-08T13:42:35.98983Z","end":"2026-04-08T13:42:36.710258Z","steps":["trace[1451403911] 'process raft request' (duration: 606.601758ms)","trace[1451403911] 'compare' (duration: 113.446352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:42:36.710319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:35.989802Z","time spent":"720.490883ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:36.710569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.693561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-08T13:42:36.71122Z","caller":"traceutil/trace.go:171","msg":"trace[327435327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2244; }","duration":"888.408941ms","start":"2026-04-08T13:42:35.822793Z","end":"2026-04-08T13:42:36.711202Z","steps":["trace[327435327] 'agreement among raft nodes before linearized reading' (duration: 887.596557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:36.711317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:35.822758Z","time spent":"888.527225ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:42:36.807725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.957832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:42:36.807732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.346114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:36.807801Z","caller":"traceutil/trace.go:171","msg":"trace[7836021] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2245; }","duration":"678.095567ms","start":"2026-04-08T13:42:36.12969Z","end":"2026-04-08T13:42:36.807786Z","steps":["trace[7836021] 'agreement among raft nodes before linearized reading' (duration: 677.942932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:36.807842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:36.12946Z","time spent":"678.372494ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:42:36.807839Z","caller":"traceutil/trace.go:171","msg":"trace[1867784846] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"289.329081ms","start":"2026-04-08T13:42:36.518476Z","end":"2026-04-08T13:42:36.807805Z","steps":["trace[1867784846] 'process raft request' (duration: 288.96295ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:36.807856Z","caller":"traceutil/trace.go:171","msg":"trace[1854177003] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2245; }","duration":"426.504888ms","start":"2026-04-08T13:42:36.381305Z","end":"2026-04-08T13:42:36.80781Z","steps":["trace[1854177003] 'agreement among raft nodes before linearized reading' (duration: 426.321532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:36.807925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:36.381285Z","time spent":"426.622643ms","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:42:36.807961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.499647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T13:42:36.808058Z","caller":"traceutil/trace.go:171","msg":"trace[1842011465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2245; }","duration":"922.655161ms","start":"2026-04-08T13:42:35.885386Z","end":"2026-04-08T13:42:36.808041Z","steps":["trace[1842011465] 'agreement among raft nodes before linearized reading' (duration: 922.426945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:36.808125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:35.885356Z","time spent":"922.757845ms","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:42:36.807947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.735778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:36.80821Z","caller":"traceutil/trace.go:171","msg":"trace[490917813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2245; }","duration":"126.053077ms","start":"2026-04-08T13:42:36.682146Z","end":"2026-04-08T13:42:36.808199Z","steps":["trace[490917813] 'agreement among raft nodes before linearized reading' (duration: 125.740958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:36.939554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.231828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:36.93967Z","caller":"traceutil/trace.go:171","msg":"trace[1925105401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2245; }","duration":"129.367883ms","start":"2026-04-08T13:42:36.810289Z","end":"2026-04-08T13:42:36.939657Z","steps":["trace[1925105401] 'range keys from in-memory index tree' (duration: 129.182688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:36.939938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.745326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:36.939968Z","caller":"traceutil/trace.go:171","msg":"trace[792786522] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"101.929678ms","start":"2026-04-08T13:42:36.838032Z","end":"2026-04-08T13:42:36.939961Z","steps":["trace[792786522] 'process raft request' (duration: 100.653861ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:36.940006Z","caller":"traceutil/trace.go:171","msg":"trace[1020875787] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2245; }","duration":"127.812867ms","start":"2026-04-08T13:42:36.812177Z","end":"2026-04-08T13:42:36.93999Z","steps":["trace[1020875787] 'range keys from in-memory index tree' (duration: 127.711625ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:36.9401Z","caller":"traceutil/trace.go:171","msg":"trace[1925652909] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"100.582179ms","start":"2026-04-08T13:42:36.839511Z","end":"2026-04-08T13:42:36.940094Z","steps":["trace[1925652909] 'process raft request' (duration: 100.419485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:37.369431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.701743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-08T13:42:37.369518Z","caller":"traceutil/trace.go:171","msg":"trace[1239869938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2247; }","duration":"306.830187ms","start":"2026-04-08T13:42:37.06266Z","end":"2026-04-08T13:42:37.36949Z","steps":["trace[1239869938] 'range keys from in-memory index tree' (duration: 306.505007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:37.369628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:37.062634Z","time spent":"306.936799ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:42:37.369964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.78875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-08T13:42:37.369971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.015396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T13:42:37.369971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.232714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-08T13:42:37.370022Z","caller":"traceutil/trace.go:171","msg":"trace[1731543883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2247; }","duration":"302.861892ms","start":"2026-04-08T13:42:37.067143Z","end":"2026-04-08T13:42:37.370005Z","steps":["trace[1731543883] 'range keys from in-memory index tree' (duration: 302.681247ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:37.370041Z","caller":"traceutil/trace.go:171","msg":"trace[901725942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2247; }","duration":"303.131139ms","start":"2026-04-08T13:42:37.066892Z","end":"2026-04-08T13:42:37.370023Z","steps":["trace[901725942] 'range keys from in-memory index tree' (duration: 302.842051ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:37.370047Z","caller":"traceutil/trace.go:171","msg":"trace[414566681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2247; }","duration":"302.339036ms","start":"2026-04-08T13:42:37.067692Z","end":"2026-04-08T13:42:37.370031Z","steps":["trace[414566681] 'range keys from in-memory index tree' (duration: 302.090499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:37.370065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:37.067136Z","time spent":"302.919584ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:42:37.370084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:37.066867Z","time spent":"303.207812ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:42:37.370085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:37.067685Z","time spent":"302.389818ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:42:37.370528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.620695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T13:42:37.370572Z","caller":"traceutil/trace.go:171","msg":"trace[532666265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2247; }","duration":"302.728827ms","start":"2026-04-08T13:42:37.067832Z","end":"2026-04-08T13:42:37.370561Z","steps":["trace[532666265] 'range keys from in-memory index tree' (duration: 302.344777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:37.370604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:37.067828Z","time spent":"302.768219ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:42:42.869755Z","caller":"traceutil/trace.go:171","msg":"trace[639280723] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2366; }","duration":"106.980895ms","start":"2026-04-08T13:42:42.762749Z","end":"2026-04-08T13:42:42.86973Z","steps":["trace[639280723] 'read index received' (duration: 106.738319ms)","trace[639280723] 'applied index is now lower than readState.Index' (duration: 240.946µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:42.869854Z","caller":"traceutil/trace.go:171","msg":"trace[1545584909] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"139.864597ms","start":"2026-04-08T13:42:42.72997Z","end":"2026-04-08T13:42:42.869835Z","steps":["trace[1545584909] 'process raft request' (duration: 139.556727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:42.869978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.207992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:42:42.870055Z","caller":"traceutil/trace.go:171","msg":"trace[1348183160] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2276; }","duration":"107.340886ms","start":"2026-04-08T13:42:42.762698Z","end":"2026-04-08T13:42:42.870039Z","steps":["trace[1348183160] 'agreement among raft nodes before linearized reading' (duration: 107.202211ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:43.075855Z","caller":"traceutil/trace.go:171","msg":"trace[2020434680] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"168.067081ms","start":"2026-04-08T13:42:42.907761Z","end":"2026-04-08T13:42:43.075828Z","steps":["trace[2020434680] 'process raft request' (duration: 167.895297ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:43.109413Z","caller":"traceutil/trace.go:171","msg":"trace[2074546584] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"144.060678ms","start":"2026-04-08T13:42:42.965323Z","end":"2026-04-08T13:42:43.109384Z","steps":["trace[2074546584] 'process raft request' (duration: 143.973805ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:43.109472Z","caller":"traceutil/trace.go:171","msg":"trace[1123709803] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"146.775275ms","start":"2026-04-08T13:42:42.962654Z","end":"2026-04-08T13:42:43.109429Z","steps":["trace[1123709803] 'process raft request' (duration: 146.456017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:43.833762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.106849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:43.833828Z","caller":"traceutil/trace.go:171","msg":"trace[317130032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2279; }","duration":"154.219911ms","start":"2026-04-08T13:42:43.679592Z","end":"2026-04-08T13:42:43.833812Z","steps":["trace[317130032] 'range keys from in-memory index tree' (duration: 154.011645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:43.833886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.067624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:42:43.83396Z","caller":"traceutil/trace.go:171","msg":"trace[1910354537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2279; }","duration":"428.156167ms","start":"2026-04-08T13:42:43.405786Z","end":"2026-04-08T13:42:43.833942Z","steps":["trace[1910354537] 'range keys from in-memory index tree' (duration: 427.895349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:43.834017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.405779Z","time spent":"428.22328ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:42:43.834108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.934405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T13:42:43.83414Z","caller":"traceutil/trace.go:171","msg":"trace[989814365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2279; }","duration":"431.967966ms","start":"2026-04-08T13:42:43.402165Z","end":"2026-04-08T13:42:43.834133Z","steps":["trace[989814365] 'range keys from in-memory index tree' (duration: 431.676438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:43.834162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.402108Z","time spent":"432.049589ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:42:43.834131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.816376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T13:42:43.834165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.981445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T13:42:43.834262Z","caller":"traceutil/trace.go:171","msg":"trace[190652085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2279; }","duration":"424.161712ms","start":"2026-04-08T13:42:43.410088Z","end":"2026-04-08T13:42:43.83425Z","steps":["trace[190652085] 'range keys from in-memory index tree' (duration: 423.571554ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:43.834202Z","caller":"traceutil/trace.go:171","msg":"trace[626031160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2279; }","duration":"429.928187ms","start":"2026-04-08T13:42:43.404259Z","end":"2026-04-08T13:42:43.834187Z","steps":["trace[626031160] 'range keys from in-memory index tree' (duration: 429.550617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:43.834328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.410067Z","time spent":"424.249043ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:42:43.834287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.593954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:42:43.834613Z","caller":"traceutil/trace.go:171","msg":"trace[2025472156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2279; }","duration":"424.893662ms","start":"2026-04-08T13:42:43.409643Z","end":"2026-04-08T13:42:43.834536Z","steps":["trace[2025472156] 'range keys from in-memory index tree' (duration: 424.058138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:43.834426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.404166Z","time spent":"430.200546ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:42:43.834813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.409635Z","time spent":"425.096638ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:42:44.363907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658285110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:42:44.864186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658285110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:42:45.074767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212331123s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:42:45.075292Z","caller":"traceutil/trace.go:171","msg":"trace[1021333133] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"1.236624654s","start":"2026-04-08T13:42:43.838648Z","end":"2026-04-08T13:42:45.075273Z","steps":["trace[1021333133] 'process raft request' (duration: 1.236542082s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:45.075291Z","caller":"traceutil/trace.go:171","msg":"trace[1425966742] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"1.236611594s","start":"2026-04-08T13:42:43.83865Z","end":"2026-04-08T13:42:45.075262Z","steps":["trace[1425966742] 'process raft request' (duration: 1.236353476s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:45.075493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.838636Z","time spent":"1.236725306s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:45.075721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.838625Z","time spent":"1.236726608s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:42:45.075815Z","caller":"traceutil/trace.go:171","msg":"trace[2027185960] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"1.236797609s","start":"2026-04-08T13:42:43.839001Z","end":"2026-04-08T13:42:45.075799Z","steps":["trace[2027185960] 'process raft request' (duration: 1.236232603s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:45.075891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.838992Z","time spent":"1.236858921s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:42:45.07587Z","caller":"traceutil/trace.go:171","msg":"trace[1271938155] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"1.235696209s","start":"2026-04-08T13:42:43.840138Z","end":"2026-04-08T13:42:45.075834Z","steps":["trace[1271938155] 'process raft request' (duration: 1.235631186s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:45.075932Z","caller":"traceutil/trace.go:171","msg":"trace[1846957960] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"1.236855222s","start":"2026-04-08T13:42:43.839036Z","end":"2026-04-08T13:42:45.075891Z","steps":["trace[1846957960] 'process raft request' (duration: 1.236541513s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:45.076106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.840129Z","time spent":"1.235845463s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:45.076133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.839027Z","time spent":"1.236997906s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:45.835811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:42:45.835908Z","caller":"traceutil/trace.go:171","msg":"trace[908941825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013669s","start":"2026-04-08T13:42:43.835876Z","end":"2026-04-08T13:42:45.835889Z","steps":["trace[908941825] 'agreement among raft nodes before linearized reading' (duration: 1.999879856s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:45.836047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.835818Z","time spent":"2.000216065s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:42:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:42:45.86612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.068097ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:45.866245Z","caller":"traceutil/trace.go:171","msg":"trace[674706328] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2285; }","duration":"723.205232ms","start":"2026-04-08T13:42:45.143021Z","end":"2026-04-08T13:42:45.866226Z","steps":["trace[674706328] 'range keys from in-memory index tree' (duration: 723.051687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:45.866573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.848422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:42:45.866752Z","caller":"traceutil/trace.go:171","msg":"trace[934793608] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"1.552633396s","start":"2026-04-08T13:42:44.314094Z","end":"2026-04-08T13:42:45.866728Z","steps":["trace[934793608] 'process raft request' (duration: 876.536997ms)","trace[934793608] 'compare' (duration: 675.714828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:42:45.866862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:44.314062Z","time spent":"1.552735969s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:42:45.867009Z","caller":"traceutil/trace.go:171","msg":"trace[624746432] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"991.021731ms","start":"2026-04-08T13:42:44.87595Z","end":"2026-04-08T13:42:45.866971Z","steps":["trace[624746432] 'process raft request' (duration: 990.725242ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:45.867838Z","caller":"traceutil/trace.go:171","msg":"trace[115903024] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2371; }","duration":"2.004683313s","start":"2026-04-08T13:42:43.863139Z","end":"2026-04-08T13:42:45.867822Z","steps":["trace[115903024] 'read index received' (duration: 1.211830897s)","trace[115903024] 'applied index is now lower than readState.Index' (duration: 792.850936ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:42:45.867967Z","caller":"traceutil/trace.go:171","msg":"trace[1324806273] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"751.318576ms","start":"2026-04-08T13:42:45.116618Z","end":"2026-04-08T13:42:45.867936Z","steps":["trace[1324806273] 'process raft request' (duration: 750.523192ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:45.868005Z","caller":"traceutil/trace.go:171","msg":"trace[834560513] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"751.626414ms","start":"2026-04-08T13:42:45.116288Z","end":"2026-04-08T13:42:45.867914Z","steps":["trace[834560513] 'process raft request' (duration: 750.671396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:45.868169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99069946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-08T13:42:45.868174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:45.116579Z","time spent":"751.48946ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:45.868134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.728575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:42:45.868265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021188792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:42:45.86828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535329006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:42:45.868271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.851332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:45.868353Z","caller":"traceutil/trace.go:171","msg":"trace[1546212377] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2289; }","duration":"1.535432678s","start":"2026-04-08T13:42:44.332904Z","end":"2026-04-08T13:42:45.868336Z","steps":["trace[1546212377] 'agreement among raft nodes before linearized reading' (duration: 1.535320305s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:45.868382Z","caller":"traceutil/trace.go:171","msg":"trace[1874491857] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2289; }","duration":"1.021337366s","start":"2026-04-08T13:42:44.847013Z","end":"2026-04-08T13:42:45.86835Z","steps":["trace[1874491857] 'agreement among raft nodes before linearized reading' (duration: 1.021173222s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:45.868405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:44.332887Z","time spent":"1.535503641s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:42:45.868123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461550311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:45.868402Z","caller":"traceutil/trace.go:171","msg":"trace[1126672510] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2289; }","duration":"273.995556ms","start":"2026-04-08T13:42:45.59435Z","end":"2026-04-08T13:42:45.868346Z","steps":["trace[1126672510] 'agreement among raft nodes before linearized reading' (duration: 273.877932ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:45.868366Z","caller":"traceutil/trace.go:171","msg":"trace[1061927130] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2289; }","duration":"416.966443ms","start":"2026-04-08T13:42:45.451344Z","end":"2026-04-08T13:42:45.86831Z","steps":["trace[1061927130] 'agreement among raft nodes before linearized reading' (duration: 416.623223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:45.868983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:45.451282Z","time spent":"417.677753ms","remote":"127.0.0.1:44348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:42:45.86817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479414588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:42:45.869255Z","caller":"traceutil/trace.go:171","msg":"trace[929486794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2289; }","duration":"1.48051447s","start":"2026-04-08T13:42:44.388695Z","end":"2026-04-08T13:42:45.86921Z","steps":["trace[929486794] 'agreement among raft nodes before linearized reading' (duration: 1.479384717s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:42:45.868245Z","caller":"traceutil/trace.go:171","msg":"trace[121287351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2289; }","duration":"1.990819022s","start":"2026-04-08T13:42:43.877409Z","end":"2026-04-08T13:42:45.868228Z","steps":["trace[121287351] 'agreement among raft nodes before linearized reading' (duration: 1.990550825s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:45.868444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:44.846981Z","time spent":"1.02144687s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:42:45.868468Z","caller":"traceutil/trace.go:171","msg":"trace[233331424] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2289; }","duration":"1.461961194s","start":"2026-04-08T13:42:44.406487Z","end":"2026-04-08T13:42:45.868448Z","steps":["trace[233331424] 'agreement among raft nodes before linearized reading' (duration: 1.461511711s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:42:45.869539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:43.877393Z","time spent":"1.992119411s","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:42:45.869619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:44.406458Z","time spent":"1.463090866s","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:42:45.869674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:44.388676Z","time spent":"1.480932882s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:42:45.868693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:45.116254Z","time spent":"751.83283ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:42:45.868688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:42:44.875919Z","time spent":"991.590506ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:43:01.383512Z","caller":"traceutil/trace.go:171","msg":"trace[159642425] linearizableReadLoop","detail":"{readStateIndex:2459; appliedIndex:2458; }","duration":"212.363523ms","start":"2026-04-08T13:43:01.17113Z","end":"2026-04-08T13:43:01.383494Z","steps":["trace[159642425] 'read index received' (duration: 212.332763ms)","trace[159642425] 'applied index is now lower than readState.Index' (duration: 29.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:43:01.383662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.519648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T13:43:01.383643Z","caller":"traceutil/trace.go:171","msg":"trace[1545629645] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"213.351172ms","start":"2026-04-08T13:43:01.170241Z","end":"2026-04-08T13:43:01.383592Z","steps":["trace[1545629645] 'process raft request' (duration: 213.137596ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:01.383683Z","caller":"traceutil/trace.go:171","msg":"trace[549087744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2365; }","duration":"212.60378ms","start":"2026-04-08T13:43:01.171073Z","end":"2026-04-08T13:43:01.383677Z","steps":["trace[549087744] 'agreement among raft nodes before linearized reading' (duration: 212.497227ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:01.426261Z","caller":"traceutil/trace.go:171","msg":"trace[900606886] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"253.593827ms","start":"2026-04-08T13:43:01.172637Z","end":"2026-04-08T13:43:01.426231Z","steps":["trace[900606886] 'process raft request' (duration: 253.514964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:43:01.426343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.010708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-08T13:43:01.426403Z","caller":"traceutil/trace.go:171","msg":"trace[486885523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2367; }","duration":"245.162852ms","start":"2026-04-08T13:43:01.181218Z","end":"2026-04-08T13:43:01.426381Z","steps":["trace[486885523] 'agreement among raft nodes before linearized reading' (duration: 244.977077ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:01.426414Z","caller":"traceutil/trace.go:171","msg":"trace[1965546451] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"254.915314ms","start":"2026-04-08T13:43:01.171439Z","end":"2026-04-08T13:43:01.426354Z","steps":["trace[1965546451] 'process raft request' (duration: 254.594755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:43:01.426391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.45584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:43:01.426556Z","caller":"traceutil/trace.go:171","msg":"trace[1183574019] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:2367; }","duration":"162.646426ms","start":"2026-04-08T13:43:01.263869Z","end":"2026-04-08T13:43:01.426515Z","steps":["trace[1183574019] 'agreement among raft nodes before linearized reading' (duration: 162.392599ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:01.908642Z","caller":"traceutil/trace.go:171","msg":"trace[544707050] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"130.616879ms","start":"2026-04-08T13:43:01.777995Z","end":"2026-04-08T13:43:01.908612Z","steps":["trace[544707050] 'process raft request' (duration: 130.481695ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:03.644245Z","caller":"traceutil/trace.go:171","msg":"trace[214337924] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"209.725407ms","start":"2026-04-08T13:43:03.434481Z","end":"2026-04-08T13:43:03.644206Z","steps":["trace[214337924] 'process raft request' (duration: 129.154207ms)","trace[214337924] 'compare' (duration: 80.324553ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:43:03.644347Z","caller":"traceutil/trace.go:171","msg":"trace[1696353359] linearizableReadLoop","detail":"{readStateIndex:2473; appliedIndex:2472; }","duration":"209.661025ms","start":"2026-04-08T13:43:03.434653Z","end":"2026-04-08T13:43:03.644314Z","steps":["trace[1696353359] 'read index received' (duration: 128.995762ms)","trace[1696353359] 'applied index is now lower than readState.Index' (duration: 80.662533ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:43:03.644261Z","caller":"traceutil/trace.go:171","msg":"trace[1418613371] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"208.77728ms","start":"2026-04-08T13:43:03.435457Z","end":"2026-04-08T13:43:03.644234Z","steps":["trace[1418613371] 'process raft request' (duration: 208.726669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:43:03.644578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.916692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T13:43:03.644619Z","caller":"traceutil/trace.go:171","msg":"trace[1450086408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2379; }","duration":"209.995975ms","start":"2026-04-08T13:43:03.434613Z","end":"2026-04-08T13:43:03.644609Z","steps":["trace[1450086408] 'agreement among raft nodes before linearized reading' (duration: 209.83647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:43:03.644667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.235613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-08T13:43:03.644743Z","caller":"traceutil/trace.go:171","msg":"trace[295815487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2379; }","duration":"153.363886ms","start":"2026-04-08T13:43:03.491362Z","end":"2026-04-08T13:43:03.644725Z","steps":["trace[295815487] 'agreement among raft nodes before linearized reading' (duration: 153.14636ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:03.80906Z","caller":"traceutil/trace.go:171","msg":"trace[217302778] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"159.426862ms","start":"2026-04-08T13:43:03.649607Z","end":"2026-04-08T13:43:03.809034Z","steps":["trace[217302778] 'process raft request' (duration: 159.373951ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:03.809321Z","caller":"traceutil/trace.go:171","msg":"trace[1351348285] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"160.377049ms","start":"2026-04-08T13:43:03.648918Z","end":"2026-04-08T13:43:03.809295Z","steps":["trace[1351348285] 'process raft request' (duration: 102.217797ms)","trace[1351348285] 'compare' (duration: 57.139732ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:43:04.088645Z","caller":"traceutil/trace.go:171","msg":"trace[67270904] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"148.952889ms","start":"2026-04-08T13:43:03.939655Z","end":"2026-04-08T13:43:04.088608Z","steps":["trace[67270904] 'process raft request' (duration: 137.175548ms)","trace[67270904] 'compare' (duration: 11.417511ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:43:04.094492Z","caller":"traceutil/trace.go:171","msg":"trace[2108919847] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"141.672699ms","start":"2026-04-08T13:43:03.952796Z","end":"2026-04-08T13:43:04.094469Z","steps":["trace[2108919847] 'process raft request' (duration: 141.518564ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:04.094755Z","caller":"traceutil/trace.go:171","msg":"trace[1434192537] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"140.00723ms","start":"2026-04-08T13:43:03.954722Z","end":"2026-04-08T13:43:04.094729Z","steps":["trace[1434192537] 'process raft request' (duration: 139.710731ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:04.09486Z","caller":"traceutil/trace.go:171","msg":"trace[389541886] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"139.524866ms","start":"2026-04-08T13:43:03.955307Z","end":"2026-04-08T13:43:04.094832Z","steps":["trace[389541886] 'process raft request' (duration: 139.332661ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:05.03809Z","caller":"traceutil/trace.go:171","msg":"trace[355622096] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"120.075304ms","start":"2026-04-08T13:43:04.917987Z","end":"2026-04-08T13:43:05.038062Z","steps":["trace[355622096] 'process raft request' (duration: 119.851267ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:45.40126Z","caller":"traceutil/trace.go:171","msg":"trace[154192380] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"272.565475ms","start":"2026-04-08T13:43:45.128651Z","end":"2026-04-08T13:43:45.401216Z","steps":["trace[154192380] 'process raft request' (duration: 209.81648ms)","trace[154192380] 'compare' (duration: 62.547409ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:43:48.655132Z","caller":"traceutil/trace.go:171","msg":"trace[274037918] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"400.136317ms","start":"2026-04-08T13:43:48.254959Z","end":"2026-04-08T13:43:48.655095Z","steps":["trace[274037918] 'process raft request' (duration: 399.891369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:43:48.655368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:43:48.254931Z","time spent":"400.318871ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:43:48.659809Z","caller":"traceutil/trace.go:171","msg":"trace[1725621337] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"382.523167ms","start":"2026-04-08T13:43:48.277258Z","end":"2026-04-08T13:43:48.659781Z","steps":["trace[1725621337] 'process raft request' (duration: 382.444544ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:43:48.659868Z","caller":"traceutil/trace.go:171","msg":"trace[1403461551] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"382.755033ms","start":"2026-04-08T13:43:48.277077Z","end":"2026-04-08T13:43:48.659832Z","steps":["trace[1403461551] 'process raft request' (duration: 382.452094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:43:48.660037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:43:48.277175Z","time spent":"382.754823ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:43:48.66006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:43:48.277051Z","time spent":"382.902078ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:43:48.660108Z","caller":"traceutil/trace.go:171","msg":"trace[486335981] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"378.734757ms","start":"2026-04-08T13:43:48.281313Z","end":"2026-04-08T13:43:48.660048Z","steps":["trace[486335981] 'process raft request' (duration: 378.431878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:43:48.660334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:43:48.281302Z","time spent":"378.948113ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:43:49.858168Z","caller":"traceutil/trace.go:171","msg":"trace[7826744] linearizableReadLoop","detail":"{readStateIndex:2908; appliedIndex:2907; }","duration":"176.889848ms","start":"2026-04-08T13:43:49.681257Z","end":"2026-04-08T13:43:49.858147Z","steps":["trace[7826744] 'read index received' (duration: 176.691732ms)","trace[7826744] 'applied index is now lower than readState.Index' (duration: 197.466µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:43:49.858493Z","caller":"traceutil/trace.go:171","msg":"trace[228203641] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"202.752177ms","start":"2026-04-08T13:43:49.655727Z","end":"2026-04-08T13:43:49.858479Z","steps":["trace[228203641] 'process raft request' (duration: 202.294333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:43:49.858699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.431803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:43:49.858724Z","caller":"traceutil/trace.go:171","msg":"trace[1521894472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2796; }","duration":"177.498565ms","start":"2026-04-08T13:43:49.681218Z","end":"2026-04-08T13:43:49.858716Z","steps":["trace[1521894472] 'agreement among raft nodes before linearized reading' (duration: 177.441573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:00.117714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.234689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:44:00.117828Z","caller":"traceutil/trace.go:171","msg":"trace[2048028813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2861; }","duration":"128.399094ms","start":"2026-04-08T13:43:59.989408Z","end":"2026-04-08T13:44:00.117807Z","steps":["trace[2048028813] 'range keys from in-memory index tree' (duration: 127.986983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:00.11802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.423375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:44:00.118135Z","caller":"traceutil/trace.go:171","msg":"trace[2120996608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2861; }","duration":"128.62326ms","start":"2026-04-08T13:43:59.989491Z","end":"2026-04-08T13:44:00.118114Z","steps":["trace[2120996608] 'range keys from in-memory index tree' (duration: 128.237169ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:03.441215Z","caller":"traceutil/trace.go:171","msg":"trace[966460900] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"203.342813ms","start":"2026-04-08T13:44:03.237838Z","end":"2026-04-08T13:44:03.44118Z","steps":["trace[966460900] 'process raft request' (duration: 163.094918ms)","trace[966460900] 'compare' (duration: 40.042459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:44:04.485733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.168768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:44:04.485961Z","caller":"traceutil/trace.go:171","msg":"trace[1228623584] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"243.020241ms","start":"2026-04-08T13:44:04.242923Z","end":"2026-04-08T13:44:04.485944Z","steps":["trace[1228623584] 'process raft request' (duration: 242.921908ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:04.486234Z","caller":"traceutil/trace.go:171","msg":"trace[408405272] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"243.283758ms","start":"2026-04-08T13:44:04.242909Z","end":"2026-04-08T13:44:04.486192Z","steps":["trace[408405272] 'process raft request' (duration: 39.563424ms)","trace[408405272] 'compare' (duration: 202.930801ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:44:04.48639Z","caller":"traceutil/trace.go:171","msg":"trace[1320695905] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"242.262278ms","start":"2026-04-08T13:44:04.244062Z","end":"2026-04-08T13:44:04.486324Z","steps":["trace[1320695905] 'process raft request' (duration: 242.172026ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:10.648045Z","caller":"traceutil/trace.go:171","msg":"trace[452002835] linearizableReadLoop","detail":"{readStateIndex:3046; appliedIndex:3045; }","duration":"111.638998ms","start":"2026-04-08T13:44:10.536361Z","end":"2026-04-08T13:44:10.648Z","steps":["trace[452002835] 'read index received' (duration: 50.534241ms)","trace[452002835] 'applied index is now lower than readState.Index' (duration: 61.102647ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:44:10.648076Z","caller":"traceutil/trace.go:171","msg":"trace[141910846] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"130.255148ms","start":"2026-04-08T13:44:10.517781Z","end":"2026-04-08T13:44:10.648036Z","steps":["trace[141910846] 'process raft request' (duration: 69.055387ms)","trace[141910846] 'compare' (duration: 60.796619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:44:10.648278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.126272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-08T13:44:10.648375Z","caller":"traceutil/trace.go:171","msg":"trace[1782399345] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2930; }","duration":"113.260936ms","start":"2026-04-08T13:44:10.535091Z","end":"2026-04-08T13:44:10.648352Z","steps":["trace[1782399345] 'agreement among raft nodes before linearized reading' (duration: 113.04827ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:10.64874Z","caller":"traceutil/trace.go:171","msg":"trace[1341667086] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"106.907432ms","start":"2026-04-08T13:44:10.541804Z","end":"2026-04-08T13:44:10.648712Z","steps":["trace[1341667086] 'process raft request' (duration: 106.769109ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:16.435035Z","caller":"traceutil/trace.go:171","msg":"trace[1302309154] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"100.167289ms","start":"2026-04-08T13:44:16.33484Z","end":"2026-04-08T13:44:16.435008Z","steps":["trace[1302309154] 'process raft request' (duration: 99.990833ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:22.913915Z","caller":"traceutil/trace.go:171","msg":"trace[1280208538] linearizableReadLoop","detail":"{readStateIndex:3114; appliedIndex:3113; }","duration":"311.317956ms","start":"2026-04-08T13:44:22.602576Z","end":"2026-04-08T13:44:22.913894Z","steps":["trace[1280208538] 'read index received' (duration: 311.249605ms)","trace[1280208538] 'applied index is now lower than readState.Index' (duration: 67.401µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:44:22.913999Z","caller":"traceutil/trace.go:171","msg":"trace[1719291792] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"447.626029ms","start":"2026-04-08T13:44:22.466358Z","end":"2026-04-08T13:44:22.913984Z","steps":["trace[1719291792] 'process raft request' (duration: 447.388662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:22.914098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:22.46633Z","time spent":"447.703801ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:44:22.914104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.526792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:44:22.914139Z","caller":"traceutil/trace.go:171","msg":"trace[1074284435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2995; }","duration":"311.617374ms","start":"2026-04-08T13:44:22.602513Z","end":"2026-04-08T13:44:22.91413Z","steps":["trace[1074284435] 'agreement among raft nodes before linearized reading' (duration: 311.494361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:22.914172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:22.602494Z","time spent":"311.671577ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:44:23.000897Z","caller":"traceutil/trace.go:171","msg":"trace[1455473520] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"194.209318ms","start":"2026-04-08T13:44:22.806655Z","end":"2026-04-08T13:44:23.000864Z","steps":["trace[1455473520] 'process raft request' (duration: 182.088428ms)","trace[1455473520] 'compare' (duration: 11.946125ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:44:23.001128Z","caller":"traceutil/trace.go:171","msg":"trace[1474313088] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"153.603723ms","start":"2026-04-08T13:44:22.84749Z","end":"2026-04-08T13:44:23.001093Z","steps":["trace[1474313088] 'process raft request' (duration: 153.323194ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:23.001218Z","caller":"traceutil/trace.go:171","msg":"trace[981437787] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"152.581504ms","start":"2026-04-08T13:44:22.848628Z","end":"2026-04-08T13:44:23.001209Z","steps":["trace[981437787] 'process raft request' (duration: 152.459371ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:23.001147Z","caller":"traceutil/trace.go:171","msg":"trace[279802262] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"153.549181ms","start":"2026-04-08T13:44:22.847576Z","end":"2026-04-08T13:44:23.001125Z","steps":["trace[279802262] 'process raft request' (duration: 153.411388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:23.001335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.213158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:44:23.001442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.335591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:44:23.001876Z","caller":"traceutil/trace.go:171","msg":"trace[926331463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2999; }","duration":"278.802456ms","start":"2026-04-08T13:44:22.723055Z","end":"2026-04-08T13:44:23.001857Z","steps":["trace[926331463] 'agreement among raft nodes before linearized reading' (duration: 278.314221ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:23.001456Z","caller":"traceutil/trace.go:171","msg":"trace[1508525051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2999; }","duration":"278.381133ms","start":"2026-04-08T13:44:22.723055Z","end":"2026-04-08T13:44:23.001436Z","steps":["trace[1508525051] 'agreement among raft nodes before linearized reading' (duration: 278.144917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:23.58001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658286766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:44:23.877204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.227136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:44:23.877393Z","caller":"traceutil/trace.go:171","msg":"trace[702896444] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"870.473561ms","start":"2026-04-08T13:44:23.0069Z","end":"2026-04-08T13:44:23.877374Z","steps":["trace[702896444] 'process raft request' (duration: 599.962786ms)","trace[702896444] 'compare' (duration: 269.684351ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:44:23.87772Z","caller":"traceutil/trace.go:171","msg":"trace[635793431] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"413.193853ms","start":"2026-04-08T13:44:23.464503Z","end":"2026-04-08T13:44:23.877697Z","steps":["trace[635793431] 'process raft request' (duration: 412.798282ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:23.877829Z","caller":"traceutil/trace.go:171","msg":"trace[1918892493] linearizableReadLoop","detail":"{readStateIndex:3123; appliedIndex:3120; }","duration":"798.21245ms","start":"2026-04-08T13:44:23.079582Z","end":"2026-04-08T13:44:23.877795Z","steps":["trace[1918892493] 'read index received' (duration: 527.260114ms)","trace[1918892493] 'applied index is now lower than readState.Index' (duration: 270.949716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:44:23.877852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:23.464466Z","time spent":"413.317366ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:44:23.877869Z","caller":"traceutil/trace.go:171","msg":"trace[189526601] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"352.805446ms","start":"2026-04-08T13:44:23.525027Z","end":"2026-04-08T13:44:23.877833Z","steps":["trace[189526601] 'process raft request' (duration: 352.59148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:23.877969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.387455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:44:23.878052Z","caller":"traceutil/trace.go:171","msg":"trace[1108404411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3004; }","duration":"798.51531ms","start":"2026-04-08T13:44:23.079518Z","end":"2026-04-08T13:44:23.878033Z","steps":["trace[1108404411] 'agreement among raft nodes before linearized reading' (duration: 798.396567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:23.878044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.337456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:44:23.878087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.825357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-08T13:44:23.878091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:23.079485Z","time spent":"798.598712ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:44:23.878119Z","caller":"traceutil/trace.go:171","msg":"trace[306629166] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3004; }","duration":"702.464571ms","start":"2026-04-08T13:44:23.17563Z","end":"2026-04-08T13:44:23.878094Z","steps":["trace[306629166] 'agreement among raft nodes before linearized reading' (duration: 702.335548ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:23.87813Z","caller":"traceutil/trace.go:171","msg":"trace[937675964] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3004; }","duration":"370.90937ms","start":"2026-04-08T13:44:23.507208Z","end":"2026-04-08T13:44:23.878118Z","steps":["trace[937675964] 'agreement among raft nodes before linearized reading' (duration: 370.753296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:23.878188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:23.507187Z","time spent":"370.993352ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-08T13:44:23.878118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.364381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a46594e3608822\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-08T13:44:23.878238Z","caller":"traceutil/trace.go:171","msg":"trace[1750739233] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a46594e3608822; range_end:; response_count:1; response_revision:3004; }","duration":"634.513715ms","start":"2026-04-08T13:44:23.243711Z","end":"2026-04-08T13:44:23.878224Z","steps":["trace[1750739233] 'agreement among raft nodes before linearized reading' (duration: 634.289878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:23.87819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:23.175568Z","time spent":"702.606555ms","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:44:23.878283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:23.243692Z","time spent":"634.579258ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a46594e3608822\" "} {"level":"warn","ts":"2026-04-08T13:44:23.878298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:23.525003Z","time spent":"353.00065ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:44:23.87844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.847742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:44:23.878666Z","caller":"traceutil/trace.go:171","msg":"trace[73929398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3004; }","duration":"199.095659ms","start":"2026-04-08T13:44:23.679459Z","end":"2026-04-08T13:44:23.878554Z","steps":["trace[73929398] 'agreement among raft nodes before linearized reading' (duration: 198.599746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:23.878717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:23.006876Z","time spent":"870.556203ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:44:24.403051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.862552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:44:24.40315Z","caller":"traceutil/trace.go:171","msg":"trace[714450987] linearizableReadLoop","detail":"{readStateIndex:3124; appliedIndex:3123; }","duration":"519.977202ms","start":"2026-04-08T13:44:23.883156Z","end":"2026-04-08T13:44:24.403133Z","steps":["trace[714450987] 'read index received' (duration: 188.920965ms)","trace[714450987] 'applied index is now lower than readState.Index' (duration: 331.055057ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:44:24.403347Z","caller":"traceutil/trace.go:171","msg":"trace[1460744823] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"521.787625ms","start":"2026-04-08T13:44:23.881547Z","end":"2026-04-08T13:44:24.403334Z","steps":["trace[1460744823] 'process raft request' (duration: 190.562774ms)","trace[1460744823] 'compare' (duration: 330.604014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:44:24.403432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:23.88153Z","time spent":"521.861717ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:44:24.403753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.600631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-08T13:44:24.403808Z","caller":"traceutil/trace.go:171","msg":"trace[672377879] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3005; }","duration":"520.696133ms","start":"2026-04-08T13:44:23.883098Z","end":"2026-04-08T13:44:24.403794Z","steps":["trace[672377879] 'agreement among raft nodes before linearized reading' (duration: 520.545018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:24.403851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:23.883073Z","time spent":"520.765326ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-08T13:44:24.403935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.325905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:44:24.403964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.895563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:44:24.404018Z","caller":"traceutil/trace.go:171","msg":"trace[1616401571] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3005; }","duration":"219.48384ms","start":"2026-04-08T13:44:24.184515Z","end":"2026-04-08T13:44:24.403999Z","steps":["trace[1616401571] 'agreement among raft nodes before linearized reading' (duration: 219.327985ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:44:24.404029Z","caller":"traceutil/trace.go:171","msg":"trace[1365985217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3005; }","duration":"340.021667ms","start":"2026-04-08T13:44:24.063988Z","end":"2026-04-08T13:44:24.40401Z","steps":["trace[1365985217] 'agreement among raft nodes before linearized reading' (duration: 339.834382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:44:24.40407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:44:24.06396Z","time spent":"340.102389ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:46:41.865455Z","caller":"traceutil/trace.go:171","msg":"trace[1208457992] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"146.020895ms","start":"2026-04-08T13:46:41.719403Z","end":"2026-04-08T13:46:41.865424Z","steps":["trace[1208457992] 'process raft request' (duration: 100.168341ms)","trace[1208457992] 'compare' (duration: 45.531915ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:46:42.808549Z","caller":"traceutil/trace.go:171","msg":"trace[2119256697] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"117.014687ms","start":"2026-04-08T13:46:42.691499Z","end":"2026-04-08T13:46:42.808514Z","steps":["trace[2119256697] 'process raft request' (duration: 116.76408ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:46:43.84366Z","caller":"traceutil/trace.go:171","msg":"trace[852767810] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"128.518804ms","start":"2026-04-08T13:46:43.715119Z","end":"2026-04-08T13:46:43.843638Z","steps":["trace[852767810] 'process raft request' (duration: 128.404611ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:46:43.843821Z","caller":"traceutil/trace.go:171","msg":"trace[1132117280] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"123.085393ms","start":"2026-04-08T13:46:43.720721Z","end":"2026-04-08T13:46:43.843806Z","steps":["trace[1132117280] 'process raft request' (duration: 122.863297ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:46:43.843663Z","caller":"traceutil/trace.go:171","msg":"trace[1754278466] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"129.616734ms","start":"2026-04-08T13:46:43.71401Z","end":"2026-04-08T13:46:43.843627Z","steps":["trace[1754278466] 'process raft request' (duration: 83.821141ms)","trace[1754278466] 'compare' (duration: 45.504774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:46:44.11022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.41753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:46:44.110375Z","caller":"traceutil/trace.go:171","msg":"trace[2026227678] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"176.67166ms","start":"2026-04-08T13:46:43.933675Z","end":"2026-04-08T13:46:44.110347Z","steps":["trace[2026227678] 'process raft request' (duration: 40.020653ms)","trace[2026227678] 'compare' (duration: 136.257926ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:46:45.566356Z","caller":"traceutil/trace.go:171","msg":"trace[803650807] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"320.479985ms","start":"2026-04-08T13:46:45.245845Z","end":"2026-04-08T13:46:45.566325Z","steps":["trace[803650807] 'process raft request' (duration: 320.3201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:46:45.56663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:46:45.245828Z","time spent":"320.704471ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:46:47.76512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.719995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T13:46:47.765239Z","caller":"traceutil/trace.go:171","msg":"trace[12662640] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3912; }","duration":"109.896429ms","start":"2026-04-08T13:46:47.655317Z","end":"2026-04-08T13:46:47.765214Z","steps":["trace[12662640] 'range keys from in-memory index tree' (duration: 109.446057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:01.885605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.22238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:47:01.88576Z","caller":"traceutil/trace.go:171","msg":"trace[1923297443] linearizableReadLoop","detail":"{readStateIndex:4179; appliedIndex:4178; }","duration":"207.49202ms","start":"2026-04-08T13:47:01.678245Z","end":"2026-04-08T13:47:01.885737Z","steps":["trace[1923297443] 'read index received' (duration: 47.895751ms)","trace[1923297443] 'applied index is now lower than readState.Index' (duration: 159.594619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:47:01.88585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.607212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:47:01.885897Z","caller":"traceutil/trace.go:171","msg":"trace[1816806316] transaction","detail":"{read_only:false; response_revision:4022; number_of_response:1; }","duration":"216.131649ms","start":"2026-04-08T13:47:01.669729Z","end":"2026-04-08T13:47:01.88586Z","steps":["trace[1816806316] 'process raft request' (duration: 56.499837ms)","trace[1816806316] 'compare' (duration: 159.086617ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:47:01.885897Z","caller":"traceutil/trace.go:171","msg":"trace[848949849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4022; }","duration":"207.691266ms","start":"2026-04-08T13:47:01.678187Z","end":"2026-04-08T13:47:01.885878Z","steps":["trace[848949849] 'agreement among raft nodes before linearized reading' (duration: 207.613104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:17.114531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658289666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:47:17.359042Z","caller":"traceutil/trace.go:171","msg":"trace[822679405] linearizableReadLoop","detail":"{readStateIndex:4276; appliedIndex:4275; }","duration":"744.730221ms","start":"2026-04-08T13:47:16.614277Z","end":"2026-04-08T13:47:17.359007Z","steps":["trace[822679405] 'read index received' (duration: 744.514155ms)","trace[822679405] 'applied index is now lower than readState.Index' (duration: 214.436µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:47:17.359155Z","caller":"traceutil/trace.go:171","msg":"trace[950060975] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"750.109948ms","start":"2026-04-08T13:47:16.608998Z","end":"2026-04-08T13:47:17.359108Z","steps":["trace[950060975] 'process raft request' (duration: 749.781459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:17.359269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.945446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:47:17.359292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.814459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:47:17.35931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:47:16.60897Z","time spent":"750.270594ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:47:17.359337Z","caller":"traceutil/trace.go:171","msg":"trace[2082797522] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4116; }","duration":"745.08561ms","start":"2026-04-08T13:47:16.614234Z","end":"2026-04-08T13:47:17.35932Z","steps":["trace[2082797522] 'agreement among raft nodes before linearized reading' (duration: 744.946247ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:17.359346Z","caller":"traceutil/trace.go:171","msg":"trace[145951308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4116; }","duration":"680.93071ms","start":"2026-04-08T13:47:16.678399Z","end":"2026-04-08T13:47:17.35933Z","steps":["trace[145951308] 'agreement among raft nodes before linearized reading' (duration: 680.821007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:17.359375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:47:16.614214Z","time spent":"745.151272ms","remote":"127.0.0.1:44444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:47:17.359394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:47:16.678381Z","time spent":"681.002044ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:47:17.359547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.264015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T13:47:17.35961Z","caller":"traceutil/trace.go:171","msg":"trace[316930686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4116; }","duration":"293.420749ms","start":"2026-04-08T13:47:17.066171Z","end":"2026-04-08T13:47:17.359592Z","steps":["trace[316930686] 'agreement among raft nodes before linearized reading' (duration: 293.168033ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:22.258277Z","caller":"traceutil/trace.go:171","msg":"trace[1491223782] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"141.554202ms","start":"2026-04-08T13:47:22.11669Z","end":"2026-04-08T13:47:22.258244Z","steps":["trace[1491223782] 'process raft request' (duration: 87.523163ms)","trace[1491223782] 'compare' (duration: 53.828593ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:47:22.258409Z","caller":"traceutil/trace.go:171","msg":"trace[583069669] transaction","detail":"{read_only:false; response_revision:4143; number_of_response:1; }","duration":"140.836813ms","start":"2026-04-08T13:47:22.117554Z","end":"2026-04-08T13:47:22.258391Z","steps":["trace[583069669] 'process raft request' (duration: 140.642877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:24.206497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526676216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:47:24.206581Z","caller":"traceutil/trace.go:171","msg":"trace[916294264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4148; }","duration":"1.526774478s","start":"2026-04-08T13:47:22.679789Z","end":"2026-04-08T13:47:24.206563Z","steps":["trace[916294264] 'range keys from in-memory index tree' (duration: 1.526507361s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:24.206619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:47:22.679728Z","time spent":"1.526883862s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:47:24.207024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.069422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:47:24.207086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.884785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:47:24.207165Z","caller":"traceutil/trace.go:171","msg":"trace[262201191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4148; }","duration":"308.187707ms","start":"2026-04-08T13:47:23.898928Z","end":"2026-04-08T13:47:24.207116Z","steps":["trace[262201191] 'range keys from in-memory index tree' (duration: 307.974599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:24.207223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:47:23.898873Z","time spent":"308.33813ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:47:24.207161Z","caller":"traceutil/trace.go:171","msg":"trace[1767993783] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4148; }","duration":"552.003358ms","start":"2026-04-08T13:47:23.655133Z","end":"2026-04-08T13:47:24.207137Z","steps":["trace[1767993783] 'count revisions from in-memory index tree' (duration: 551.714859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:24.207407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:47:23.655113Z","time spent":"552.275625ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:47:24.207515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.988862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T13:47:24.207582Z","caller":"traceutil/trace.go:171","msg":"trace[344522937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4148; }","duration":"768.056744ms","start":"2026-04-08T13:47:23.43951Z","end":"2026-04-08T13:47:24.207567Z","steps":["trace[344522937] 'range keys from in-memory index tree' (duration: 767.788466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:24.207613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.963913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T13:47:24.207635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:47:23.43947Z","time spent":"768.150776ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:47:24.207656Z","caller":"traceutil/trace.go:171","msg":"trace[867176917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4148; }","duration":"763.045715ms","start":"2026-04-08T13:47:23.444599Z","end":"2026-04-08T13:47:24.207645Z","steps":["trace[867176917] 'range keys from in-memory index tree' (duration: 762.774237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:24.207684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:47:23.44458Z","time spent":"763.097077ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:47:24.206657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66828559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T13:47:24.207752Z","caller":"traceutil/trace.go:171","msg":"trace[771071150] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:4148; }","duration":"1.669424832s","start":"2026-04-08T13:47:22.53829Z","end":"2026-04-08T13:47:24.207715Z","steps":["trace[771071150] 'range keys from in-memory index tree' (duration: 1.668073505s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:24.207832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:47:22.538268Z","time spent":"1.669543765s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"warn","ts":"2026-04-08T13:47:24.209068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.520969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T13:47:24.209141Z","caller":"traceutil/trace.go:171","msg":"trace[2145375010] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4148; }","duration":"142.631311ms","start":"2026-04-08T13:47:24.066492Z","end":"2026-04-08T13:47:24.209123Z","steps":["trace[2145375010] 'count revisions from in-memory index tree' (duration: 142.417936ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:24.362436Z","caller":"traceutil/trace.go:171","msg":"trace[1973203641] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"149.125772ms","start":"2026-04-08T13:47:24.213285Z","end":"2026-04-08T13:47:24.362411Z","steps":["trace[1973203641] 'process raft request' (duration: 148.947937ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:24.39248Z","caller":"traceutil/trace.go:171","msg":"trace[372368351] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"178.431079ms","start":"2026-04-08T13:47:24.213981Z","end":"2026-04-08T13:47:24.392412Z","steps":["trace[372368351] 'process raft request' (duration: 178.197993ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:24.392751Z","caller":"traceutil/trace.go:171","msg":"trace[752735760] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"129.421508ms","start":"2026-04-08T13:47:24.263307Z","end":"2026-04-08T13:47:24.392728Z","steps":["trace[752735760] 'process raft request' (duration: 129.037117ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:24.39322Z","caller":"traceutil/trace.go:171","msg":"trace[9915499] linearizableReadLoop","detail":"{readStateIndex:4311; appliedIndex:4309; }","duration":"178.955693ms","start":"2026-04-08T13:47:24.214221Z","end":"2026-04-08T13:47:24.393176Z","steps":["trace[9915499] 'read index received' (duration: 147.99453ms)","trace[9915499] 'applied index is now lower than readState.Index' (duration: 30.958933ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:47:24.39339Z","caller":"traceutil/trace.go:171","msg":"trace[1389745907] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"129.894481ms","start":"2026-04-08T13:47:24.263485Z","end":"2026-04-08T13:47:24.393379Z","steps":["trace[1389745907] 'process raft request' (duration: 129.12726ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:24.393606Z","caller":"traceutil/trace.go:171","msg":"trace[258366393] transaction","detail":"{read_only:false; response_revision:4154; number_of_response:1; }","duration":"114.701973ms","start":"2026-04-08T13:47:24.278864Z","end":"2026-04-08T13:47:24.393566Z","steps":["trace[258366393] 'process raft request' (duration: 114.25669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:24.393816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.599972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T13:47:24.393884Z","caller":"traceutil/trace.go:171","msg":"trace[1877918628] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4154; }","duration":"179.694154ms","start":"2026-04-08T13:47:24.214173Z","end":"2026-04-08T13:47:24.393867Z","steps":["trace[1877918628] 'agreement among raft nodes before linearized reading' (duration: 179.535299ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:24.39389Z","caller":"traceutil/trace.go:171","msg":"trace[909448257] transaction","detail":"{read_only:false; response_revision:4153; number_of_response:1; }","duration":"121.332225ms","start":"2026-04-08T13:47:24.272512Z","end":"2026-04-08T13:47:24.393844Z","steps":["trace[909448257] 'process raft request' (duration: 120.43792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:24.393806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.120318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T13:47:24.39402Z","caller":"traceutil/trace.go:171","msg":"trace[1338896883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4154; }","duration":"105.395056ms","start":"2026-04-08T13:47:24.288602Z","end":"2026-04-08T13:47:24.393997Z","steps":["trace[1338896883] 'agreement among raft nodes before linearized reading' (duration: 105.044807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:24.394241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.698306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:47:24.394352Z","caller":"traceutil/trace.go:171","msg":"trace[1559518560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4154; }","duration":"104.917552ms","start":"2026-04-08T13:47:24.2894Z","end":"2026-04-08T13:47:24.394318Z","steps":["trace[1559518560] 'agreement among raft nodes before linearized reading' (duration: 104.370937ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.211902Z","caller":"traceutil/trace.go:171","msg":"trace[2093074495] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"137.74034ms","start":"2026-04-08T13:47:49.074129Z","end":"2026-04-08T13:47:49.211869Z","steps":["trace[2093074495] 'process raft request' (duration: 137.569564ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.49523Z","caller":"traceutil/trace.go:171","msg":"trace[1276342540] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"183.273845ms","start":"2026-04-08T13:47:49.311919Z","end":"2026-04-08T13:47:49.495193Z","steps":["trace[1276342540] 'process raft request' (duration: 137.951735ms)","trace[1276342540] 'compare' (duration: 45.095654ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:47:49.495391Z","caller":"traceutil/trace.go:171","msg":"trace[59828365] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4300; }","duration":"175.929821ms","start":"2026-04-08T13:47:49.319359Z","end":"2026-04-08T13:47:49.495289Z","steps":["trace[59828365] 'process raft request' (duration: 175.896589ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.495445Z","caller":"traceutil/trace.go:171","msg":"trace[458555437] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"183.10777ms","start":"2026-04-08T13:47:49.312297Z","end":"2026-04-08T13:47:49.495404Z","steps":["trace[458555437] 'process raft request' (duration: 182.814602ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.495491Z","caller":"traceutil/trace.go:171","msg":"trace[1027857076] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"177.820513ms","start":"2026-04-08T13:47:49.317642Z","end":"2026-04-08T13:47:49.495462Z","steps":["trace[1027857076] 'process raft request' (duration: 177.519456ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.495639Z","caller":"traceutil/trace.go:171","msg":"trace[196811495] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"177.70031ms","start":"2026-04-08T13:47:49.317874Z","end":"2026-04-08T13:47:49.495574Z","steps":["trace[196811495] 'process raft request' (duration: 177.342021ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.712852Z","caller":"traceutil/trace.go:171","msg":"trace[350919308] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"182.116293ms","start":"2026-04-08T13:47:49.530692Z","end":"2026-04-08T13:47:49.712809Z","steps":["trace[350919308] 'process raft request' (duration: 120.034987ms)","trace[350919308] 'compare' (duration: 61.820568ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:47:49.712945Z","caller":"traceutil/trace.go:171","msg":"trace[797751945] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"181.950238ms","start":"2026-04-08T13:47:49.530953Z","end":"2026-04-08T13:47:49.712903Z","steps":["trace[797751945] 'process raft request' (duration: 181.848085ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.713042Z","caller":"traceutil/trace.go:171","msg":"trace[1076381763] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"182.123843ms","start":"2026-04-08T13:47:49.530899Z","end":"2026-04-08T13:47:49.713023Z","steps":["trace[1076381763] 'process raft request' (duration: 181.844146ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.713018Z","caller":"traceutil/trace.go:171","msg":"trace[1702911238] linearizableReadLoop","detail":"{readStateIndex:4480; appliedIndex:4473; }","duration":"140.916007ms","start":"2026-04-08T13:47:49.572072Z","end":"2026-04-08T13:47:49.712988Z","steps":["trace[1702911238] 'read index received' (duration: 78.595624ms)","trace[1702911238] 'applied index is now lower than readState.Index' (duration: 62.319273ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:47:49.713066Z","caller":"traceutil/trace.go:171","msg":"trace[1637616508] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"179.608362ms","start":"2026-04-08T13:47:49.533395Z","end":"2026-04-08T13:47:49.713003Z","steps":["trace[1637616508] 'process raft request' (duration: 179.492059ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.713122Z","caller":"traceutil/trace.go:171","msg":"trace[195746208] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"180.730694ms","start":"2026-04-08T13:47:49.532381Z","end":"2026-04-08T13:47:49.713112Z","steps":["trace[195746208] 'process raft request' (duration: 180.477577ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.713143Z","caller":"traceutil/trace.go:171","msg":"trace[2038295525] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"181.838185ms","start":"2026-04-08T13:47:49.531267Z","end":"2026-04-08T13:47:49.713105Z","steps":["trace[2038295525] 'process raft request' (duration: 181.564598ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.713165Z","caller":"traceutil/trace.go:171","msg":"trace[1877732662] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"176.663611ms","start":"2026-04-08T13:47:49.536463Z","end":"2026-04-08T13:47:49.713127Z","steps":["trace[1877732662] 'process raft request' (duration: 176.452756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:49.713346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.248267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.18a465c98673e107\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-04-08T13:47:49.713424Z","caller":"traceutil/trace.go:171","msg":"trace[415900963] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.18a465c98673e107; range_end:; response_count:1; response_revision:4311; }","duration":"141.37689ms","start":"2026-04-08T13:47:49.572022Z","end":"2026-04-08T13:47:49.713399Z","steps":["trace[415900963] 'agreement among raft nodes before linearized reading' (duration: 141.107162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:47:49.947232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.76326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:47:49.947472Z","caller":"traceutil/trace.go:171","msg":"trace[705123518] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"228.027049ms","start":"2026-04-08T13:47:49.719406Z","end":"2026-04-08T13:47:49.947433Z","steps":["trace[705123518] 'process raft request' (duration: 98.992131ms)","trace[705123518] 'compare' (duration: 128.634766ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:47:49.947639Z","caller":"traceutil/trace.go:171","msg":"trace[1523621274] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"220.936033ms","start":"2026-04-08T13:47:49.726671Z","end":"2026-04-08T13:47:49.947607Z","steps":["trace[1523621274] 'process raft request' (duration: 220.711567ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:49.947745Z","caller":"traceutil/trace.go:171","msg":"trace[1574176948] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"226.518668ms","start":"2026-04-08T13:47:49.721182Z","end":"2026-04-08T13:47:49.947701Z","steps":["trace[1574176948] 'process raft request' (duration: 226.141257ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:47:50.124357Z","caller":"traceutil/trace.go:171","msg":"trace[358714231] linearizableReadLoop","detail":"{readStateIndex:4485; appliedIndex:4484; }","duration":"115.047668ms","start":"2026-04-08T13:47:50.009282Z","end":"2026-04-08T13:47:50.12433Z","steps":["trace[358714231] 'read index received' (duration: 83.464229ms)","trace[358714231] 'applied index is now lower than readState.Index' (duration: 31.582269ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:47:50.124398Z","caller":"traceutil/trace.go:171","msg":"trace[832563112] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"168.307929ms","start":"2026-04-08T13:47:49.956047Z","end":"2026-04-08T13:47:50.124355Z","steps":["trace[832563112] 'process raft request' (duration: 136.694669ms)","trace[832563112] 'compare' (duration: 31.429554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:47:50.124538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.240074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:47:50.124638Z","caller":"traceutil/trace.go:171","msg":"trace[859112940] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4316; }","duration":"115.387017ms","start":"2026-04-08T13:47:50.009232Z","end":"2026-04-08T13:47:50.124619Z","steps":["trace[859112940] 'agreement among raft nodes before linearized reading' (duration: 115.191262ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:30.045885Z","caller":"traceutil/trace.go:171","msg":"trace[1631391037] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"149.688071ms","start":"2026-04-08T13:48:29.896168Z","end":"2026-04-08T13:48:30.045856Z","steps":["trace[1631391037] 'process raft request' (duration: 149.460835ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:35.759734Z","caller":"traceutil/trace.go:171","msg":"trace[382013722] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"149.163347ms","start":"2026-04-08T13:48:35.610542Z","end":"2026-04-08T13:48:35.759705Z","steps":["trace[382013722] 'process raft request' (duration: 145.667399ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:35.761711Z","caller":"traceutil/trace.go:171","msg":"trace[581026935] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"150.863314ms","start":"2026-04-08T13:48:35.610784Z","end":"2026-04-08T13:48:35.761648Z","steps":["trace[581026935] 'process raft request' (duration: 150.668758ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:35.761832Z","caller":"traceutil/trace.go:171","msg":"trace[738754807] linearizableReadLoop","detail":"{readStateIndex:5141; appliedIndex:5138; }","duration":"118.860945ms","start":"2026-04-08T13:48:35.642943Z","end":"2026-04-08T13:48:35.761804Z","steps":["trace[738754807] 'read index received' (duration: 113.249429ms)","trace[738754807] 'applied index is now lower than readState.Index' (duration: 5.609816ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:48:35.761808Z","caller":"traceutil/trace.go:171","msg":"trace[1289965586] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"150.221256ms","start":"2026-04-08T13:48:35.611571Z","end":"2026-04-08T13:48:35.761792Z","steps":["trace[1289965586] 'process raft request' (duration: 149.99008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:35.762225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.270456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T13:48:35.762279Z","caller":"traceutil/trace.go:171","msg":"trace[1961953396] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4949; }","duration":"119.383388ms","start":"2026-04-08T13:48:35.642882Z","end":"2026-04-08T13:48:35.762265Z","steps":["trace[1961953396] 'agreement among raft nodes before linearized reading' (duration: 119.217164ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:36.830866Z","caller":"traceutil/trace.go:171","msg":"trace[1564350029] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"175.451379ms","start":"2026-04-08T13:48:36.655377Z","end":"2026-04-08T13:48:36.830828Z","steps":["trace[1564350029] 'process raft request' (duration: 174.135261ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:36.835152Z","caller":"traceutil/trace.go:171","msg":"trace[750135846] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"173.822033ms","start":"2026-04-08T13:48:36.661308Z","end":"2026-04-08T13:48:36.83513Z","steps":["trace[750135846] 'process raft request' (duration: 173.71929ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:36.835123Z","caller":"traceutil/trace.go:171","msg":"trace[192263577] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"173.909655ms","start":"2026-04-08T13:48:36.661171Z","end":"2026-04-08T13:48:36.83508Z","steps":["trace[192263577] 'process raft request' (duration: 173.685359ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:36.835374Z","caller":"traceutil/trace.go:171","msg":"trace[45030786] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"173.801211ms","start":"2026-04-08T13:48:36.661531Z","end":"2026-04-08T13:48:36.835332Z","steps":["trace[45030786] 'process raft request' (duration: 173.549444ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:36.835435Z","caller":"traceutil/trace.go:171","msg":"trace[507078006] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5169; }","duration":"155.477102ms","start":"2026-04-08T13:48:36.679935Z","end":"2026-04-08T13:48:36.835412Z","steps":["trace[507078006] 'read index received' (duration: 149.669521ms)","trace[507078006] 'applied index is now lower than readState.Index' (duration: 5.803101ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:48:36.835423Z","caller":"traceutil/trace.go:171","msg":"trace[1207111682] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"173.267457ms","start":"2026-04-08T13:48:36.662142Z","end":"2026-04-08T13:48:36.83541Z","steps":["trace[1207111682] 'process raft request' (duration: 173.109163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:36.835663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.716809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:48:36.835729Z","caller":"traceutil/trace.go:171","msg":"trace[17559478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4980; }","duration":"155.824392ms","start":"2026-04-08T13:48:36.679897Z","end":"2026-04-08T13:48:36.835721Z","steps":["trace[17559478] 'agreement among raft nodes before linearized reading' (duration: 155.620926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:36.836064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.546484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:48:36.836087Z","caller":"traceutil/trace.go:171","msg":"trace[176468433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4980; }","duration":"100.607107ms","start":"2026-04-08T13:48:36.735474Z","end":"2026-04-08T13:48:36.836081Z","steps":["trace[176468433] 'agreement among raft nodes before linearized reading' (duration: 100.557586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:36.836309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.339592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"info","ts":"2026-04-08T13:48:36.836367Z","caller":"traceutil/trace.go:171","msg":"trace[2053014251] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4980; }","duration":"135.441246ms","start":"2026-04-08T13:48:36.700905Z","end":"2026-04-08T13:48:36.836346Z","steps":["trace[2053014251] 'agreement among raft nodes before linearized reading' (duration: 134.643823ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:43.45156Z","caller":"traceutil/trace.go:171","msg":"trace[2054290227] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5182; }","duration":"100.832793ms","start":"2026-04-08T13:48:43.35069Z","end":"2026-04-08T13:48:43.451523Z","steps":["trace[2054290227] 'process raft request' (duration: 100.741291ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:43.451784Z","caller":"traceutil/trace.go:171","msg":"trace[1254628967] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"103.201189ms","start":"2026-04-08T13:48:43.348489Z","end":"2026-04-08T13:48:43.45169Z","steps":["trace[1254628967] 'process raft request' (duration: 102.785958ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:43.626672Z","caller":"traceutil/trace.go:171","msg":"trace[1512105195] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"162.5672ms","start":"2026-04-08T13:48:43.464047Z","end":"2026-04-08T13:48:43.626614Z","steps":["trace[1512105195] 'process raft request' (duration: 108.238479ms)","trace[1512105195] 'compare' (duration: 54.072513ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:48:43.626676Z","caller":"traceutil/trace.go:171","msg":"trace[916807602] linearizableReadLoop","detail":"{readStateIndex:5384; appliedIndex:5382; }","duration":"142.201513ms","start":"2026-04-08T13:48:43.484442Z","end":"2026-04-08T13:48:43.626643Z","steps":["trace[916807602] 'read index received' (duration: 87.837351ms)","trace[916807602] 'applied index is now lower than readState.Index' (duration: 54.362532ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:48:43.626813Z","caller":"traceutil/trace.go:171","msg":"trace[40462854] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"161.661344ms","start":"2026-04-08T13:48:43.465098Z","end":"2026-04-08T13:48:43.62676Z","steps":["trace[40462854] 'process raft request' (duration: 161.453708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:43.626869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.394798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-08T13:48:43.626952Z","caller":"traceutil/trace.go:171","msg":"trace[1041008742] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5185; }","duration":"142.530693ms","start":"2026-04-08T13:48:43.484407Z","end":"2026-04-08T13:48:43.626938Z","steps":["trace[1041008742] 'agreement among raft nodes before linearized reading' (duration: 142.276615ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:43.670628Z","caller":"traceutil/trace.go:171","msg":"trace[1911971671] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5185; }","duration":"180.504198ms","start":"2026-04-08T13:48:43.490081Z","end":"2026-04-08T13:48:43.670585Z","steps":["trace[1911971671] 'process raft request' (duration: 180.322553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:43.6708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.885309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-04-08T13:48:43.67093Z","caller":"traceutil/trace.go:171","msg":"trace[1843147173] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5185; }","duration":"181.040393ms","start":"2026-04-08T13:48:43.489831Z","end":"2026-04-08T13:48:43.670871Z","steps":["trace[1843147173] 'agreement among raft nodes before linearized reading' (duration: 180.758474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.598174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.527482ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T13:48:47.598308Z","caller":"traceutil/trace.go:171","msg":"trace[1185551922] linearizableReadLoop","detail":"{readStateIndex:5509; appliedIndex:5508; }","duration":"936.838194ms","start":"2026-04-08T13:48:46.661449Z","end":"2026-04-08T13:48:47.598288Z","steps":["trace[1185551922] 'read index received' (duration: 444.185048ms)","trace[1185551922] 'applied index is now lower than readState.Index' (duration: 492.651366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:48:47.598417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.960377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:48:47.598451Z","caller":"traceutil/trace.go:171","msg":"trace[86403346] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5306; }","duration":"937.0365ms","start":"2026-04-08T13:48:46.661405Z","end":"2026-04-08T13:48:47.598441Z","steps":["trace[86403346] 'agreement among raft nodes before linearized reading' (duration: 936.960258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.598489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.661387Z","time spent":"937.089652ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:48:47.671053Z","caller":"traceutil/trace.go:171","msg":"trace[537350381] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"802.84997ms","start":"2026-04-08T13:48:46.868171Z","end":"2026-04-08T13:48:47.671021Z","steps":["trace[537350381] 'process raft request' (duration: 802.642364ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:47.671238Z","caller":"traceutil/trace.go:171","msg":"trace[529544886] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"801.263586ms","start":"2026-04-08T13:48:46.869954Z","end":"2026-04-08T13:48:47.671218Z","steps":["trace[529544886] 'process raft request' (duration: 801.017619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.671244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.868152Z","time spent":"802.986173ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:48:47.67131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.869946Z","time spent":"801.330987ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:48:47.671552Z","caller":"traceutil/trace.go:171","msg":"trace[1868437241] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"801.584555ms","start":"2026-04-08T13:48:46.869953Z","end":"2026-04-08T13:48:47.671537Z","steps":["trace[1868437241] 'process raft request' (duration: 801.220515ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:47.671515Z","caller":"traceutil/trace.go:171","msg":"trace[147503915] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"801.162933ms","start":"2026-04-08T13:48:46.870324Z","end":"2026-04-08T13:48:47.671487Z","steps":["trace[147503915] 'process raft request' (duration: 801.065301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.671627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.869936Z","time spent":"801.656316ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:48:47.671727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.870287Z","time spent":"801.320457ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:48:47.696051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02911242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-08T13:48:47.696139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.832511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:48:47.696188Z","caller":"traceutil/trace.go:171","msg":"trace[322170631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:5311; }","duration":"1.029306206s","start":"2026-04-08T13:48:46.666866Z","end":"2026-04-08T13:48:47.696172Z","steps":["trace[322170631] 'agreement among raft nodes before linearized reading' (duration: 1.028999987s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:47.696185Z","caller":"traceutil/trace.go:171","msg":"trace[1504730369] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"247.655086ms","start":"2026-04-08T13:48:47.448502Z","end":"2026-04-08T13:48:47.696157Z","steps":["trace[1504730369] 'process raft request' (duration: 247.194422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.696231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.384429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:48:47.696295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.868233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T13:48:47.696287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.496498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:48:47.696334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.433972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:48:47.696335Z","caller":"traceutil/trace.go:171","msg":"trace[292927814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5311; }","duration":"801.946554ms","start":"2026-04-08T13:48:46.894379Z","end":"2026-04-08T13:48:47.696325Z","steps":["trace[292927814] 'agreement among raft nodes before linearized reading' (duration: 801.843951ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:47.696354Z","caller":"traceutil/trace.go:171","msg":"trace[1675266430] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5311; }","duration":"585.619181ms","start":"2026-04-08T13:48:47.110718Z","end":"2026-04-08T13:48:47.696338Z","steps":["trace[1675266430] 'agreement among raft nodes before linearized reading' (duration: 585.450947ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:47.696372Z","caller":"traceutil/trace.go:171","msg":"trace[1268403487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5311; }","duration":"805.493152ms","start":"2026-04-08T13:48:46.890869Z","end":"2026-04-08T13:48:47.696362Z","steps":["trace[1268403487] 'agreement among raft nodes before linearized reading' (duration: 805.404021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.696378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.894357Z","time spent":"802.013398ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:48:47.696402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.890856Z","time spent":"805.537384ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:48:47.696408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.000073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-abb85221-7338-4ec5-9ce8-0e35d50d462d\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-08T13:48:47.696441Z","caller":"traceutil/trace.go:171","msg":"trace[580525678] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-abb85221-7338-4ec5-9ce8-0e35d50d462d; range_end:; response_count:1; response_revision:5311; }","duration":"299.070235ms","start":"2026-04-08T13:48:47.39736Z","end":"2026-04-08T13:48:47.69643Z","steps":["trace[580525678] 'agreement among raft nodes before linearized reading' (duration: 298.965482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.696439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:47.110696Z","time spent":"585.721863ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":53,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:48:47.69625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.666843Z","time spent":"1.029379187s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"warn","ts":"2026-04-08T13:48:47.696489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017111857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:48:47.696519Z","caller":"traceutil/trace.go:171","msg":"trace[1074011411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5311; }","duration":"1.017169148s","start":"2026-04-08T13:48:46.67934Z","end":"2026-04-08T13:48:47.69651Z","steps":["trace[1074011411] 'agreement among raft nodes before linearized reading' (duration: 1.017127006s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.69649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.980392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-abb85221-7338-4ec5-9ce8-0e35d50d462d\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-08T13:48:47.696556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.679323Z","time spent":"1.017228079s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:48:47.696595Z","caller":"traceutil/trace.go:171","msg":"trace[1906990164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-abb85221-7338-4ec5-9ce8-0e35d50d462d; range_end:; response_count:1; response_revision:5311; }","duration":"626.142367ms","start":"2026-04-08T13:48:47.070427Z","end":"2026-04-08T13:48:47.696569Z","steps":["trace[1906990164] 'agreement among raft nodes before linearized reading' (duration: 625.806878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.696659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:47.070409Z","time spent":"626.23924ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-abb85221-7338-4ec5-9ce8-0e35d50d462d\" "} {"level":"info","ts":"2026-04-08T13:48:47.696295Z","caller":"traceutil/trace.go:171","msg":"trace[888393686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5311; }","duration":"801.464341ms","start":"2026-04-08T13:48:46.894816Z","end":"2026-04-08T13:48:47.69628Z","steps":["trace[888393686] 'agreement among raft nodes before linearized reading' (duration: 801.236015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.696805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.89481Z","time spent":"801.981894ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:48:47.696196Z","caller":"traceutil/trace.go:171","msg":"trace[740532633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5311; }","duration":"801.922344ms","start":"2026-04-08T13:48:46.894259Z","end":"2026-04-08T13:48:47.696182Z","steps":["trace[740532633] 'agreement among raft nodes before linearized reading' (duration: 801.704908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.696875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.894246Z","time spent":"802.617444ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:48:47.699638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.471036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719252"} {"level":"info","ts":"2026-04-08T13:48:47.699925Z","caller":"traceutil/trace.go:171","msg":"trace[1937488585] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5311; }","duration":"512.807386ms","start":"2026-04-08T13:48:47.187093Z","end":"2026-04-08T13:48:47.6999Z","steps":["trace[1937488585] 'agreement among raft nodes before linearized reading' (duration: 508.904048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.699985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:47.187077Z","time spent":"512.892679ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719275,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-08T13:48:47.703812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.557978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:48:47.703906Z","caller":"traceutil/trace.go:171","msg":"trace[1034798828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5311; }","duration":"808.714423ms","start":"2026-04-08T13:48:46.895164Z","end":"2026-04-08T13:48:47.703879Z","steps":["trace[1034798828] 'agreement among raft nodes before linearized reading' (duration: 800.764991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:47.703959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:46.895126Z","time spent":"808.819326ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:48:49.780703Z","caller":"traceutil/trace.go:171","msg":"trace[182930493] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"102.363839ms","start":"2026-04-08T13:48:49.678308Z","end":"2026-04-08T13:48:49.780672Z","steps":["trace[182930493] 'process raft request' (duration: 102.173493ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:49.781013Z","caller":"traceutil/trace.go:171","msg":"trace[139539798] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"102.532014ms","start":"2026-04-08T13:48:49.678465Z","end":"2026-04-08T13:48:49.780997Z","steps":["trace[139539798] 'process raft request' (duration: 102.151124ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:49.781312Z","caller":"traceutil/trace.go:171","msg":"trace[1505221258] linearizableReadLoop","detail":"{readStateIndex:5548; appliedIndex:5546; }","duration":"102.706529ms","start":"2026-04-08T13:48:49.678592Z","end":"2026-04-08T13:48:49.781299Z","steps":["trace[1505221258] 'read index received' (duration: 18.217968ms)","trace[1505221258] 'applied index is now lower than readState.Index' (duration: 84.487351ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:48:49.781397Z","caller":"traceutil/trace.go:171","msg":"trace[1881291309] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"102.416831ms","start":"2026-04-08T13:48:49.678972Z","end":"2026-04-08T13:48:49.781389Z","steps":["trace[1881291309] 'process raft request' (duration: 101.972939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:48:49.781675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.059389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:48:49.781715Z","caller":"traceutil/trace.go:171","msg":"trace[852884503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5344; }","duration":"103.146521ms","start":"2026-04-08T13:48:49.678557Z","end":"2026-04-08T13:48:49.781703Z","steps":["trace[852884503] 'agreement among raft nodes before linearized reading' (duration: 103.067798ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:48:57.996717Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2854} {"level":"info","ts":"2026-04-08T13:48:58.064374Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2854,"took":"66.216862ms","hash":2527082500,"current-db-size-bytes":53768192,"current-db-size":"54 MB","current-db-size-in-use-bytes":30351360,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-08T13:48:58.064522Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2527082500,"revision":2854,"compact-revision":-1} {"level":"info","ts":"2026-04-08T13:48:58.70458Z","caller":"traceutil/trace.go:171","msg":"trace[924308485] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"122.053197ms","start":"2026-04-08T13:48:58.582488Z","end":"2026-04-08T13:48:58.704541Z","steps":["trace[924308485] 'process raft request' (duration: 121.850731ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:00.083515Z","caller":"traceutil/trace.go:171","msg":"trace[92804300] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"206.574839ms","start":"2026-04-08T13:48:59.876916Z","end":"2026-04-08T13:49:00.083491Z","steps":["trace[92804300] 'process raft request' (duration: 206.451176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:00.278693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.903267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:49:00.278987Z","caller":"traceutil/trace.go:171","msg":"trace[1216857943] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"401.753602ms","start":"2026-04-08T13:48:59.877195Z","end":"2026-04-08T13:49:00.278949Z","steps":["trace[1216857943] 'process raft request' (duration: 272.466103ms)","trace[1216857943] 'compare' (duration: 128.59861ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:00.279086Z","caller":"traceutil/trace.go:171","msg":"trace[1939247057] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"401.833274ms","start":"2026-04-08T13:48:59.877216Z","end":"2026-04-08T13:49:00.279049Z","steps":["trace[1939247057] 'process raft request' (duration: 401.633768ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:00.279126Z","caller":"traceutil/trace.go:171","msg":"trace[674637292] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"401.764491ms","start":"2026-04-08T13:48:59.877342Z","end":"2026-04-08T13:49:00.279106Z","steps":["trace[674637292] 'process raft request' (duration: 401.636507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:00.279164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:59.877177Z","time spent":"401.894345ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:49:00.279197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:59.877201Z","time spent":"401.939216ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:00.279183Z","caller":"traceutil/trace.go:171","msg":"trace[1513969235] linearizableReadLoop","detail":"{readStateIndex:5759; appliedIndex:5755; }","duration":"400.660061ms","start":"2026-04-08T13:48:59.87848Z","end":"2026-04-08T13:49:00.27914Z","steps":["trace[1513969235] 'read index received' (duration: 204.964035ms)","trace[1513969235] 'applied index is now lower than readState.Index' (duration: 195.694796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:49:00.279207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:59.877327Z","time spent":"401.846113ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:00.27921Z","caller":"traceutil/trace.go:171","msg":"trace[1105368633] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"399.778476ms","start":"2026-04-08T13:48:59.879414Z","end":"2026-04-08T13:49:00.279192Z","steps":["trace[1105368633] 'process raft request' (duration: 399.616542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:00.279271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:59.879407Z","time spent":"399.834908ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:00.279265Z","caller":"traceutil/trace.go:171","msg":"trace[739838156] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"282.182823ms","start":"2026-04-08T13:48:59.997033Z","end":"2026-04-08T13:49:00.279215Z","steps":["trace[739838156] 'process raft request' (duration: 282.048259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:00.279521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.0082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70560"} {"level":"info","ts":"2026-04-08T13:49:00.279619Z","caller":"traceutil/trace.go:171","msg":"trace[134011021] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5549; }","duration":"401.163005ms","start":"2026-04-08T13:48:59.878436Z","end":"2026-04-08T13:49:00.279599Z","steps":["trace[134011021] 'agreement among raft nodes before linearized reading' (duration: 400.836216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:00.279663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:48:59.878421Z","time spent":"401.230926ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70583,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-08T13:49:00.625305Z","caller":"traceutil/trace.go:171","msg":"trace[1150929845] linearizableReadLoop","detail":"{readStateIndex:5762; appliedIndex:5761; }","duration":"129.165026ms","start":"2026-04-08T13:49:00.496115Z","end":"2026-04-08T13:49:00.62528Z","steps":["trace[1150929845] 'read index received' (duration: 76.89835ms)","trace[1150929845] 'applied index is now lower than readState.Index' (duration: 52.265676ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:00.625354Z","caller":"traceutil/trace.go:171","msg":"trace[308228496] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"337.585766ms","start":"2026-04-08T13:49:00.287717Z","end":"2026-04-08T13:49:00.625303Z","steps":["trace[308228496] 'process raft request' (duration: 285.303431ms)","trace[308228496] 'compare' (duration: 51.897944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:49:00.625552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.316239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:49:00.625557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:00.287691Z","time spent":"337.75377ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7954,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:00.625677Z","caller":"traceutil/trace.go:171","msg":"trace[35880713] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5550; }","duration":"129.584937ms","start":"2026-04-08T13:49:00.496069Z","end":"2026-04-08T13:49:00.625654Z","steps":["trace[35880713] 'agreement among raft nodes before linearized reading' (duration: 129.287739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:01.180405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658292807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:49:01.680579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658292807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:49:01.81401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101896686s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:49:01.814433Z","caller":"traceutil/trace.go:171","msg":"trace[823566392] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"1.18396112s","start":"2026-04-08T13:49:00.630437Z","end":"2026-04-08T13:49:01.814398Z","steps":["trace[823566392] 'process raft request' (duration: 1.183772205s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:01.814694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:00.630414Z","time spent":"1.184194067s","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:01.944315Z","caller":"traceutil/trace.go:171","msg":"trace[659023786] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"1.312787685s","start":"2026-04-08T13:49:00.631499Z","end":"2026-04-08T13:49:01.944287Z","steps":["trace[659023786] 'process raft request' (duration: 1.312631291s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:01.944498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:00.631472Z","time spent":"1.312930871s","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:01.944506Z","caller":"traceutil/trace.go:171","msg":"trace[871255660] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"1.312884749s","start":"2026-04-08T13:49:00.631575Z","end":"2026-04-08T13:49:01.94446Z","steps":["trace[871255660] 'process raft request' (duration: 1.312606541s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:01.944601Z","caller":"traceutil/trace.go:171","msg":"trace[183429277] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5762; }","duration":"1.264784959s","start":"2026-04-08T13:49:00.679762Z","end":"2026-04-08T13:49:01.944547Z","steps":["trace[183429277] 'read index received' (duration: 1.134496273s)","trace[183429277] 'applied index is now lower than readState.Index' (duration: 130.287196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:49:01.944676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:00.631561Z","time spent":"1.313023932s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:01.944752Z","caller":"traceutil/trace.go:171","msg":"trace[332253313] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"180.849134ms","start":"2026-04-08T13:49:01.763881Z","end":"2026-04-08T13:49:01.94473Z","steps":["trace[332253313] 'process raft request' (duration: 180.336079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:01.944781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265011556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:49:01.944817Z","caller":"traceutil/trace.go:171","msg":"trace[1814492444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5555; }","duration":"1.265050586s","start":"2026-04-08T13:49:00.679756Z","end":"2026-04-08T13:49:01.944807Z","steps":["trace[1814492444] 'agreement among raft nodes before linearized reading' (duration: 1.264968354s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:01.944842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:00.679704Z","time spent":"1.26513417s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:49:01.945289Z","caller":"traceutil/trace.go:171","msg":"trace[261277098] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"1.314804381s","start":"2026-04-08T13:49:00.630437Z","end":"2026-04-08T13:49:01.945241Z","steps":["trace[261277098] 'process raft request' (duration: 1.313554737s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:01.945458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:00.630414Z","time spent":"1.314952756s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:02.022921Z","caller":"traceutil/trace.go:171","msg":"trace[1857714950] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"145.071997ms","start":"2026-04-08T13:49:01.877821Z","end":"2026-04-08T13:49:02.022893Z","steps":["trace[1857714950] 'process raft request' (duration: 144.995026ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:02.022939Z","caller":"traceutil/trace.go:171","msg":"trace[466623182] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"168.924621ms","start":"2026-04-08T13:49:01.853973Z","end":"2026-04-08T13:49:02.022898Z","steps":["trace[466623182] 'process raft request' (duration: 168.719025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:02.023202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.837602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-08T13:49:02.023217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.498951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:49:02.023214Z","caller":"traceutil/trace.go:171","msg":"trace[518343972] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"145.13231ms","start":"2026-04-08T13:49:01.878044Z","end":"2026-04-08T13:49:02.023177Z","steps":["trace[518343972] 'process raft request' (duration: 144.811731ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:02.023249Z","caller":"traceutil/trace.go:171","msg":"trace[1442891959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5558; }","duration":"388.949415ms","start":"2026-04-08T13:49:01.634286Z","end":"2026-04-08T13:49:02.023236Z","steps":["trace[1442891959] 'agreement among raft nodes before linearized reading' (duration: 388.80593ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:02.023274Z","caller":"traceutil/trace.go:171","msg":"trace[1561656968] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:5558; }","duration":"739.621174ms","start":"2026-04-08T13:49:01.283643Z","end":"2026-04-08T13:49:02.023264Z","steps":["trace[1561656968] 'agreement among raft nodes before linearized reading' (duration: 739.455979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:02.023292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:01.634264Z","time spent":"389.019677ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:49:02.0233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:01.28362Z","time spent":"739.674016ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T13:49:02.023375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.305832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-59b46.18a465d607c6c764\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-08T13:49:02.023399Z","caller":"traceutil/trace.go:171","msg":"trace[1017561736] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-59b46.18a465d607c6c764; range_end:; response_count:1; response_revision:5558; }","duration":"791.382754ms","start":"2026-04-08T13:49:01.232008Z","end":"2026-04-08T13:49:02.023391Z","steps":["trace[1017561736] 'agreement among raft nodes before linearized reading' (duration: 791.316881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:02.023419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:01.231986Z","time spent":"791.428626ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-59b46.18a465d607c6c764\" "} {"level":"info","ts":"2026-04-08T13:49:08.44623Z","caller":"traceutil/trace.go:171","msg":"trace[1242725397] linearizableReadLoop","detail":"{readStateIndex:5850; appliedIndex:5847; }","duration":"100.58599ms","start":"2026-04-08T13:49:08.345616Z","end":"2026-04-08T13:49:08.446202Z","steps":["trace[1242725397] 'read index received' (duration: 22.455195ms)","trace[1242725397] 'applied index is now lower than readState.Index' (duration: 78.129925ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:08.446268Z","caller":"traceutil/trace.go:171","msg":"trace[1005358319] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"102.691247ms","start":"2026-04-08T13:49:08.343544Z","end":"2026-04-08T13:49:08.446235Z","steps":["trace[1005358319] 'process raft request' (duration: 102.470691ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:08.446429Z","caller":"traceutil/trace.go:171","msg":"trace[1359482120] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"101.451293ms","start":"2026-04-08T13:49:08.344846Z","end":"2026-04-08T13:49:08.446297Z","steps":["trace[1359482120] 'process raft request' (duration: 101.301319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:08.446538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.888788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:49:08.446662Z","caller":"traceutil/trace.go:171","msg":"trace[152166911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5636; }","duration":"101.080783ms","start":"2026-04-08T13:49:08.345534Z","end":"2026-04-08T13:49:08.446615Z","steps":["trace[152166911] 'agreement among raft nodes before linearized reading' (duration: 100.790475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.2904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.49198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:49:10.290502Z","caller":"traceutil/trace.go:171","msg":"trace[293385301] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"319.42927ms","start":"2026-04-08T13:49:09.971057Z","end":"2026-04-08T13:49:10.290486Z","steps":["trace[293385301] 'process raft request' (duration: 100.777155ms)","trace[293385301] 'compare' (duration: 218.309396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:49:10.290561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:09.971032Z","time spent":"319.491801ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:10.383912Z","caller":"traceutil/trace.go:171","msg":"trace[223766434] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"334.331434ms","start":"2026-04-08T13:49:10.04954Z","end":"2026-04-08T13:49:10.383872Z","steps":["trace[223766434] 'process raft request' (duration: 334.079758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.384121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.049503Z","time spent":"334.50644ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:10.384193Z","caller":"traceutil/trace.go:171","msg":"trace[1749655837] linearizableReadLoop","detail":"{readStateIndex:5911; appliedIndex:5908; }","duration":"282.175243ms","start":"2026-04-08T13:49:10.101997Z","end":"2026-04-08T13:49:10.384173Z","steps":["trace[1749655837] 'read index received' (duration: 281.678619ms)","trace[1749655837] 'applied index is now lower than readState.Index' (duration: 495.814µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:10.384284Z","caller":"traceutil/trace.go:171","msg":"trace[220938900] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"324.057989ms","start":"2026-04-08T13:49:10.060213Z","end":"2026-04-08T13:49:10.384271Z","steps":["trace[220938900] 'process raft request' (duration: 323.830882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.384415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.410789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80121a2e-afcb-43e6-bf88-d44f14632200\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-08T13:49:10.384446Z","caller":"traceutil/trace.go:171","msg":"trace[1902324917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80121a2e-afcb-43e6-bf88-d44f14632200; range_end:; response_count:1; response_revision:5697; }","duration":"282.497042ms","start":"2026-04-08T13:49:10.101939Z","end":"2026-04-08T13:49:10.384436Z","steps":["trace[1902324917] 'agreement among raft nodes before linearized reading' (duration: 282.345618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.38446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.060182Z","time spent":"324.165862ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:10.384205Z","caller":"traceutil/trace.go:171","msg":"trace[1084419193] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"334.419857ms","start":"2026-04-08T13:49:10.04974Z","end":"2026-04-08T13:49:10.38416Z","steps":["trace[1084419193] 'process raft request' (duration: 334.080247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.384591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.049706Z","time spent":"334.843909ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:49:10.825632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.615481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:49:10.826032Z","caller":"traceutil/trace.go:171","msg":"trace[1674258888] linearizableReadLoop","detail":"{readStateIndex:5912; appliedIndex:5911; }","duration":"441.744524ms","start":"2026-04-08T13:49:10.384262Z","end":"2026-04-08T13:49:10.826006Z","steps":["trace[1674258888] 'read index received' (duration: 45.64036ms)","trace[1674258888] 'applied index is now lower than readState.Index' (duration: 396.100964ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:10.826002Z","caller":"traceutil/trace.go:171","msg":"trace[1968141331] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"606.928742ms","start":"2026-04-08T13:49:10.219013Z","end":"2026-04-08T13:49:10.825942Z","steps":["trace[1968141331] 'process raft request' (duration: 210.844798ms)","trace[1968141331] 'compare' (duration: 395.452916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:49:10.826186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.86642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:49:10.82623Z","caller":"traceutil/trace.go:171","msg":"trace[686529975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5699; }","duration":"440.933373ms","start":"2026-04-08T13:49:10.385286Z","end":"2026-04-08T13:49:10.82622Z","steps":["trace[686529975] 'agreement among raft nodes before linearized reading' (duration: 440.84869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.826265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.385273Z","time spent":"440.983053ms","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:49:10.826324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.659484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:49:10.826293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.78042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80121a2e-afcb-43e6-bf88-d44f14632200\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-08T13:49:10.826369Z","caller":"traceutil/trace.go:171","msg":"trace[1557709291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5699; }","duration":"366.731216ms","start":"2026-04-08T13:49:10.459624Z","end":"2026-04-08T13:49:10.826355Z","steps":["trace[1557709291] 'agreement among raft nodes before linearized reading' (duration: 366.605653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.826348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.934037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T13:49:10.826435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.459601Z","time spent":"366.821619ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:49:10.826102Z","caller":"traceutil/trace.go:171","msg":"trace[1474835523] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"339.278172ms","start":"2026-04-08T13:49:10.486804Z","end":"2026-04-08T13:49:10.826082Z","steps":["trace[1474835523] 'process raft request' (duration: 339.105408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.826517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.865473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-04-08T13:49:10.826505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.249265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:49:10.82661Z","caller":"traceutil/trace.go:171","msg":"trace[1435142842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5699; }","duration":"374.423771ms","start":"2026-04-08T13:49:10.452166Z","end":"2026-04-08T13:49:10.82659Z","steps":["trace[1435142842] 'agreement among raft nodes before linearized reading' (duration: 374.102952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.826623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.486761Z","time spent":"339.785657ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:49:10.826313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.286108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-08T13:49:10.826689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.452143Z","time spent":"374.531094ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:49:10.826399Z","caller":"traceutil/trace.go:171","msg":"trace[604963832] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80121a2e-afcb-43e6-bf88-d44f14632200; range_end:; response_count:1; response_revision:5699; }","duration":"540.938065ms","start":"2026-04-08T13:49:10.285434Z","end":"2026-04-08T13:49:10.826372Z","steps":["trace[604963832] 'agreement among raft nodes before linearized reading' (duration: 540.628546ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:10.826731Z","caller":"traceutil/trace.go:171","msg":"trace[567153264] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:5699; }","duration":"364.72447ms","start":"2026-04-08T13:49:10.461993Z","end":"2026-04-08T13:49:10.826717Z","steps":["trace[567153264] 'agreement among raft nodes before linearized reading' (duration: 364.204725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.826792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.461983Z","time spent":"364.794533ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"warn","ts":"2026-04-08T13:49:10.8268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.285413Z","time spent":"541.366577ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80121a2e-afcb-43e6-bf88-d44f14632200\" "} {"level":"warn","ts":"2026-04-08T13:49:10.826366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.038221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T13:49:10.826408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.856299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:49:10.826908Z","caller":"traceutil/trace.go:171","msg":"trace[871455472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5699; }","duration":"374.653607ms","start":"2026-04-08T13:49:10.452245Z","end":"2026-04-08T13:49:10.826898Z","steps":["trace[871455472] 'agreement among raft nodes before linearized reading' (duration: 373.954677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.826898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.218992Z","time spent":"607.213389ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:49:10.826948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.452209Z","time spent":"374.723358ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:49:10.826935Z","caller":"traceutil/trace.go:171","msg":"trace[2017739800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5699; }","duration":"146.413856ms","start":"2026-04-08T13:49:10.680499Z","end":"2026-04-08T13:49:10.826913Z","steps":["trace[2017739800] 'agreement among raft nodes before linearized reading' (duration: 145.873391ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:10.826491Z","caller":"traceutil/trace.go:171","msg":"trace[301274507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5699; }","duration":"595.124923ms","start":"2026-04-08T13:49:10.231336Z","end":"2026-04-08T13:49:10.82646Z","steps":["trace[301274507] 'agreement among raft nodes before linearized reading' (duration: 594.762172ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:10.826609Z","caller":"traceutil/trace.go:171","msg":"trace[2131668427] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5699; }","duration":"291.998896ms","start":"2026-04-08T13:49:10.53458Z","end":"2026-04-08T13:49:10.826579Z","steps":["trace[2131668427] 'agreement among raft nodes before linearized reading' (duration: 291.810971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.827025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.231316Z","time spent":"595.689178ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:49:10.827487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.449858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:49:10.827819Z","caller":"traceutil/trace.go:171","msg":"trace[1425759514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5699; }","duration":"454.824428ms","start":"2026-04-08T13:49:10.372978Z","end":"2026-04-08T13:49:10.827803Z","steps":["trace[1425759514] 'agreement among raft nodes before linearized reading' (duration: 453.049109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:10.827881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.372959Z","time spent":"454.90586ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:49:11.841216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.482997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:49:11.84133Z","caller":"traceutil/trace.go:171","msg":"trace[1916468581] linearizableReadLoop","detail":"{readStateIndex:5914; appliedIndex:5913; }","duration":"1.009819123s","start":"2026-04-08T13:49:10.831493Z","end":"2026-04-08T13:49:11.841313Z","steps":["trace[1916468581] 'read index received' (duration: 190.234533ms)","trace[1916468581] 'applied index is now lower than readState.Index' (duration: 819.5833ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:11.841427Z","caller":"traceutil/trace.go:171","msg":"trace[624003679] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"1.009959478s","start":"2026-04-08T13:49:10.831431Z","end":"2026-04-08T13:49:11.84139Z","steps":["trace[624003679] 'process raft request' (duration: 190.200684ms)","trace[624003679] 'compare' (duration: 819.303522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:49:11.841568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01006707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-04-08T13:49:11.841618Z","caller":"traceutil/trace.go:171","msg":"trace[944176563] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5700; }","duration":"1.010138553s","start":"2026-04-08T13:49:10.831469Z","end":"2026-04-08T13:49:11.841607Z","steps":["trace[944176563] 'agreement among raft nodes before linearized reading' (duration: 1.009964978s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:11.841629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.831408Z","time spent":"1.010114912s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:49:11.841653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.831458Z","time spent":"1.010185794s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1293,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-04-08T13:49:12.341959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658293165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:49:12.4677Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445923151s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:49:12.499195Z","caller":"traceutil/trace.go:171","msg":"trace[749094267] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"1.667435515s","start":"2026-04-08T13:49:10.831712Z","end":"2026-04-08T13:49:12.499148Z","steps":["trace[749094267] 'process raft request' (duration: 1.63633613s)","trace[749094267] 'compare' (duration: 30.525849ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:12.499373Z","caller":"traceutil/trace.go:171","msg":"trace[7080180] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"1.667038284s","start":"2026-04-08T13:49:10.832314Z","end":"2026-04-08T13:49:12.499353Z","steps":["trace[7080180] 'process raft request' (duration: 1.66684404s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:12.499589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.832301Z","time spent":"1.667157087s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:12.499402Z","caller":"traceutil/trace.go:171","msg":"trace[439075995] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"1.664758581s","start":"2026-04-08T13:49:10.83463Z","end":"2026-04-08T13:49:12.499389Z","steps":["trace[439075995] 'process raft request' (duration: 1.664649868s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:12.499223Z","caller":"traceutil/trace.go:171","msg":"trace[1274404487] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"1.667320812s","start":"2026-04-08T13:49:10.831875Z","end":"2026-04-08T13:49:12.499196Z","steps":["trace[1274404487] 'process raft request' (duration: 1.66725472s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:12.4993Z","caller":"traceutil/trace.go:171","msg":"trace[124546568] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"1.667389164s","start":"2026-04-08T13:49:10.831835Z","end":"2026-04-08T13:49:12.499224Z","steps":["trace[124546568] 'process raft request' (duration: 1.6672515s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:12.500051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.83182Z","time spent":"1.668176405s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:49:12.500038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.834585Z","time spent":"1.665324137s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:49:12.500047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.831698Z","time spent":"1.667614241s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:49:12.500174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.831864Z","time spent":"1.668140455s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:12.529361Z","caller":"traceutil/trace.go:171","msg":"trace[1890835721] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"682.460553ms","start":"2026-04-08T13:49:11.846872Z","end":"2026-04-08T13:49:12.529333Z","steps":["trace[1890835721] 'process raft request' (duration: 682.181625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:12.529531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:11.846847Z","time spent":"682.586417ms","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:12.529668Z","caller":"traceutil/trace.go:171","msg":"trace[1938011032] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"231.777441ms","start":"2026-04-08T13:49:12.297849Z","end":"2026-04-08T13:49:12.529626Z","steps":["trace[1938011032] 'process raft request' (duration: 231.38155ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:12.529793Z","caller":"traceutil/trace.go:171","msg":"trace[493297799] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"139.527973ms","start":"2026-04-08T13:49:12.390252Z","end":"2026-04-08T13:49:12.52978Z","steps":["trace[493297799] 'process raft request' (duration: 139.452721ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:12.529839Z","caller":"traceutil/trace.go:171","msg":"trace[2135558497] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"140.263054ms","start":"2026-04-08T13:49:12.389537Z","end":"2026-04-08T13:49:12.5298Z","steps":["trace[2135558497] 'process raft request' (duration: 139.997657ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:12.529893Z","caller":"traceutil/trace.go:171","msg":"trace[176573994] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"139.436471ms","start":"2026-04-08T13:49:12.390449Z","end":"2026-04-08T13:49:12.529885Z","steps":["trace[176573994] 'process raft request' (duration: 139.300798ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:12.530024Z","caller":"traceutil/trace.go:171","msg":"trace[1394639737] linearizableReadLoop","detail":"{readStateIndex:5921; appliedIndex:5914; }","duration":"688.651105ms","start":"2026-04-08T13:49:11.841356Z","end":"2026-04-08T13:49:12.530007Z","steps":["trace[1394639737] 'read index received' (duration: 626.704551ms)","trace[1394639737] 'applied index is now lower than readState.Index' (duration: 61.944723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:49:12.530091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399815187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:49:12.530172Z","caller":"traceutil/trace.go:171","msg":"trace[101248242] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5710; }","duration":"1.399959491s","start":"2026-04-08T13:49:11.130196Z","end":"2026-04-08T13:49:12.530155Z","steps":["trace[101248242] 'agreement among raft nodes before linearized reading' (duration: 1.399813558s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:12.530211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:11.130176Z","time spent":"1.400025394s","remote":"127.0.0.1:42028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:49:12.530256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245821102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-08T13:49:12.530271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698535692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"warn","ts":"2026-04-08T13:49:12.530311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69707869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80046"} {"level":"info","ts":"2026-04-08T13:49:12.530341Z","caller":"traceutil/trace.go:171","msg":"trace[1004205992] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:5710; }","duration":"1.245937485s","start":"2026-04-08T13:49:11.284373Z","end":"2026-04-08T13:49:12.530311Z","steps":["trace[1004205992] 'agreement among raft nodes before linearized reading' (duration: 1.24576588s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:12.530346Z","caller":"traceutil/trace.go:171","msg":"trace[1021842444] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5710; }","duration":"1.698664194s","start":"2026-04-08T13:49:10.831661Z","end":"2026-04-08T13:49:12.530325Z","steps":["trace[1021842444] 'agreement among raft nodes before linearized reading' (duration: 1.698495319s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:12.53038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:11.284354Z","time spent":"1.246018346s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T13:49:12.530412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639925381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:49:12.530409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.831631Z","time spent":"1.698761288s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1501,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-08T13:49:12.530444Z","caller":"traceutil/trace.go:171","msg":"trace[722813292] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5710; }","duration":"1.640016012s","start":"2026-04-08T13:49:10.890417Z","end":"2026-04-08T13:49:12.530433Z","steps":["trace[722813292] 'agreement among raft nodes before linearized reading' (duration: 1.639952s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:12.530484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397349979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-08T13:49:12.530492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.890391Z","time spent":"1.640091634s","remote":"127.0.0.1:60808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:49:12.530519Z","caller":"traceutil/trace.go:171","msg":"trace[2049712659] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5710; }","duration":"1.397409051s","start":"2026-04-08T13:49:11.133099Z","end":"2026-04-08T13:49:12.530508Z","steps":["trace[2049712659] 'agreement among raft nodes before linearized reading' (duration: 1.397293148s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:12.530548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:11.133089Z","time spent":"1.397453921s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-08T13:49:12.530579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141592681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80121a2e-afcb-43e6-bf88-d44f14632200\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-08T13:49:12.530609Z","caller":"traceutil/trace.go:171","msg":"trace[679115469] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80121a2e-afcb-43e6-bf88-d44f14632200; range_end:; response_count:1; response_revision:5710; }","duration":"1.141662784s","start":"2026-04-08T13:49:11.388937Z","end":"2026-04-08T13:49:12.5306Z","steps":["trace[679115469] 'agreement among raft nodes before linearized reading' (duration: 1.141603151s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:12.530611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.087702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T13:49:12.530646Z","caller":"traceutil/trace.go:171","msg":"trace[1731920457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5710; }","duration":"212.172444ms","start":"2026-04-08T13:49:12.318463Z","end":"2026-04-08T13:49:12.530635Z","steps":["trace[1731920457] 'agreement among raft nodes before linearized reading' (duration: 212.011309ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:12.530352Z","caller":"traceutil/trace.go:171","msg":"trace[407947277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5710; }","duration":"1.697132883s","start":"2026-04-08T13:49:10.833208Z","end":"2026-04-08T13:49:12.530341Z","steps":["trace[407947277] 'agreement among raft nodes before linearized reading' (duration: 1.696902466s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:12.530783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.833201Z","time spent":"1.697558654s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80069,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-08T13:49:12.530813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699268811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-04-08T13:49:12.530837Z","caller":"traceutil/trace.go:171","msg":"trace[307698896] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5710; }","duration":"1.699298743s","start":"2026-04-08T13:49:10.831529Z","end":"2026-04-08T13:49:12.530828Z","steps":["trace[307698896] 'agreement among raft nodes before linearized reading' (duration: 1.699231031s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:12.530908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:10.831526Z","time spent":"1.699370284s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1485,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-08T13:49:12.533603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:11.388913Z","time spent":"1.141712785s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80121a2e-afcb-43e6-bf88-d44f14632200\" "} {"level":"info","ts":"2026-04-08T13:49:14.649813Z","caller":"traceutil/trace.go:171","msg":"trace[2029764331] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"113.472947ms","start":"2026-04-08T13:49:14.536313Z","end":"2026-04-08T13:49:14.649786Z","steps":["trace[2029764331] 'process raft request' (duration: 113.20288ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:14.649866Z","caller":"traceutil/trace.go:171","msg":"trace[515715944] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"140.041778ms","start":"2026-04-08T13:49:14.509778Z","end":"2026-04-08T13:49:14.64982Z","steps":["trace[515715944] 'process raft request' (duration: 139.550694ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:14.650046Z","caller":"traceutil/trace.go:171","msg":"trace[2007810399] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"113.684154ms","start":"2026-04-08T13:49:14.536346Z","end":"2026-04-08T13:49:14.65003Z","steps":["trace[2007810399] 'process raft request' (duration: 113.330953ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:14.650172Z","caller":"traceutil/trace.go:171","msg":"trace[580135887] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"140.217262ms","start":"2026-04-08T13:49:14.509936Z","end":"2026-04-08T13:49:14.650154Z","steps":["trace[580135887] 'process raft request' (duration: 139.530712ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:14.650148Z","caller":"traceutil/trace.go:171","msg":"trace[2039395384] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"113.752936ms","start":"2026-04-08T13:49:14.536337Z","end":"2026-04-08T13:49:14.65009Z","steps":["trace[2039395384] 'process raft request' (duration: 113.223941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:14.650192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.971956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T13:49:14.649788Z","caller":"traceutil/trace.go:171","msg":"trace[2110507190] linearizableReadLoop","detail":"{readStateIndex:5984; appliedIndex:5976; }","duration":"111.561345ms","start":"2026-04-08T13:49:14.53819Z","end":"2026-04-08T13:49:14.649751Z","steps":["trace[2110507190] 'read index received' (duration: 65.558905ms)","trace[2110507190] 'applied index is now lower than readState.Index' (duration: 46.00133ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:14.650291Z","caller":"traceutil/trace.go:171","msg":"trace[2030646979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:5766; }","duration":"112.11338ms","start":"2026-04-08T13:49:14.538159Z","end":"2026-04-08T13:49:14.650273Z","steps":["trace[2030646979] 'agreement among raft nodes before linearized reading' (duration: 111.700419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:14.650473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.639343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80121a2e-afcb-43e6-bf88-d44f14632200\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-04-08T13:49:14.650524Z","caller":"traceutil/trace.go:171","msg":"trace[1232124195] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80121a2e-afcb-43e6-bf88-d44f14632200; range_end:; response_count:1; response_revision:5766; }","duration":"108.715866ms","start":"2026-04-08T13:49:14.541792Z","end":"2026-04-08T13:49:14.650507Z","steps":["trace[1232124195] 'agreement among raft nodes before linearized reading' (duration: 108.571632ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:14.650811Z","caller":"traceutil/trace.go:171","msg":"trace[1695538231] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"113.891069ms","start":"2026-04-08T13:49:14.536413Z","end":"2026-04-08T13:49:14.650304Z","steps":["trace[1695538231] 'process raft request' (duration: 113.298653ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:18.501765Z","caller":"traceutil/trace.go:171","msg":"trace[1202619290] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"105.049403ms","start":"2026-04-08T13:49:18.396677Z","end":"2026-04-08T13:49:18.501726Z","steps":["trace[1202619290] 'process raft request' (duration: 104.743286ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:19.589842Z","caller":"traceutil/trace.go:171","msg":"trace[266511190] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"115.69354ms","start":"2026-04-08T13:49:19.474114Z","end":"2026-04-08T13:49:19.589808Z","steps":["trace[266511190] 'process raft request' (duration: 110.112224ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:22.5753Z","caller":"traceutil/trace.go:171","msg":"trace[601264133] linearizableReadLoop","detail":"{readStateIndex:6096; appliedIndex:6095; }","duration":"109.794956ms","start":"2026-04-08T13:49:22.465471Z","end":"2026-04-08T13:49:22.575266Z","steps":["trace[601264133] 'read index received' (duration: 109.484687ms)","trace[601264133] 'applied index is now lower than readState.Index' (duration: 306.848µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:22.575365Z","caller":"traceutil/trace.go:171","msg":"trace[1075812899] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"112.45817ms","start":"2026-04-08T13:49:22.462868Z","end":"2026-04-08T13:49:22.575326Z","steps":["trace[1075812899] 'process raft request' (duration: 112.229973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:22.576189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.137815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:49:22.576273Z","caller":"traceutil/trace.go:171","msg":"trace[534027031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5875; }","duration":"110.836285ms","start":"2026-04-08T13:49:22.465413Z","end":"2026-04-08T13:49:22.576249Z","steps":["trace[534027031] 'agreement among raft nodes before linearized reading' (duration: 110.032083ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:23.75662Z","caller":"traceutil/trace.go:171","msg":"trace[1524661734] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"273.220324ms","start":"2026-04-08T13:49:23.483344Z","end":"2026-04-08T13:49:23.756564Z","steps":["trace[1524661734] 'process raft request' (duration: 272.763401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:23.757121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.336524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-08T13:49:23.757178Z","caller":"traceutil/trace.go:171","msg":"trace[1694296728] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5893; }","duration":"261.449237ms","start":"2026-04-08T13:49:23.495711Z","end":"2026-04-08T13:49:23.75716Z","steps":["trace[1694296728] 'agreement among raft nodes before linearized reading' (duration: 261.238381ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:23.757412Z","caller":"traceutil/trace.go:171","msg":"trace[1998197756] linearizableReadLoop","detail":"{readStateIndex:6114; appliedIndex:6113; }","duration":"260.725866ms","start":"2026-04-08T13:49:23.495759Z","end":"2026-04-08T13:49:23.756485Z","steps":["trace[1998197756] 'read index received' (duration: 260.11586ms)","trace[1998197756] 'applied index is now lower than readState.Index' (duration: 608.286µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:23.762381Z","caller":"traceutil/trace.go:171","msg":"trace[1285144813] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"114.908598ms","start":"2026-04-08T13:49:23.647446Z","end":"2026-04-08T13:49:23.762354Z","steps":["trace[1285144813] 'process raft request' (duration: 114.582249ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:28.953169Z","caller":"traceutil/trace.go:171","msg":"trace[1266831708] linearizableReadLoop","detail":"{readStateIndex:6143; appliedIndex:6142; }","duration":"407.398898ms","start":"2026-04-08T13:49:28.545742Z","end":"2026-04-08T13:49:28.953141Z","steps":["trace[1266831708] 'read index received' (duration: 407.162592ms)","trace[1266831708] 'applied index is now lower than readState.Index' (duration: 235.186µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:28.953231Z","caller":"traceutil/trace.go:171","msg":"trace[954101394] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"435.596033ms","start":"2026-04-08T13:49:28.517607Z","end":"2026-04-08T13:49:28.953203Z","steps":["trace[954101394] 'process raft request' (duration: 435.354566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:28.953399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.650685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-08T13:49:28.953401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:28.517546Z","time spent":"435.742287ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:49:28.953433Z","caller":"traceutil/trace.go:171","msg":"trace[1117760797] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5921; }","duration":"407.742238ms","start":"2026-04-08T13:49:28.545679Z","end":"2026-04-08T13:49:28.953422Z","steps":["trace[1117760797] 'agreement among raft nodes before linearized reading' (duration: 407.594124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:28.953457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:28.545651Z","time spent":"407.80095ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-08T13:49:28.990869Z","caller":"traceutil/trace.go:171","msg":"trace[2016442074] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"283.86372ms","start":"2026-04-08T13:49:28.70697Z","end":"2026-04-08T13:49:28.990834Z","steps":["trace[2016442074] 'process raft request' (duration: 283.524321ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:28.990869Z","caller":"traceutil/trace.go:171","msg":"trace[885017010] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"255.657865ms","start":"2026-04-08T13:49:28.735176Z","end":"2026-04-08T13:49:28.990834Z","steps":["trace[885017010] 'process raft request' (duration: 255.520212ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:28.99102Z","caller":"traceutil/trace.go:171","msg":"trace[690979928] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"239.469324ms","start":"2026-04-08T13:49:28.751541Z","end":"2026-04-08T13:49:28.99101Z","steps":["trace[690979928] 'process raft request' (duration: 239.211387ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:28.991249Z","caller":"traceutil/trace.go:171","msg":"trace[704133538] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"233.974712ms","start":"2026-04-08T13:49:28.757263Z","end":"2026-04-08T13:49:28.991238Z","steps":["trace[704133538] 'process raft request' (duration: 233.698124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:28.991391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.416587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:49:28.991434Z","caller":"traceutil/trace.go:171","msg":"trace[744703771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5925; }","duration":"311.521459ms","start":"2026-04-08T13:49:28.679902Z","end":"2026-04-08T13:49:28.991424Z","steps":["trace[744703771] 'agreement among raft nodes before linearized reading' (duration: 311.432568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:28.991452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.180068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:49:28.991496Z","caller":"traceutil/trace.go:171","msg":"trace[1170072971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5925; }","duration":"220.225579ms","start":"2026-04-08T13:49:28.771258Z","end":"2026-04-08T13:49:28.991484Z","steps":["trace[1170072971] 'agreement among raft nodes before linearized reading' (duration: 220.057064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:28.991542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.139512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:49:28.991569Z","caller":"traceutil/trace.go:171","msg":"trace[1456719272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5925; }","duration":"300.188035ms","start":"2026-04-08T13:49:28.691374Z","end":"2026-04-08T13:49:28.991563Z","steps":["trace[1456719272] 'agreement among raft nodes before linearized reading' (duration: 300.109292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:28.991461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:28.679866Z","time spent":"311.587553ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:49:28.991534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.484061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-08T13:49:28.991578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.058015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:49:28.991672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.647796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-08T13:49:28.991666Z","caller":"traceutil/trace.go:171","msg":"trace[1887781484] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:5925; }","duration":"218.683226ms","start":"2026-04-08T13:49:28.77295Z","end":"2026-04-08T13:49:28.991634Z","steps":["trace[1887781484] 'agreement among raft nodes before linearized reading' (duration: 218.351527ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:28.991701Z","caller":"traceutil/trace.go:171","msg":"trace[663020550] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5925; }","duration":"218.721857ms","start":"2026-04-08T13:49:28.772968Z","end":"2026-04-08T13:49:28.991689Z","steps":["trace[663020550] 'agreement among raft nodes before linearized reading' (duration: 218.643965ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:28.991695Z","caller":"traceutil/trace.go:171","msg":"trace[188991972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5925; }","duration":"303.277401ms","start":"2026-04-08T13:49:28.68839Z","end":"2026-04-08T13:49:28.991667Z","steps":["trace[188991972] 'agreement among raft nodes before linearized reading' (duration: 302.91807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:28.991759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:28.688362Z","time spent":"303.385563ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:49:28.991726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.550157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:49:28.991875Z","caller":"traceutil/trace.go:171","msg":"trace[1146891044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5925; }","duration":"230.822313ms","start":"2026-04-08T13:49:28.761034Z","end":"2026-04-08T13:49:28.991856Z","steps":["trace[1146891044] 'agreement among raft nodes before linearized reading' (duration: 230.264358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:28.991591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:28.691363Z","time spent":"300.222476ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:49:29.14792Z","caller":"traceutil/trace.go:171","msg":"trace[8861023] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"151.245599ms","start":"2026-04-08T13:49:28.996635Z","end":"2026-04-08T13:49:29.147881Z","steps":["trace[8861023] 'process raft request' (duration: 118.464187ms)","trace[8861023] 'compare' (duration: 32.532245ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:29.148372Z","caller":"traceutil/trace.go:171","msg":"trace[18366971] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"151.538367ms","start":"2026-04-08T13:49:28.996789Z","end":"2026-04-08T13:49:29.148327Z","steps":["trace[18366971] 'process raft request' (duration: 151.016823ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:29.148538Z","caller":"traceutil/trace.go:171","msg":"trace[565307030] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"151.63439ms","start":"2026-04-08T13:49:28.996871Z","end":"2026-04-08T13:49:29.148505Z","steps":["trace[565307030] 'process raft request' (duration: 151.304421ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:29.148666Z","caller":"traceutil/trace.go:171","msg":"trace[1165250667] linearizableReadLoop","detail":"{readStateIndex:6155; appliedIndex:6151; }","duration":"134.506943ms","start":"2026-04-08T13:49:29.014143Z","end":"2026-04-08T13:49:29.14865Z","steps":["trace[1165250667] 'read index received' (duration: 100.889698ms)","trace[1165250667] 'applied index is now lower than readState.Index' (duration: 33.615165ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:29.148744Z","caller":"traceutil/trace.go:171","msg":"trace[1073713998] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"150.121498ms","start":"2026-04-08T13:49:28.998584Z","end":"2026-04-08T13:49:29.148705Z","steps":["trace[1073713998] 'process raft request' (duration: 149.791529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:29.149007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.435576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17126"} {"level":"info","ts":"2026-04-08T13:49:29.149053Z","caller":"traceutil/trace.go:171","msg":"trace[423074688] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5933; }","duration":"113.541509ms","start":"2026-04-08T13:49:29.035498Z","end":"2026-04-08T13:49:29.149039Z","steps":["trace[423074688] 'agreement among raft nodes before linearized reading' (duration: 113.393155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:29.149077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.344142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:49:29.149095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.309159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81736"} {"level":"info","ts":"2026-04-08T13:49:29.149151Z","caller":"traceutil/trace.go:171","msg":"trace[1907011296] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5933; }","duration":"152.403081ms","start":"2026-04-08T13:49:28.996736Z","end":"2026-04-08T13:49:29.14914Z","steps":["trace[1907011296] 'agreement among raft nodes before linearized reading' (duration: 152.01876ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:29.149148Z","caller":"traceutil/trace.go:171","msg":"trace[284360372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5933; }","duration":"156.432284ms","start":"2026-04-08T13:49:28.992698Z","end":"2026-04-08T13:49:29.14913Z","steps":["trace[284360372] 'agreement among raft nodes before linearized reading' (duration: 156.320661ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:29.311376Z","caller":"traceutil/trace.go:171","msg":"trace[1132556155] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"147.931857ms","start":"2026-04-08T13:49:29.163411Z","end":"2026-04-08T13:49:29.311343Z","steps":["trace[1132556155] 'process raft request' (duration: 94.393857ms)","trace[1132556155] 'compare' (duration: 53.379696ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:29.842477Z","caller":"traceutil/trace.go:171","msg":"trace[296332405] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"156.261839ms","start":"2026-04-08T13:49:29.686188Z","end":"2026-04-08T13:49:29.84245Z","steps":["trace[296332405] 'process raft request' (duration: 155.705042ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:31.104556Z","caller":"traceutil/trace.go:171","msg":"trace[1285452843] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"106.106374ms","start":"2026-04-08T13:49:30.998417Z","end":"2026-04-08T13:49:31.104524Z","steps":["trace[1285452843] 'process raft request' (duration: 105.999011ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:31.1046Z","caller":"traceutil/trace.go:171","msg":"trace[1223827288] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"106.373601ms","start":"2026-04-08T13:49:30.998185Z","end":"2026-04-08T13:49:31.104559Z","steps":["trace[1223827288] 'process raft request' (duration: 106.080572ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:31.104743Z","caller":"traceutil/trace.go:171","msg":"trace[1419906245] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"105.769455ms","start":"2026-04-08T13:49:30.998966Z","end":"2026-04-08T13:49:31.104735Z","steps":["trace[1419906245] 'process raft request' (duration: 105.511847ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:31.361973Z","caller":"traceutil/trace.go:171","msg":"trace[776601963] linearizableReadLoop","detail":"{readStateIndex:6172; appliedIndex:6168; }","duration":"152.069222ms","start":"2026-04-08T13:49:31.209869Z","end":"2026-04-08T13:49:31.361939Z","steps":["trace[776601963] 'read index received' (duration: 30.960231ms)","trace[776601963] 'applied index is now lower than readState.Index' (duration: 121.106811ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:31.362223Z","caller":"traceutil/trace.go:171","msg":"trace[753840926] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"153.595845ms","start":"2026-04-08T13:49:31.208593Z","end":"2026-04-08T13:49:31.362188Z","steps":["trace[753840926] 'process raft request' (duration: 153.193613ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:31.362269Z","caller":"traceutil/trace.go:171","msg":"trace[172477693] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"152.797543ms","start":"2026-04-08T13:49:31.209453Z","end":"2026-04-08T13:49:31.36225Z","steps":["trace[172477693] 'process raft request' (duration: 152.427532ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:31.362349Z","caller":"traceutil/trace.go:171","msg":"trace[1051917629] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"153.695857ms","start":"2026-04-08T13:49:31.208593Z","end":"2026-04-08T13:49:31.362288Z","steps":["trace[1051917629] 'process raft request' (duration: 95.135567ms)","trace[1051917629] 'compare' (duration: 57.095149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:49:31.362786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.882795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81736"} {"level":"info","ts":"2026-04-08T13:49:31.362871Z","caller":"traceutil/trace.go:171","msg":"trace[614808118] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5950; }","duration":"153.018049ms","start":"2026-04-08T13:49:31.209835Z","end":"2026-04-08T13:49:31.362853Z","steps":["trace[614808118] 'agreement among raft nodes before linearized reading' (duration: 152.587497ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:37.351533Z","caller":"traceutil/trace.go:171","msg":"trace[1005365395] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"142.499785ms","start":"2026-04-08T13:49:37.208997Z","end":"2026-04-08T13:49:37.351496Z","steps":["trace[1005365395] 'process raft request' (duration: 142.203497ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:59.498767Z","caller":"traceutil/trace.go:171","msg":"trace[1318538984] transaction","detail":"{read_only:false; response_revision:6112; number_of_response:1; }","duration":"175.95016ms","start":"2026-04-08T13:49:59.322779Z","end":"2026-04-08T13:49:59.498729Z","steps":["trace[1318538984] 'process raft request' (duration: 129.843018ms)","trace[1318538984] 'compare' (duration: 45.981948ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:59.503134Z","caller":"traceutil/trace.go:171","msg":"trace[2026969668] transaction","detail":"{read_only:false; response_revision:6113; number_of_response:1; }","duration":"174.265642ms","start":"2026-04-08T13:49:59.328822Z","end":"2026-04-08T13:49:59.503087Z","steps":["trace[2026969668] 'process raft request' (duration: 174.045906ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:59.503189Z","caller":"traceutil/trace.go:171","msg":"trace[1123581988] transaction","detail":"{read_only:false; response_revision:6114; number_of_response:1; }","duration":"172.281948ms","start":"2026-04-08T13:49:59.330859Z","end":"2026-04-08T13:49:59.503141Z","steps":["trace[1123581988] 'process raft request' (duration: 172.145275ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:59.736091Z","caller":"traceutil/trace.go:171","msg":"trace[539572108] linearizableReadLoop","detail":"{readStateIndex:6344; appliedIndex:6343; }","duration":"112.407763ms","start":"2026-04-08T13:49:59.623641Z","end":"2026-04-08T13:49:59.736049Z","steps":["trace[539572108] 'read index received' (duration: 14.123182ms)","trace[539572108] 'applied index is now lower than readState.Index' (duration: 98.282921ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:49:59.736264Z","caller":"traceutil/trace.go:171","msg":"trace[1998478413] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"185.886226ms","start":"2026-04-08T13:49:59.550361Z","end":"2026-04-08T13:49:59.736247Z","steps":["trace[1998478413] 'process raft request' (duration: 87.573434ms)","trace[1998478413] 'compare' (duration: 97.85161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:49:59.736566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.735116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:49:59.73661Z","caller":"traceutil/trace.go:171","msg":"trace[943091183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6115; }","duration":"111.837279ms","start":"2026-04-08T13:49:59.624761Z","end":"2026-04-08T13:49:59.736598Z","steps":["trace[943091183] 'agreement among raft nodes before linearized reading' (duration: 111.669434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:59.73659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.924548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T13:49:59.736599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.408654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:49:59.736686Z","caller":"traceutil/trace.go:171","msg":"trace[1330075423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6115; }","duration":"113.065032ms","start":"2026-04-08T13:49:59.623594Z","end":"2026-04-08T13:49:59.736659Z","steps":["trace[1330075423] 'agreement among raft nodes before linearized reading' (duration: 112.809165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:49:59.736655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.135231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T13:49:59.7367Z","caller":"traceutil/trace.go:171","msg":"trace[235328204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6115; }","duration":"112.565198ms","start":"2026-04-08T13:49:59.624109Z","end":"2026-04-08T13:49:59.736674Z","steps":["trace[235328204] 'agreement among raft nodes before linearized reading' (duration: 112.25424ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:59.736795Z","caller":"traceutil/trace.go:171","msg":"trace[1108919209] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:6115; }","duration":"110.279415ms","start":"2026-04-08T13:49:59.626467Z","end":"2026-04-08T13:49:59.736746Z","steps":["trace[1108919209] 'agreement among raft nodes before linearized reading' (duration: 109.916465ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:49:59.978181Z","caller":"traceutil/trace.go:171","msg":"trace[917175665] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"235.030782ms","start":"2026-04-08T13:49:59.743122Z","end":"2026-04-08T13:49:59.978153Z","steps":["trace[917175665] 'process raft request' (duration: 201.232463ms)","trace[917175665] 'compare' (duration: 33.676615ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:50:00.043096Z","caller":"traceutil/trace.go:171","msg":"trace[687766096] linearizableReadLoop","detail":"{readStateIndex:6347; appliedIndex:6344; }","duration":"297.628501ms","start":"2026-04-08T13:49:59.745433Z","end":"2026-04-08T13:50:00.043061Z","steps":["trace[687766096] 'read index received' (duration: 198.98383ms)","trace[687766096] 'applied index is now lower than readState.Index' (duration: 98.643491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:50:00.043283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.827148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:50:00.043319Z","caller":"traceutil/trace.go:171","msg":"trace[1274847883] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:0; response_revision:6118; }","duration":"297.91082ms","start":"2026-04-08T13:49:59.745397Z","end":"2026-04-08T13:50:00.043308Z","steps":["trace[1274847883] 'agreement among raft nodes before linearized reading' (duration: 297.797886ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:50:00.043943Z","caller":"traceutil/trace.go:171","msg":"trace[1896774978] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"300.744377ms","start":"2026-04-08T13:49:59.743179Z","end":"2026-04-08T13:50:00.043924Z","steps":["trace[1896774978] 'process raft request' (duration: 299.632667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:50:00.044076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:59.743163Z","time spent":"300.837821ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:50:00.044263Z","caller":"traceutil/trace.go:171","msg":"trace[1542024451] transaction","detail":"{read_only:false; response_revision:6118; number_of_response:1; }","duration":"301.062066ms","start":"2026-04-08T13:49:59.74318Z","end":"2026-04-08T13:50:00.044242Z","steps":["trace[1542024451] 'process raft request' (duration: 299.818812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:50:00.044366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:49:59.74315Z","time spent":"301.168331ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:50:00.48675Z","caller":"traceutil/trace.go:171","msg":"trace[1214974095] linearizableReadLoop","detail":"{readStateIndex:6349; appliedIndex:6348; }","duration":"158.890306ms","start":"2026-04-08T13:50:00.327821Z","end":"2026-04-08T13:50:00.486711Z","steps":["trace[1214974095] 'read index received' (duration: 158.582198ms)","trace[1214974095] 'applied index is now lower than readState.Index' (duration: 307.028µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:50:00.487057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.216625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:50:00.487125Z","caller":"traceutil/trace.go:171","msg":"trace[735569552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6119; }","duration":"159.344368ms","start":"2026-04-08T13:50:00.327761Z","end":"2026-04-08T13:50:00.487106Z","steps":["trace[735569552] 'agreement among raft nodes before linearized reading' (duration: 159.106821ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:50:00.487197Z","caller":"traceutil/trace.go:171","msg":"trace[487449649] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"217.955367ms","start":"2026-04-08T13:50:00.269188Z","end":"2026-04-08T13:50:00.487143Z","steps":["trace[487449649] 'process raft request' (duration: 217.298749ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:50:00.778738Z","caller":"traceutil/trace.go:171","msg":"trace[2035246885] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"243.506137ms","start":"2026-04-08T13:50:00.535196Z","end":"2026-04-08T13:50:00.778702Z","steps":["trace[2035246885] 'process raft request' (duration: 241.623605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:50:01.093994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.654694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:50:01.09447Z","caller":"traceutil/trace.go:171","msg":"trace[242149375] transaction","detail":"{read_only:false; response_revision:6122; number_of_response:1; }","duration":"306.606771ms","start":"2026-04-08T13:50:00.787811Z","end":"2026-04-08T13:50:01.094417Z","steps":["trace[242149375] 'process raft request' (duration: 95.443252ms)","trace[242149375] 'compare' (duration: 210.350556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:50:01.094654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:50:00.78779Z","time spent":"306.783467ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:50:01.934841Z","caller":"traceutil/trace.go:171","msg":"trace[1428858726] linearizableReadLoop","detail":"{readStateIndex:6437; appliedIndex:6435; }","duration":"123.334347ms","start":"2026-04-08T13:50:01.811474Z","end":"2026-04-08T13:50:01.934809Z","steps":["trace[1428858726] 'read index received' (duration: 781.321µs)","trace[1428858726] 'applied index is now lower than readState.Index' (duration: 122.551886ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:50:01.93498Z","caller":"traceutil/trace.go:171","msg":"trace[1666342941] transaction","detail":"{read_only:false; response_revision:6206; number_of_response:1; }","duration":"123.731989ms","start":"2026-04-08T13:50:01.811205Z","end":"2026-04-08T13:50:01.934936Z","steps":["trace[1666342941] 'process raft request' (duration: 96.595174ms)","trace[1666342941] 'compare' (duration: 26.794095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:50:01.935121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.660529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-08T13:50:01.935167Z","caller":"traceutil/trace.go:171","msg":"trace[8490812] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6206; }","duration":"113.780602ms","start":"2026-04-08T13:50:01.821372Z","end":"2026-04-08T13:50:01.935153Z","steps":["trace[8490812] 'agreement among raft nodes before linearized reading' (duration: 113.611648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:50:01.935197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.698037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-kvm8b\" ","response":"range_response_count:1 size:6150"} {"level":"info","ts":"2026-04-08T13:50:01.93526Z","caller":"traceutil/trace.go:171","msg":"trace[385503977] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-kvm8b; range_end:; response_count:1; response_revision:6206; }","duration":"123.80045ms","start":"2026-04-08T13:50:01.81145Z","end":"2026-04-08T13:50:01.93525Z","steps":["trace[385503977] 'agreement among raft nodes before linearized reading' (duration: 123.503882ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:50:02.085062Z","caller":"traceutil/trace.go:171","msg":"trace[631415533] linearizableReadLoop","detail":"{readStateIndex:6438; appliedIndex:6437; }","duration":"116.643971ms","start":"2026-04-08T13:50:01.968391Z","end":"2026-04-08T13:50:02.085035Z","steps":["trace[631415533] 'read index received' (duration: 116.22938ms)","trace[631415533] 'applied index is now lower than readState.Index' (duration: 413.721µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:50:02.085178Z","caller":"traceutil/trace.go:171","msg":"trace[1891631124] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"140.498515ms","start":"2026-04-08T13:50:01.944637Z","end":"2026-04-08T13:50:02.085135Z","steps":["trace[1891631124] 'process raft request' (duration: 140.247109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:50:02.085281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.877707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-04-08T13:50:02.08532Z","caller":"traceutil/trace.go:171","msg":"trace[1218961761] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6207; }","duration":"116.97506ms","start":"2026-04-08T13:50:01.968334Z","end":"2026-04-08T13:50:02.085309Z","steps":["trace[1218961761] 'agreement among raft nodes before linearized reading' (duration: 116.828717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:50:02.08545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.476836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:50:02.08549Z","caller":"traceutil/trace.go:171","msg":"trace[333729161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6207; }","duration":"103.560779ms","start":"2026-04-08T13:50:01.981919Z","end":"2026-04-08T13:50:02.08548Z","steps":["trace[333729161] 'agreement among raft nodes before linearized reading' (duration: 103.452596ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:50:04.730758Z","caller":"traceutil/trace.go:171","msg":"trace[1080800245] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"160.523811ms","start":"2026-04-08T13:50:04.570205Z","end":"2026-04-08T13:50:04.730729Z","steps":["trace[1080800245] 'process raft request' (duration: 160.346826ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:50:29.877786Z","caller":"traceutil/trace.go:171","msg":"trace[1205319541] transaction","detail":"{read_only:false; response_revision:6407; number_of_response:1; }","duration":"148.129966ms","start":"2026-04-08T13:50:29.729624Z","end":"2026-04-08T13:50:29.877754Z","steps":["trace[1205319541] 'process raft request' (duration: 148.045963ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:50:29.877845Z","caller":"traceutil/trace.go:171","msg":"trace[1293780518] transaction","detail":"{read_only:false; response_revision:6406; number_of_response:1; }","duration":"152.761626ms","start":"2026-04-08T13:50:29.72503Z","end":"2026-04-08T13:50:29.877792Z","steps":["trace[1293780518] 'process raft request' (duration: 137.476361ms)","trace[1293780518] 'compare' (duration: 14.947755ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:50:30.536342Z","caller":"traceutil/trace.go:171","msg":"trace[1542549902] linearizableReadLoop","detail":"{readStateIndex:6648; appliedIndex:6646; }","duration":"220.714934ms","start":"2026-04-08T13:50:30.315596Z","end":"2026-04-08T13:50:30.536311Z","steps":["trace[1542549902] 'read index received' (duration: 9.662968ms)","trace[1542549902] 'applied index is now lower than readState.Index' (duration: 211.050556ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:50:30.536412Z","caller":"traceutil/trace.go:171","msg":"trace[1136248988] transaction","detail":"{read_only:false; response_revision:6412; number_of_response:1; }","duration":"251.528211ms","start":"2026-04-08T13:50:30.284839Z","end":"2026-04-08T13:50:30.536367Z","steps":["trace[1136248988] 'process raft request' (duration: 234.289002ms)","trace[1136248988] 'compare' (duration: 16.707015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:50:30.536486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.880919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:50:30.536556Z","caller":"traceutil/trace.go:171","msg":"trace[635245059] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6412; }","duration":"221.000572ms","start":"2026-04-08T13:50:30.315533Z","end":"2026-04-08T13:50:30.536534Z","steps":["trace[635245059] 'agreement among raft nodes before linearized reading' (duration: 220.890959ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:50:31.209144Z","caller":"traceutil/trace.go:171","msg":"trace[1233677560] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"120.149738ms","start":"2026-04-08T13:50:31.088745Z","end":"2026-04-08T13:50:31.208895Z","steps":["trace[1233677560] 'process raft request' (duration: 120.028995ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:50:31.210772Z","caller":"traceutil/trace.go:171","msg":"trace[312383785] transaction","detail":"{read_only:false; response_revision:6415; number_of_response:1; }","duration":"114.461101ms","start":"2026-04-08T13:50:31.096287Z","end":"2026-04-08T13:50:31.210748Z","steps":["trace[312383785] 'process raft request' (duration: 114.337407ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:53:58.003254Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5509} {"level":"info","ts":"2026-04-08T13:53:58.075909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5509,"took":"71.321325ms","hash":3095086065,"current-db-size-bytes":53768192,"current-db-size":"54 MB","current-db-size-in-use-bytes":27369472,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-08T13:53:58.07598Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3095086065,"revision":5509,"compact-revision":2854} {"level":"warn","ts":"2026-04-08T13:55:51.326652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658301032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:55:51.704811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136749322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:55:51.704985Z","caller":"traceutil/trace.go:171","msg":"trace[1162620284] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8732; }","duration":"1.137054812s","start":"2026-04-08T13:55:50.567907Z","end":"2026-04-08T13:55:51.704962Z","steps":["trace[1162620284] 'count revisions from in-memory index tree' (duration: 1.136665441s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:55:51.705105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:50.56789Z","time spent":"1.137167604s","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:55:51.705204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140679613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-08T13:55:51.705273Z","caller":"traceutil/trace.go:171","msg":"trace[1995947101] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343; range_end:; response_count:1; response_revision:8732; }","duration":"1.140791066s","start":"2026-04-08T13:55:50.564465Z","end":"2026-04-08T13:55:51.705257Z","steps":["trace[1995947101] 'range keys from in-memory index tree' (duration: 1.140507997s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:55:51.705302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:50.564443Z","time spent":"1.140853288s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343\" "} {"level":"warn","ts":"2026-04-08T13:55:51.705677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269925752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T13:55:51.705781Z","caller":"traceutil/trace.go:171","msg":"trace[321624996] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8732; }","duration":"1.270078226s","start":"2026-04-08T13:55:50.43568Z","end":"2026-04-08T13:55:51.705758Z","steps":["trace[321624996] 'range keys from in-memory index tree' (duration: 1.269663935s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:55:51.705836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:50.435655Z","time spent":"1.270166589s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:55:51.7451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062952108s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:55:51.74557Z","caller":"traceutil/trace.go:171","msg":"trace[809313322] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"1.063503152s","start":"2026-04-08T13:55:50.682045Z","end":"2026-04-08T13:55:51.745548Z","steps":["trace[809313322] 'process raft request' (duration: 1.063361729s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:55:51.745734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:50.682025Z","time spent":"1.063643907s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:55:51.749855Z","caller":"traceutil/trace.go:171","msg":"trace[408117120] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"652.894465ms","start":"2026-04-08T13:55:51.096935Z","end":"2026-04-08T13:55:51.749829Z","steps":["trace[408117120] 'process raft request' (duration: 652.814992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:55:51.750009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:51.096915Z","time spent":"653.01741ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:55:51.749857Z","caller":"traceutil/trace.go:171","msg":"trace[1838774245] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"669.962651ms","start":"2026-04-08T13:55:51.079864Z","end":"2026-04-08T13:55:51.749826Z","steps":["trace[1838774245] 'process raft request' (duration: 669.747145ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:55:51.750173Z","caller":"traceutil/trace.go:171","msg":"trace[1286506034] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"610.053872ms","start":"2026-04-08T13:55:51.140103Z","end":"2026-04-08T13:55:51.750157Z","steps":["trace[1286506034] 'process raft request' (duration: 609.687152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:55:51.750278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:51.140075Z","time spent":"610.145376ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:55:51.750318Z","caller":"traceutil/trace.go:171","msg":"trace[379406261] linearizableReadLoop","detail":"{readStateIndex:9049; appliedIndex:9045; }","duration":"924.328225ms","start":"2026-04-08T13:55:50.825958Z","end":"2026-04-08T13:55:51.750286Z","steps":["trace[379406261] 'read index received' (duration: 919.515362ms)","trace[379406261] 'applied index is now lower than readState.Index' (duration: 4.811663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:55:51.750307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:51.079835Z","time spent":"670.331871ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:55:51.750542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.552342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:55:51.750594Z","caller":"traceutil/trace.go:171","msg":"trace[494586475] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8737; }","duration":"924.627505ms","start":"2026-04-08T13:55:50.825953Z","end":"2026-04-08T13:55:51.75058Z","steps":["trace[494586475] 'agreement among raft nodes before linearized reading' (duration: 924.503021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:55:51.750637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:50.825912Z","time spent":"924.714148ms","remote":"127.0.0.1:44424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:55:51.750622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.981518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:55:51.750664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.291215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:55:51.750725Z","caller":"traceutil/trace.go:171","msg":"trace[1518121359] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:8737; }","duration":"440.400967ms","start":"2026-04-08T13:55:51.31031Z","end":"2026-04-08T13:55:51.75071Z","steps":["trace[1518121359] 'agreement among raft nodes before linearized reading' (duration: 440.216203ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:55:51.750728Z","caller":"traceutil/trace.go:171","msg":"trace[2041037407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8737; }","duration":"681.135562ms","start":"2026-04-08T13:55:51.069564Z","end":"2026-04-08T13:55:51.750699Z","steps":["trace[2041037407] 'agreement among raft nodes before linearized reading' (duration: 680.951657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:55:51.750763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:51.310288Z","time spent":"440.467219ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T13:55:51.750779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:51.069549Z","time spent":"681.219515ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:55:51.750752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.590825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:55:51.750874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.725074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-04-08T13:55:51.750927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.68364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:55:51.750953Z","caller":"traceutil/trace.go:171","msg":"trace[317149379] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8737; }","duration":"492.864028ms","start":"2026-04-08T13:55:51.25807Z","end":"2026-04-08T13:55:51.750934Z","steps":["trace[317149379] 'agreement among raft nodes before linearized reading' (duration: 492.483638ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:55:51.75098Z","caller":"traceutil/trace.go:171","msg":"trace[21131405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8737; }","duration":"629.774582ms","start":"2026-04-08T13:55:51.121193Z","end":"2026-04-08T13:55:51.750968Z","steps":["trace[21131405] 'agreement among raft nodes before linearized reading' (duration: 629.543076ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:55:51.750943Z","caller":"traceutil/trace.go:171","msg":"trace[2076400854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8737; }","duration":"476.777141ms","start":"2026-04-08T13:55:51.274114Z","end":"2026-04-08T13:55:51.750891Z","steps":["trace[2076400854] 'agreement among raft nodes before linearized reading' (duration: 476.534004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:55:51.751004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:51.258048Z","time spent":"492.94666ms","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-08T13:55:51.751016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:51.121174Z","time spent":"629.834264ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:55:51.75109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.464672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-08T13:55:51.75111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.302309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T13:55:51.751172Z","caller":"traceutil/trace.go:171","msg":"trace[1582341125] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8737; }","duration":"531.412201ms","start":"2026-04-08T13:55:51.219746Z","end":"2026-04-08T13:55:51.751159Z","steps":["trace[1582341125] 'agreement among raft nodes before linearized reading' (duration: 530.863306ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:55:51.751182Z","caller":"traceutil/trace.go:171","msg":"trace[1067042768] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8737; }","duration":"187.554103ms","start":"2026-04-08T13:55:51.563602Z","end":"2026-04-08T13:55:51.751156Z","steps":["trace[1067042768] 'agreement among raft nodes before linearized reading' (duration: 187.282076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:55:51.751223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:51.219715Z","time spent":"531.497794ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":872,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:55:51.752822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:55:51.274103Z","time spent":"476.930034ms","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:56:01.616357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:01.312088Z","time spent":"304.265426ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T13:56:01.616723Z","caller":"traceutil/trace.go:171","msg":"trace[919093641] linearizableReadLoop","detail":"{readStateIndex:9101; appliedIndex:9101; }","duration":"249.820608ms","start":"2026-04-08T13:56:01.366885Z","end":"2026-04-08T13:56:01.616706Z","steps":["trace[919093641] 'read index received' (duration: 249.761726ms)","trace[919093641] 'applied index is now lower than readState.Index' (duration: 57.392µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:01.616783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.89229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:01.616813Z","caller":"traceutil/trace.go:171","msg":"trace[1463568657] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8785; }","duration":"249.970212ms","start":"2026-04-08T13:56:01.366834Z","end":"2026-04-08T13:56:01.616804Z","steps":["trace[1463568657] 'agreement among raft nodes before linearized reading' (duration: 249.90136ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:01.762174Z","caller":"traceutil/trace.go:171","msg":"trace[904786029] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"144.945997ms","start":"2026-04-08T13:56:01.61717Z","end":"2026-04-08T13:56:01.762116Z","steps":["trace[904786029] 'process raft request' (duration: 82.846498ms)","trace[904786029] 'compare' (duration: 61.860603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:02.03933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.741025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:56:02.039693Z","caller":"traceutil/trace.go:171","msg":"trace[684682067] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"255.934639ms","start":"2026-04-08T13:56:01.783715Z","end":"2026-04-08T13:56:02.03965Z","steps":["trace[684682067] 'process raft request' (duration: 135.739781ms)","trace[684682067] 'compare' (duration: 119.5808ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:02.039753Z","caller":"traceutil/trace.go:171","msg":"trace[187830212] linearizableReadLoop","detail":"{readStateIndex:9106; appliedIndex:9102; }","duration":"229.682998ms","start":"2026-04-08T13:56:01.810047Z","end":"2026-04-08T13:56:02.03973Z","steps":["trace[187830212] 'read index received' (duration: 109.45744ms)","trace[187830212] 'applied index is now lower than readState.Index' (duration: 120.224168ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:02.039769Z","caller":"traceutil/trace.go:171","msg":"trace[1000773508] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"253.82769ms","start":"2026-04-08T13:56:01.785915Z","end":"2026-04-08T13:56:02.039742Z","steps":["trace[1000773508] 'process raft request' (duration: 253.601234ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:02.039876Z","caller":"traceutil/trace.go:171","msg":"trace[528121646] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"253.747648ms","start":"2026-04-08T13:56:01.786114Z","end":"2026-04-08T13:56:02.039862Z","steps":["trace[528121646] 'process raft request' (duration: 253.486871ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:02.039974Z","caller":"traceutil/trace.go:171","msg":"trace[405169600] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"246.562017ms","start":"2026-04-08T13:56:01.793401Z","end":"2026-04-08T13:56:02.039963Z","steps":["trace[405169600] 'process raft request' (duration: 246.279659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:02.040148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.473462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:56:02.040199Z","caller":"traceutil/trace.go:171","msg":"trace[1438732878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8790; }","duration":"229.564274ms","start":"2026-04-08T13:56:01.81062Z","end":"2026-04-08T13:56:02.040184Z","steps":["trace[1438732878] 'agreement among raft nodes before linearized reading' (duration: 229.379158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:02.040215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.149751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:56:02.040293Z","caller":"traceutil/trace.go:171","msg":"trace[234951843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8790; }","duration":"230.265883ms","start":"2026-04-08T13:56:01.810005Z","end":"2026-04-08T13:56:02.040271Z","steps":["trace[234951843] 'agreement among raft nodes before linearized reading' (duration: 229.921004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:02.040517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.959336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T13:56:02.040546Z","caller":"traceutil/trace.go:171","msg":"trace[1892014654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8790; }","duration":"108.019098ms","start":"2026-04-08T13:56:01.932518Z","end":"2026-04-08T13:56:02.040537Z","steps":["trace[1892014654] 'agreement among raft nodes before linearized reading' (duration: 107.906585ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:02.226342Z","caller":"traceutil/trace.go:171","msg":"trace[292206067] linearizableReadLoop","detail":"{readStateIndex:9109; appliedIndex:9106; }","duration":"152.628561ms","start":"2026-04-08T13:56:02.073691Z","end":"2026-04-08T13:56:02.226319Z","steps":["trace[292206067] 'read index received' (duration: 16.910451ms)","trace[292206067] 'applied index is now lower than readState.Index' (duration: 135.71678ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:02.226389Z","caller":"traceutil/trace.go:171","msg":"trace[1292833352] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"171.018304ms","start":"2026-04-08T13:56:02.05534Z","end":"2026-04-08T13:56:02.226358Z","steps":["trace[1292833352] 'process raft request' (duration: 170.783247ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:02.226474Z","caller":"traceutil/trace.go:171","msg":"trace[1532806126] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"170.955793ms","start":"2026-04-08T13:56:02.055507Z","end":"2026-04-08T13:56:02.226463Z","steps":["trace[1532806126] 'process raft request' (duration: 170.774557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:02.226691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.977441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19574"} {"level":"info","ts":"2026-04-08T13:56:02.226731Z","caller":"traceutil/trace.go:171","msg":"trace[1692038678] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8793; }","duration":"153.040353ms","start":"2026-04-08T13:56:02.07368Z","end":"2026-04-08T13:56:02.22672Z","steps":["trace[1692038678] 'agreement among raft nodes before linearized reading' (duration: 152.873478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:03.009827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.864181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-08T13:56:03.009917Z","caller":"traceutil/trace.go:171","msg":"trace[703833054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8795; }","duration":"701.021896ms","start":"2026-04-08T13:56:02.308872Z","end":"2026-04-08T13:56:03.009894Z","steps":["trace[703833054] 'range keys from in-memory index tree' (duration: 700.630935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:03.009958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:02.308845Z","time spent":"701.104039ms","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:56:03.009996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.277875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:56:03.010141Z","caller":"traceutil/trace.go:171","msg":"trace[980497367] linearizableReadLoop","detail":"{readStateIndex:9112; appliedIndex:9111; }","duration":"332.10379ms","start":"2026-04-08T13:56:02.678008Z","end":"2026-04-08T13:56:03.010112Z","steps":["trace[980497367] 'read index received' (duration: 190.519427ms)","trace[980497367] 'applied index is now lower than readState.Index' (duration: 141.582553ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:03.010142Z","caller":"traceutil/trace.go:171","msg":"trace[1516982402] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"668.157741ms","start":"2026-04-08T13:56:02.341958Z","end":"2026-04-08T13:56:03.010116Z","steps":["trace[1516982402] 'process raft request' (duration: 526.626749ms)","trace[1516982402] 'compare' (duration: 140.595256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:03.010302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.290045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:03.010305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:02.341928Z","time spent":"668.280424ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:03.01035Z","caller":"traceutil/trace.go:171","msg":"trace[1180793194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8796; }","duration":"332.367238ms","start":"2026-04-08T13:56:02.677967Z","end":"2026-04-08T13:56:03.010334Z","steps":["trace[1180793194] 'agreement among raft nodes before linearized reading' (duration: 332.294917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:03.010384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:02.677947Z","time spent":"332.43108ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:56:04.261049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.380506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:04.261128Z","caller":"traceutil/trace.go:171","msg":"trace[374233507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8796; }","duration":"580.51327ms","start":"2026-04-08T13:56:03.680596Z","end":"2026-04-08T13:56:04.26111Z","steps":["trace[374233507] 'range keys from in-memory index tree' (duration: 580.221102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:04.261158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:03.680575Z","time spent":"580.574382ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:56:04.261339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:03.220038Z","time spent":"1.041292874s","remote":"127.0.0.1:51248","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T13:56:04.261559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036754628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-08T13:56:04.261652Z","caller":"traceutil/trace.go:171","msg":"trace[612076455] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8796; }","duration":"1.03685782s","start":"2026-04-08T13:56:03.224783Z","end":"2026-04-08T13:56:04.261641Z","steps":["trace[612076455] 'range keys from in-memory index tree' (duration: 1.036632085s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:04.261678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:03.224775Z","time spent":"1.036895621s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-08T13:56:04.261974Z","caller":"traceutil/trace.go:171","msg":"trace[1445782978] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"386.902217ms","start":"2026-04-08T13:56:03.874653Z","end":"2026-04-08T13:56:04.261555Z","steps":["trace[1445782978] 'process raft request' (duration: 317.38113ms)","trace[1445782978] 'compare' (duration: 69.092575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:04.262166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:03.874546Z","time spent":"387.527604ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:04.295922Z","caller":"traceutil/trace.go:171","msg":"trace[822973259] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"251.67617ms","start":"2026-04-08T13:56:04.044216Z","end":"2026-04-08T13:56:04.295892Z","steps":["trace[822973259] 'process raft request' (duration: 251.493325ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:04.296252Z","caller":"traceutil/trace.go:171","msg":"trace[1943205715] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"250.682233ms","start":"2026-04-08T13:56:04.045545Z","end":"2026-04-08T13:56:04.296228Z","steps":["trace[1943205715] 'process raft request' (duration: 250.5632ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:04.296244Z","caller":"traceutil/trace.go:171","msg":"trace[588138260] linearizableReadLoop","detail":"{readStateIndex:9117; appliedIndex:9112; }","duration":"232.896058ms","start":"2026-04-08T13:56:04.063325Z","end":"2026-04-08T13:56:04.296221Z","steps":["trace[588138260] 'read index received' (duration: 128.701615ms)","trace[588138260] 'applied index is now lower than readState.Index' (duration: 104.193493ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:04.296302Z","caller":"traceutil/trace.go:171","msg":"trace[1143069492] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"249.811819ms","start":"2026-04-08T13:56:04.046454Z","end":"2026-04-08T13:56:04.296266Z","steps":["trace[1143069492] 'process raft request' (duration: 249.730836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:04.296402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.059022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T13:56:04.296387Z","caller":"traceutil/trace.go:171","msg":"trace[1519754235] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"250.976462ms","start":"2026-04-08T13:56:04.045348Z","end":"2026-04-08T13:56:04.296324Z","steps":["trace[1519754235] 'process raft request' (duration: 250.501008ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:04.296451Z","caller":"traceutil/trace.go:171","msg":"trace[1398594965] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:8801; }","duration":"233.168716ms","start":"2026-04-08T13:56:04.063272Z","end":"2026-04-08T13:56:04.296441Z","steps":["trace[1398594965] 'agreement among raft nodes before linearized reading' (duration: 233.014181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:04.332642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.093884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:56:04.332715Z","caller":"traceutil/trace.go:171","msg":"trace[1294562767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8802; }","duration":"102.210667ms","start":"2026-04-08T13:56:04.230486Z","end":"2026-04-08T13:56:04.332697Z","steps":["trace[1294562767] 'agreement among raft nodes before linearized reading' (duration: 101.998341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:04.332842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.288072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:56:04.332982Z","caller":"traceutil/trace.go:171","msg":"trace[1109221004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8802; }","duration":"101.507257ms","start":"2026-04-08T13:56:04.231431Z","end":"2026-04-08T13:56:04.332938Z","steps":["trace[1109221004] 'agreement among raft nodes before linearized reading' (duration: 101.019924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:04.333045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.171203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:56:04.333131Z","caller":"traceutil/trace.go:171","msg":"trace[340783349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8802; }","duration":"238.304008ms","start":"2026-04-08T13:56:04.094808Z","end":"2026-04-08T13:56:04.333112Z","steps":["trace[340783349] 'agreement among raft nodes before linearized reading' (duration: 237.493226ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:04.500133Z","caller":"traceutil/trace.go:171","msg":"trace[1696628973] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"162.748283ms","start":"2026-04-08T13:56:04.337323Z","end":"2026-04-08T13:56:04.500071Z","steps":["trace[1696628973] 'process raft request' (duration: 141.4485ms)","trace[1696628973] 'compare' (duration: 21.133189ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:04.500347Z","caller":"traceutil/trace.go:171","msg":"trace[1749717405] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"162.996791ms","start":"2026-04-08T13:56:04.337318Z","end":"2026-04-08T13:56:04.500314Z","steps":["trace[1749717405] 'process raft request' (duration: 162.838836ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:04.515558Z","caller":"traceutil/trace.go:171","msg":"trace[32052794] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"178.080331ms","start":"2026-04-08T13:56:04.337443Z","end":"2026-04-08T13:56:04.515523Z","steps":["trace[32052794] 'process raft request' (duration: 177.918476ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:04.515896Z","caller":"traceutil/trace.go:171","msg":"trace[1198449562] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"178.388039ms","start":"2026-04-08T13:56:04.337495Z","end":"2026-04-08T13:56:04.515883Z","steps":["trace[1198449562] 'process raft request' (duration: 178.204454ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:04.515977Z","caller":"traceutil/trace.go:171","msg":"trace[377506877] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"178.45815ms","start":"2026-04-08T13:56:04.337475Z","end":"2026-04-08T13:56:04.515933Z","steps":["trace[377506877] 'process raft request' (duration: 178.011558ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:06.578351Z","caller":"traceutil/trace.go:171","msg":"trace[1478853168] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"276.199894ms","start":"2026-04-08T13:56:06.302114Z","end":"2026-04-08T13:56:06.578314Z","steps":["trace[1478853168] 'process raft request' (duration: 275.955577ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:06.674723Z","caller":"traceutil/trace.go:171","msg":"trace[1750918832] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"372.346841ms","start":"2026-04-08T13:56:06.30235Z","end":"2026-04-08T13:56:06.674697Z","steps":["trace[1750918832] 'process raft request' (duration: 372.152316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:06.674886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:06.302322Z","time spent":"372.481975ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:06.675053Z","caller":"traceutil/trace.go:171","msg":"trace[1368624919] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9123; }","duration":"351.657165ms","start":"2026-04-08T13:56:06.323368Z","end":"2026-04-08T13:56:06.675025Z","steps":["trace[1368624919] 'read index received' (duration: 254.784656ms)","trace[1368624919] 'applied index is now lower than readState.Index' (duration: 96.871099ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:06.675054Z","caller":"traceutil/trace.go:171","msg":"trace[536380087] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"372.612819ms","start":"2026-04-08T13:56:06.302394Z","end":"2026-04-08T13:56:06.675007Z","steps":["trace[536380087] 'process raft request' (duration: 372.258129ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:06.675203Z","caller":"traceutil/trace.go:171","msg":"trace[1489598967] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"371.62905ms","start":"2026-04-08T13:56:06.303547Z","end":"2026-04-08T13:56:06.675176Z","steps":["trace[1489598967] 'process raft request' (duration: 371.339543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:06.67527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:06.302366Z","time spent":"372.801933ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:56:06.675378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.631971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-08T13:56:06.675404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.685936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:56:06.675479Z","caller":"traceutil/trace.go:171","msg":"trace[996055192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8811; }","duration":"155.80397ms","start":"2026-04-08T13:56:06.519658Z","end":"2026-04-08T13:56:06.675462Z","steps":["trace[996055192] 'agreement among raft nodes before linearized reading' (duration: 155.580424ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:06.675475Z","caller":"traceutil/trace.go:171","msg":"trace[1081639096] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:8811; }","duration":"334.771635ms","start":"2026-04-08T13:56:06.34068Z","end":"2026-04-08T13:56:06.675452Z","steps":["trace[1081639096] 'agreement among raft nodes before linearized reading' (duration: 334.530129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:06.675521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.09171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-08T13:56:06.675546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.329322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-08T13:56:06.675543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:06.340659Z","time spent":"334.869838ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"warn","ts":"2026-04-08T13:56:06.675401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.267176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:56:06.675599Z","caller":"traceutil/trace.go:171","msg":"trace[1213477750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8811; }","duration":"171.414265ms","start":"2026-04-08T13:56:06.50417Z","end":"2026-04-08T13:56:06.675584Z","steps":["trace[1213477750] 'agreement among raft nodes before linearized reading' (duration: 171.293132ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:06.675592Z","caller":"traceutil/trace.go:171","msg":"trace[671840704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8811; }","duration":"155.213763ms","start":"2026-04-08T13:56:06.520359Z","end":"2026-04-08T13:56:06.675573Z","steps":["trace[671840704] 'agreement among raft nodes before linearized reading' (duration: 155.028417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:06.675615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.225911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:56:06.675726Z","caller":"traceutil/trace.go:171","msg":"trace[284648077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8811; }","duration":"170.385285ms","start":"2026-04-08T13:56:06.505325Z","end":"2026-04-08T13:56:06.67571Z","steps":["trace[284648077] 'agreement among raft nodes before linearized reading' (duration: 170.046726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:06.675833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.454277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:06.675882Z","caller":"traceutil/trace.go:171","msg":"trace[647690640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8811; }","duration":"154.765641ms","start":"2026-04-08T13:56:06.52109Z","end":"2026-04-08T13:56:06.675855Z","steps":["trace[647690640] 'agreement among raft nodes before linearized reading' (duration: 154.179484ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:06.675949Z","caller":"traceutil/trace.go:171","msg":"trace[930265805] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8811; }","duration":"352.622741ms","start":"2026-04-08T13:56:06.323305Z","end":"2026-04-08T13:56:06.675927Z","steps":["trace[930265805] 'agreement among raft nodes before linearized reading' (duration: 351.87335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:06.676007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:06.323286Z","time spent":"352.701204ms","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:56:06.675893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:06.303533Z","time spent":"371.766026ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:06.801458Z","caller":"traceutil/trace.go:171","msg":"trace[1171523906] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"119.18142ms","start":"2026-04-08T13:56:06.682252Z","end":"2026-04-08T13:56:06.801434Z","steps":["trace[1171523906] 'process raft request' (duration: 93.957416ms)","trace[1171523906] 'compare' (duration: 25.049239ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:06.80175Z","caller":"traceutil/trace.go:171","msg":"trace[219207982] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"119.465777ms","start":"2026-04-08T13:56:06.682254Z","end":"2026-04-08T13:56:06.80172Z","steps":["trace[219207982] 'process raft request' (duration: 119.134998ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:06.802007Z","caller":"traceutil/trace.go:171","msg":"trace[937003752] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"119.443907ms","start":"2026-04-08T13:56:06.682525Z","end":"2026-04-08T13:56:06.801969Z","steps":["trace[937003752] 'process raft request' (duration: 119.041335ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:06.802278Z","caller":"traceutil/trace.go:171","msg":"trace[123437677] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"119.474697ms","start":"2026-04-08T13:56:06.682792Z","end":"2026-04-08T13:56:06.802266Z","steps":["trace[123437677] 'process raft request' (duration: 119.068197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:09.417843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.283726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:09.417898Z","caller":"traceutil/trace.go:171","msg":"trace[88703052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8818; }","duration":"737.387019ms","start":"2026-04-08T13:56:08.680497Z","end":"2026-04-08T13:56:09.417884Z","steps":["trace[88703052] 'range keys from in-memory index tree' (duration: 737.221004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:09.417923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:08.680474Z","time spent":"737.444081ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:56:09.4187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.640283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:56:09.418815Z","caller":"traceutil/trace.go:171","msg":"trace[1075085300] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"736.728481ms","start":"2026-04-08T13:56:08.682066Z","end":"2026-04-08T13:56:09.418795Z","steps":["trace[1075085300] 'process raft request' (duration: 169.905543ms)","trace[1075085300] 'compare' (duration: 566.271253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:09.418912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:08.68204Z","time spent":"736.807263ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:56:09.990301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.382793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:56:09.990427Z","caller":"traceutil/trace.go:171","msg":"trace[518862423] linearizableReadLoop","detail":"{readStateIndex:9138; appliedIndex:9135; }","duration":"1.300520974s","start":"2026-04-08T13:56:08.689893Z","end":"2026-04-08T13:56:09.990414Z","steps":["trace[518862423] 'read index received' (duration: 162.092655ms)","trace[518862423] 'applied index is now lower than readState.Index' (duration: 1.138427249s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:09.990447Z","caller":"traceutil/trace.go:171","msg":"trace[897325170] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"1.305639916s","start":"2026-04-08T13:56:08.684784Z","end":"2026-04-08T13:56:09.990424Z","steps":["trace[897325170] 'process raft request' (duration: 1.305585375s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:09.990445Z","caller":"traceutil/trace.go:171","msg":"trace[936121454] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"1.306966214s","start":"2026-04-08T13:56:08.68345Z","end":"2026-04-08T13:56:09.990417Z","steps":["trace[936121454] 'process raft request' (duration: 1.135390235s)","trace[936121454] 'compare' (duration: 171.094955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:09.990563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:08.684757Z","time spent":"1.305742791s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:56:09.990586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:08.683429Z","time spent":"1.307081447s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:56:09.990766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300829384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T13:56:09.990905Z","caller":"traceutil/trace.go:171","msg":"trace[1014841773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:8821; }","duration":"1.301028558s","start":"2026-04-08T13:56:08.689856Z","end":"2026-04-08T13:56:09.990884Z","steps":["trace[1014841773] 'agreement among raft nodes before linearized reading' (duration: 1.300604786s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:09.990993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:08.68984Z","time spent":"1.301142102s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"info","ts":"2026-04-08T13:56:10.014658Z","caller":"traceutil/trace.go:171","msg":"trace[32014728] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"838.670521ms","start":"2026-04-08T13:56:09.175966Z","end":"2026-04-08T13:56:10.014637Z","steps":["trace[32014728] 'process raft request' (duration: 838.515576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.014779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.968374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.014901Z","caller":"traceutil/trace.go:171","msg":"trace[937227530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8822; }","duration":"594.13996ms","start":"2026-04-08T13:56:09.420744Z","end":"2026-04-08T13:56:10.014884Z","steps":["trace[937227530] 'agreement among raft nodes before linearized reading' (duration: 593.945324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.014954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:09.420727Z","time spent":"594.219022ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:56:10.015042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208645045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:56:10.015092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20881196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T13:56:10.015113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.240132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:56:10.015155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18261797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:56:10.015216Z","caller":"traceutil/trace.go:171","msg":"trace[620847357] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8822; }","duration":"901.390607ms","start":"2026-04-08T13:56:09.113809Z","end":"2026-04-08T13:56:10.015199Z","steps":["trace[620847357] 'agreement among raft nodes before linearized reading' (duration: 901.219382ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.015243Z","caller":"traceutil/trace.go:171","msg":"trace[336018127] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8822; }","duration":"1.182750714s","start":"2026-04-08T13:56:08.83247Z","end":"2026-04-08T13:56:10.015221Z","steps":["trace[336018127] 'agreement among raft nodes before linearized reading' (duration: 1.18260517s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.015265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:09.113788Z","time spent":"901.46468ms","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:56:10.015278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311905092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:56:10.01531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:08.83245Z","time spent":"1.182841296s","remote":"127.0.0.1:44444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:56:10.01532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209071797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:56:10.015352Z","caller":"traceutil/trace.go:171","msg":"trace[1685372007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8822; }","duration":"1.312019654s","start":"2026-04-08T13:56:08.703317Z","end":"2026-04-08T13:56:10.015336Z","steps":["trace[1685372007] 'agreement among raft nodes before linearized reading' (duration: 1.311808228s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.015385Z","caller":"traceutil/trace.go:171","msg":"trace[1294439171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8822; }","duration":"1.209177691s","start":"2026-04-08T13:56:08.806189Z","end":"2026-04-08T13:56:10.015367Z","steps":["trace[1294439171] 'agreement among raft nodes before linearized reading' (duration: 1.209052316s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.015423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:08.703297Z","time spent":"1.312113557s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:10.015435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:08.806162Z","time spent":"1.209256723s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:56:10.014817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:09.175945Z","time spent":"838.773784ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:10.015172Z","caller":"traceutil/trace.go:171","msg":"trace[1757697677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8822; }","duration":"1.208926464s","start":"2026-04-08T13:56:08.806233Z","end":"2026-04-08T13:56:10.015159Z","steps":["trace[1757697677] 'agreement among raft nodes before linearized reading' (duration: 1.208704318s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.015655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:08.806214Z","time spent":"1.209427278s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:10.01669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210486047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:56:10.016742Z","caller":"traceutil/trace.go:171","msg":"trace[1080915334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8822; }","duration":"1.21058455s","start":"2026-04-08T13:56:08.806146Z","end":"2026-04-08T13:56:10.016731Z","steps":["trace[1080915334] 'agreement among raft nodes before linearized reading' (duration: 1.20913452s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.016767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:08.806122Z","time spent":"1.210638072s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:56:10.015266Z","caller":"traceutil/trace.go:171","msg":"trace[1879444071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8822; }","duration":"1.208876352s","start":"2026-04-08T13:56:08.806264Z","end":"2026-04-08T13:56:10.01514Z","steps":["trace[1879444071] 'agreement among raft nodes before linearized reading' (duration: 1.208398659s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.016964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:08.806256Z","time spent":"1.210687903s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:56:10.172735Z","caller":"traceutil/trace.go:171","msg":"trace[213036406] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"151.84697ms","start":"2026-04-08T13:56:10.020852Z","end":"2026-04-08T13:56:10.172699Z","steps":["trace[213036406] 'process raft request' (duration: 89.870493ms)","trace[213036406] 'compare' (duration: 61.706729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:10.176658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.414258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.17672Z","caller":"traceutil/trace.go:171","msg":"trace[1544313856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8827; }","duration":"151.50965ms","start":"2026-04-08T13:56:10.025199Z","end":"2026-04-08T13:56:10.176708Z","steps":["trace[1544313856] 'agreement among raft nodes before linearized reading' (duration: 151.404227ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.176708Z","caller":"traceutil/trace.go:171","msg":"trace[893189510] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"155.041349ms","start":"2026-04-08T13:56:10.021555Z","end":"2026-04-08T13:56:10.176597Z","steps":["trace[893189510] 'process raft request' (duration: 154.863494ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.176721Z","caller":"traceutil/trace.go:171","msg":"trace[1938068568] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"153.195717ms","start":"2026-04-08T13:56:10.023478Z","end":"2026-04-08T13:56:10.176674Z","steps":["trace[1938068568] 'process raft request' (duration: 153.097505ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.176819Z","caller":"traceutil/trace.go:171","msg":"trace[1867066873] linearizableReadLoop","detail":"{readStateIndex:9144; appliedIndex:9139; }","duration":"151.369376ms","start":"2026-04-08T13:56:10.02523Z","end":"2026-04-08T13:56:10.1766Z","steps":["trace[1867066873] 'read index received' (duration: 85.518542ms)","trace[1867066873] 'applied index is now lower than readState.Index' (duration: 65.850174ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:10.176997Z","caller":"traceutil/trace.go:171","msg":"trace[1555450697] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"153.643429ms","start":"2026-04-08T13:56:10.023001Z","end":"2026-04-08T13:56:10.176644Z","steps":["trace[1555450697] 'process raft request' (duration: 153.548936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.177107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.6759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.177174Z","caller":"traceutil/trace.go:171","msg":"trace[595352485] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8827; }","duration":"125.791764ms","start":"2026-04-08T13:56:10.051366Z","end":"2026-04-08T13:56:10.177158Z","steps":["trace[595352485] 'agreement among raft nodes before linearized reading' (duration: 125.63866ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.177244Z","caller":"traceutil/trace.go:171","msg":"trace[751763800] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"154.882334ms","start":"2026-04-08T13:56:10.021772Z","end":"2026-04-08T13:56:10.176654Z","steps":["trace[751763800] 'process raft request' (duration: 154.749331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.17779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.630682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.177844Z","caller":"traceutil/trace.go:171","msg":"trace[2002142504] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8827; }","duration":"110.696623ms","start":"2026-04-08T13:56:10.06713Z","end":"2026-04-08T13:56:10.177827Z","steps":["trace[2002142504] 'agreement among raft nodes before linearized reading' (duration: 110.60033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.178093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.060162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.178127Z","caller":"traceutil/trace.go:171","msg":"trace[1506975012] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8827; }","duration":"126.122392ms","start":"2026-04-08T13:56:10.051997Z","end":"2026-04-08T13:56:10.178119Z","steps":["trace[1506975012] 'agreement among raft nodes before linearized reading' (duration: 126.06979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.17812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.005022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:10.178152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.725219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.178168Z","caller":"traceutil/trace.go:171","msg":"trace[1278315487] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8827; }","duration":"111.096554ms","start":"2026-04-08T13:56:10.067053Z","end":"2026-04-08T13:56:10.17815Z","steps":["trace[1278315487] 'agreement among raft nodes before linearized reading' (duration: 111.022402ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.178203Z","caller":"traceutil/trace.go:171","msg":"trace[1656608925] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8827; }","duration":"126.833703ms","start":"2026-04-08T13:56:10.051355Z","end":"2026-04-08T13:56:10.178189Z","steps":["trace[1656608925] 'agreement among raft nodes before linearized reading' (duration: 126.72809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.179258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.70404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.179321Z","caller":"traceutil/trace.go:171","msg":"trace[1276465052] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8827; }","duration":"112.799712ms","start":"2026-04-08T13:56:10.066493Z","end":"2026-04-08T13:56:10.179293Z","steps":["trace[1276465052] 'agreement among raft nodes before linearized reading' (duration: 111.722952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.589707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.074141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:10.589775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.116846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:10.589796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.303737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.589834Z","caller":"traceutil/trace.go:171","msg":"trace[1327454298] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8827; }","duration":"278.2082ms","start":"2026-04-08T13:56:10.31161Z","end":"2026-04-08T13:56:10.589818Z","steps":["trace[1327454298] 'range keys from in-memory index tree' (duration: 278.003643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.589832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.393012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:10.589873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.419367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.589875Z","caller":"traceutil/trace.go:171","msg":"trace[1774194926] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8827; }","duration":"215.448091ms","start":"2026-04-08T13:56:10.37441Z","end":"2026-04-08T13:56:10.589858Z","steps":["trace[1774194926] 'range keys from in-memory index tree' (duration: 215.206114ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.589903Z","caller":"traceutil/trace.go:171","msg":"trace[546631942] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8827; }","duration":"277.469929ms","start":"2026-04-08T13:56:10.312424Z","end":"2026-04-08T13:56:10.589894Z","steps":["trace[546631942] 'range keys from in-memory index tree' (duration: 277.342515ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.589903Z","caller":"traceutil/trace.go:171","msg":"trace[1876107711] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8827; }","duration":"232.511086ms","start":"2026-04-08T13:56:10.357373Z","end":"2026-04-08T13:56:10.589884Z","steps":["trace[1876107711] 'range keys from in-memory index tree' (duration: 232.31449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.589946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.174095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:10.590031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.429016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.590059Z","caller":"traceutil/trace.go:171","msg":"trace[1149064375] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8827; }","duration":"259.479278ms","start":"2026-04-08T13:56:10.330572Z","end":"2026-04-08T13:56:10.590051Z","steps":["trace[1149064375] 'count revisions from in-memory index tree' (duration: 259.293273ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.590062Z","caller":"traceutil/trace.go:171","msg":"trace[389203129] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8827; }","duration":"316.337802ms","start":"2026-04-08T13:56:10.273698Z","end":"2026-04-08T13:56:10.590036Z","steps":["trace[389203129] 'range keys from in-memory index tree' (duration: 316.111644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.590081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.578046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:10.590103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.582775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:10.590113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.547793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:10.590123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:10.273688Z","time spent":"316.421944ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:56:10.590155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.648888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.590167Z","caller":"traceutil/trace.go:171","msg":"trace[168842643] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8827; }","duration":"215.625965ms","start":"2026-04-08T13:56:10.374526Z","end":"2026-04-08T13:56:10.590152Z","steps":["trace[168842643] 'range keys from in-memory index tree' (duration: 215.487662ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.590179Z","caller":"traceutil/trace.go:171","msg":"trace[1719578812] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8827; }","duration":"112.677929ms","start":"2026-04-08T13:56:10.477466Z","end":"2026-04-08T13:56:10.590144Z","steps":["trace[1719578812] 'count revisions from in-memory index tree' (duration: 112.416701ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.590192Z","caller":"traceutil/trace.go:171","msg":"trace[1394716136] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8827; }","duration":"298.726131ms","start":"2026-04-08T13:56:10.291456Z","end":"2026-04-08T13:56:10.590183Z","steps":["trace[1394716136] 'range keys from in-memory index tree' (duration: 298.569597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.590211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.695039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.59024Z","caller":"traceutil/trace.go:171","msg":"trace[703303296] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8827; }","duration":"233.745541ms","start":"2026-04-08T13:56:10.356488Z","end":"2026-04-08T13:56:10.590233Z","steps":["trace[703303296] 'range keys from in-memory index tree' (duration: 233.646357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.590335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.267292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.590354Z","caller":"traceutil/trace.go:171","msg":"trace[1630284603] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8827; }","duration":"259.308913ms","start":"2026-04-08T13:56:10.331039Z","end":"2026-04-08T13:56:10.590347Z","steps":["trace[1630284603] 'range keys from in-memory index tree' (duration: 259.20552ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.590118Z","caller":"traceutil/trace.go:171","msg":"trace[1533332767] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8827; }","duration":"298.638928ms","start":"2026-04-08T13:56:10.291466Z","end":"2026-04-08T13:56:10.590105Z","steps":["trace[1533332767] 'count revisions from in-memory index tree' (duration: 298.503965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.590002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.373294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.590485Z","caller":"traceutil/trace.go:171","msg":"trace[2031849440] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8827; }","duration":"259.874248ms","start":"2026-04-08T13:56:10.330591Z","end":"2026-04-08T13:56:10.590466Z","steps":["trace[2031849440] 'range keys from in-memory index tree' (duration: 259.308953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.590546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.275157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.590638Z","caller":"traceutil/trace.go:171","msg":"trace[401451010] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8827; }","duration":"317.37059ms","start":"2026-04-08T13:56:10.273253Z","end":"2026-04-08T13:56:10.590623Z","steps":["trace[401451010] 'count revisions from in-memory index tree' (duration: 317.134273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.590688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:10.273187Z","time spent":"317.484033ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:56:10.589831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.172118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.590746Z","caller":"traceutil/trace.go:171","msg":"trace[1090520182] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8827; }","duration":"279.122745ms","start":"2026-04-08T13:56:10.311608Z","end":"2026-04-08T13:56:10.59073Z","steps":["trace[1090520182] 'count revisions from in-memory index tree' (duration: 278.064065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.590138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.675748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.590814Z","caller":"traceutil/trace.go:171","msg":"trace[1331021082] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8827; }","duration":"216.387096ms","start":"2026-04-08T13:56:10.374418Z","end":"2026-04-08T13:56:10.590805Z","steps":["trace[1331021082] 'count revisions from in-memory index tree' (duration: 215.616207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.590479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.192745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.590927Z","caller":"traceutil/trace.go:171","msg":"trace[935120742] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8827; }","duration":"317.683808ms","start":"2026-04-08T13:56:10.273224Z","end":"2026-04-08T13:56:10.590908Z","steps":["trace[935120742] 'range keys from in-memory index tree' (duration: 317.100573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:10.590995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:10.273202Z","time spent":"317.772041ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T13:56:10.590434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.659688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:10.591053Z","caller":"traceutil/trace.go:171","msg":"trace[30366982] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8827; }","duration":"299.295886ms","start":"2026-04-08T13:56:10.291747Z","end":"2026-04-08T13:56:10.591043Z","steps":["trace[30366982] 'range keys from in-memory index tree' (duration: 298.620078ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:10.589788Z","caller":"traceutil/trace.go:171","msg":"trace[1029715562] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8827; }","duration":"233.191965ms","start":"2026-04-08T13:56:10.356578Z","end":"2026-04-08T13:56:10.58977Z","steps":["trace[1029715562] 'count revisions from in-memory index tree' (duration: 232.987549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:11.180141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658301310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:56:11.487144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.408509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:56:11.487282Z","caller":"traceutil/trace.go:171","msg":"trace[58995959] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"845.298695ms","start":"2026-04-08T13:56:10.64196Z","end":"2026-04-08T13:56:11.487259Z","steps":["trace[58995959] 'process raft request' (duration: 610.66121ms)","trace[58995959] 'compare' (duration: 234.289476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:11.487362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:10.641898Z","time spent":"845.418628ms","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:11.497464Z","caller":"traceutil/trace.go:171","msg":"trace[1663257479] linearizableReadLoop","detail":"{readStateIndex:9147; appliedIndex:9145; }","duration":"817.374586ms","start":"2026-04-08T13:56:10.680071Z","end":"2026-04-08T13:56:11.497446Z","steps":["trace[1663257479] 'read index received' (duration: 572.571488ms)","trace[1663257479] 'applied index is now lower than readState.Index' (duration: 244.802368ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:11.497523Z","caller":"traceutil/trace.go:171","msg":"trace[17804208] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"841.934821ms","start":"2026-04-08T13:56:10.655563Z","end":"2026-04-08T13:56:11.497498Z","steps":["trace[17804208] 'process raft request' (duration: 841.780927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:11.497676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.577532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:11.49775Z","caller":"traceutil/trace.go:171","msg":"trace[532428807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8830; }","duration":"817.710817ms","start":"2026-04-08T13:56:10.680025Z","end":"2026-04-08T13:56:11.497736Z","steps":["trace[532428807] 'agreement among raft nodes before linearized reading' (duration: 817.530331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:11.4978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:10.680003Z","time spent":"817.786939ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:56:11.497819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:10.655554Z","time spent":"842.125647ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:56:11.510217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.972015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:11.510248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.52505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:11.510281Z","caller":"traceutil/trace.go:171","msg":"trace[1296240339] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8831; }","duration":"505.10219ms","start":"2026-04-08T13:56:11.005165Z","end":"2026-04-08T13:56:11.510267Z","steps":["trace[1296240339] 'agreement among raft nodes before linearized reading' (duration: 504.926984ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:11.510305Z","caller":"traceutil/trace.go:171","msg":"trace[208292124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8831; }","duration":"440.620934ms","start":"2026-04-08T13:56:11.069667Z","end":"2026-04-08T13:56:11.510288Z","steps":["trace[208292124] 'agreement among raft nodes before linearized reading' (duration: 440.528481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:11.510319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:11.00514Z","time spent":"505.168771ms","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:56:11.510305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.976053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-08T13:56:11.510333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:11.069646Z","time spent":"440.680575ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:56:11.510357Z","caller":"traceutil/trace.go:171","msg":"trace[856008143] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:8831; }","duration":"199.078915ms","start":"2026-04-08T13:56:11.311267Z","end":"2026-04-08T13:56:11.510346Z","steps":["trace[856008143] 'agreement among raft nodes before linearized reading' (duration: 198.906411ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:18.430074Z","caller":"traceutil/trace.go:171","msg":"trace[570843822] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"412.823469ms","start":"2026-04-08T13:56:18.017217Z","end":"2026-04-08T13:56:18.430041Z","steps":["trace[570843822] 'process raft request' (duration: 412.609083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:18.430289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:18.017191Z","time spent":"412.980452ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:18.585706Z","caller":"traceutil/trace.go:171","msg":"trace[1144752550] linearizableReadLoop","detail":"{readStateIndex:9191; appliedIndex:9189; }","duration":"526.059493ms","start":"2026-04-08T13:56:18.059611Z","end":"2026-04-08T13:56:18.585671Z","steps":["trace[1144752550] 'read index received' (duration: 370.189212ms)","trace[1144752550] 'applied index is now lower than readState.Index' (duration: 155.868781ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:18.585971Z","caller":"traceutil/trace.go:171","msg":"trace[802199956] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"567.21666ms","start":"2026-04-08T13:56:18.018722Z","end":"2026-04-08T13:56:18.585938Z","steps":["trace[802199956] 'process raft request' (duration: 509.564564ms)","trace[802199956] 'compare' (duration: 57.207263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:18.586194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.990715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T13:56:18.58617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.34449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:56:18.586238Z","caller":"traceutil/trace.go:171","msg":"trace[1572587449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8872; }","duration":"375.063206ms","start":"2026-04-08T13:56:18.211162Z","end":"2026-04-08T13:56:18.586225Z","steps":["trace[1572587449] 'agreement among raft nodes before linearized reading' (duration: 374.974923ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:18.586253Z","caller":"traceutil/trace.go:171","msg":"trace[1806588913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8872; }","duration":"377.487114ms","start":"2026-04-08T13:56:18.208748Z","end":"2026-04-08T13:56:18.586235Z","steps":["trace[1806588913] 'agreement among raft nodes before linearized reading' (duration: 377.261648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:18.586274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:18.211147Z","time spent":"375.119009ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:18.586296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:18.208724Z","time spent":"377.563316ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:56:18.586313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.790909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-08T13:56:18.586103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.880012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T13:56:18.586422Z","caller":"traceutil/trace.go:171","msg":"trace[158068131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8872; }","duration":"375.232561ms","start":"2026-04-08T13:56:18.21117Z","end":"2026-04-08T13:56:18.586403Z","steps":["trace[158068131] 'agreement among raft nodes before linearized reading' (duration: 374.872042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:18.586468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:18.21115Z","time spent":"375.307722ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:18.586352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.776562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-08T13:56:18.586538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.265215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:56:18.586521Z","caller":"traceutil/trace.go:171","msg":"trace[186105726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8872; }","duration":"340.981047ms","start":"2026-04-08T13:56:18.245521Z","end":"2026-04-08T13:56:18.586502Z","steps":["trace[186105726] 'agreement among raft nodes before linearized reading' (duration: 340.629708ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:18.586584Z","caller":"traceutil/trace.go:171","msg":"trace[2101723199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8872; }","duration":"374.320337ms","start":"2026-04-08T13:56:18.212253Z","end":"2026-04-08T13:56:18.586574Z","steps":["trace[2101723199] 'agreement among raft nodes before linearized reading' (duration: 374.199992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:18.586632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:18.212242Z","time spent":"374.379947ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:56:18.586421Z","caller":"traceutil/trace.go:171","msg":"trace[1414448065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8872; }","duration":"375.002865ms","start":"2026-04-08T13:56:18.211394Z","end":"2026-04-08T13:56:18.586397Z","steps":["trace[1414448065] 'agreement among raft nodes before linearized reading' (duration: 374.646276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:18.586786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:18.211359Z","time spent":"375.408996ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:18.58663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:18.245491Z","time spent":"341.116022ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:56:18.585998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.372651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T13:56:18.587033Z","caller":"traceutil/trace.go:171","msg":"trace[231922651] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:8872; }","duration":"527.448452ms","start":"2026-04-08T13:56:18.059566Z","end":"2026-04-08T13:56:18.587014Z","steps":["trace[231922651] 'agreement among raft nodes before linearized reading' (duration: 526.292169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:18.587056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:18.018702Z","time spent":"567.516437ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:56:18.587088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:18.059547Z","time spent":"527.525293ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"warn","ts":"2026-04-08T13:56:18.868055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.687979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:18.868182Z","caller":"traceutil/trace.go:171","msg":"trace[2108292694] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8877; }","duration":"154.869484ms","start":"2026-04-08T13:56:18.713295Z","end":"2026-04-08T13:56:18.868164Z","steps":["trace[2108292694] 'range keys from in-memory index tree' (duration: 154.594426ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:19.670751Z","caller":"traceutil/trace.go:171","msg":"trace[268436836] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"134.252069ms","start":"2026-04-08T13:56:19.536471Z","end":"2026-04-08T13:56:19.670723Z","steps":["trace[268436836] 'process raft request' (duration: 54.541739ms)","trace[268436836] 'compare' (duration: 79.577576ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:31.590466Z","caller":"traceutil/trace.go:171","msg":"trace[135699806] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"107.574827ms","start":"2026-04-08T13:56:31.482861Z","end":"2026-04-08T13:56:31.590436Z","steps":["trace[135699806] 'process raft request' (duration: 105.254722ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:34.205816Z","caller":"traceutil/trace.go:171","msg":"trace[1205115320] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"106.222729ms","start":"2026-04-08T13:56:34.099575Z","end":"2026-04-08T13:56:34.205797Z","steps":["trace[1205115320] 'process raft request' (duration: 106.054534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:37.077145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658301863,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:56:37.231449Z","caller":"traceutil/trace.go:171","msg":"trace[1449375802] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"696.381967ms","start":"2026-04-08T13:56:36.535038Z","end":"2026-04-08T13:56:37.23142Z","steps":["trace[1449375802] 'process raft request' (duration: 696.159421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:37.231713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.535015Z","time spent":"696.610134ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:37.234476Z","caller":"traceutil/trace.go:171","msg":"trace[957774165] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"572.381013ms","start":"2026-04-08T13:56:36.662064Z","end":"2026-04-08T13:56:37.234445Z","steps":["trace[957774165] 'process raft request' (duration: 572.178147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:37.2347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.661996Z","time spent":"572.589199ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:37.241461Z","caller":"traceutil/trace.go:171","msg":"trace[2022074373] linearizableReadLoop","detail":"{readStateIndex:9343; appliedIndex:9340; }","duration":"664.365826ms","start":"2026-04-08T13:56:36.577071Z","end":"2026-04-08T13:56:37.241437Z","steps":["trace[2022074373] 'read index received' (duration: 654.063978ms)","trace[2022074373] 'applied index is now lower than readState.Index' (duration: 10.300308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:37.241664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.180652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:37.241706Z","caller":"traceutil/trace.go:171","msg":"trace[663259864] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:9017; }","duration":"645.277734ms","start":"2026-04-08T13:56:36.596418Z","end":"2026-04-08T13:56:37.241696Z","steps":["trace[663259864] 'agreement among raft nodes before linearized reading' (duration: 645.185151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:37.241774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.596398Z","time spent":"645.364646ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"warn","ts":"2026-04-08T13:56:37.241729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.587202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:56:37.241939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.229098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lbvjp\" ","response":"range_response_count:1 size:4455"} {"level":"warn","ts":"2026-04-08T13:56:37.241853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.41966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:37.241983Z","caller":"traceutil/trace.go:171","msg":"trace[1614652007] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lbvjp; range_end:; response_count:1; response_revision:9017; }","duration":"284.268399ms","start":"2026-04-08T13:56:36.957699Z","end":"2026-04-08T13:56:37.241967Z","steps":["trace[1614652007] 'agreement among raft nodes before linearized reading' (duration: 283.93882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:37.24206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.397087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:37.242091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.466855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:56:37.242103Z","caller":"traceutil/trace.go:171","msg":"trace[481262443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9017; }","duration":"561.468469ms","start":"2026-04-08T13:56:36.680624Z","end":"2026-04-08T13:56:37.242093Z","steps":["trace[481262443] 'agreement among raft nodes before linearized reading' (duration: 561.401108ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:37.242129Z","caller":"traceutil/trace.go:171","msg":"trace[1764018201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9017; }","duration":"535.531807ms","start":"2026-04-08T13:56:36.706586Z","end":"2026-04-08T13:56:37.242118Z","steps":["trace[1764018201] 'agreement among raft nodes before linearized reading' (duration: 535.339232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:37.242141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.680605Z","time spent":"561.528451ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:56:37.242145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.520603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-08T13:56:37.242221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.252242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:56:37.242267Z","caller":"traceutil/trace.go:171","msg":"trace[1798855585] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9017; }","duration":"397.713628ms","start":"2026-04-08T13:56:36.844531Z","end":"2026-04-08T13:56:37.242245Z","steps":["trace[1798855585] 'agreement among raft nodes before linearized reading' (duration: 397.331357ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:37.241951Z","caller":"traceutil/trace.go:171","msg":"trace[1054345488] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9017; }","duration":"664.905811ms","start":"2026-04-08T13:56:36.577016Z","end":"2026-04-08T13:56:37.241922Z","steps":["trace[1054345488] 'agreement among raft nodes before linearized reading' (duration: 664.51199ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:37.242322Z","caller":"traceutil/trace.go:171","msg":"trace[1368578676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9017; }","duration":"487.382595ms","start":"2026-04-08T13:56:36.754924Z","end":"2026-04-08T13:56:37.242307Z","steps":["trace[1368578676] 'agreement among raft nodes before linearized reading' (duration: 487.108638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:37.242374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.576993Z","time spent":"665.367734ms","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:56:37.242423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.709346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:56:37.242039Z","caller":"traceutil/trace.go:171","msg":"trace[1052238130] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9017; }","duration":"164.665286ms","start":"2026-04-08T13:56:37.077334Z","end":"2026-04-08T13:56:37.241999Z","steps":["trace[1052238130] 'agreement among raft nodes before linearized reading' (duration: 164.347378ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:37.242458Z","caller":"traceutil/trace.go:171","msg":"trace[1052951454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9017; }","duration":"505.781719ms","start":"2026-04-08T13:56:36.736669Z","end":"2026-04-08T13:56:37.242451Z","steps":["trace[1052951454] 'agreement among raft nodes before linearized reading' (duration: 505.700926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:37.242438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.308884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T13:56:37.242498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.754912Z","time spent":"487.503499ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:56:37.242604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.558322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T13:56:37.242644Z","caller":"traceutil/trace.go:171","msg":"trace[2132578662] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:9017; }","duration":"528.668846ms","start":"2026-04-08T13:56:36.713962Z","end":"2026-04-08T13:56:37.242631Z","steps":["trace[2132578662] 'agreement among raft nodes before linearized reading' (duration: 528.583313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:37.242671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.713945Z","time spent":"528.717097ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"info","ts":"2026-04-08T13:56:37.242728Z","caller":"traceutil/trace.go:171","msg":"trace[1008031708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9017; }","duration":"501.653224ms","start":"2026-04-08T13:56:36.741057Z","end":"2026-04-08T13:56:37.24271Z","steps":["trace[1008031708] 'agreement among raft nodes before linearized reading' (duration: 501.190041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:37.242804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.741043Z","time spent":"501.747476ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:37.242168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.706568Z","time spent":"535.592288ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:37.242374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.844509Z","time spent":"397.847223ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T13:56:37.242482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.736649Z","time spent":"505.828509ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:56:37.241843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.094279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:56:37.243116Z","caller":"traceutil/trace.go:171","msg":"trace[133293181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9017; }","duration":"492.416707ms","start":"2026-04-08T13:56:36.750687Z","end":"2026-04-08T13:56:37.243104Z","steps":["trace[133293181] 'agreement among raft nodes before linearized reading' (duration: 490.936755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:37.243152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:36.750647Z","time spent":"492.494398ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:56:37.954087Z","caller":"traceutil/trace.go:171","msg":"trace[263923079] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"133.57337ms","start":"2026-04-08T13:56:37.820474Z","end":"2026-04-08T13:56:37.954047Z","steps":["trace[263923079] 'process raft request' (duration: 133.294142ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:38.086572Z","caller":"traceutil/trace.go:171","msg":"trace[356106223] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"108.831331ms","start":"2026-04-08T13:56:37.977718Z","end":"2026-04-08T13:56:38.08655Z","steps":["trace[356106223] 'process raft request' (duration: 108.711477ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:39.539439Z","caller":"traceutil/trace.go:171","msg":"trace[1532257994] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"300.603053ms","start":"2026-04-08T13:56:39.238792Z","end":"2026-04-08T13:56:39.539395Z","steps":["trace[1532257994] 'process raft request' (duration: 299.08644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:39.539669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:39.238758Z","time spent":"300.802419ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:39.595684Z","caller":"traceutil/trace.go:171","msg":"trace[48733725] linearizableReadLoop","detail":"{readStateIndex:9356; appliedIndex:9354; }","duration":"341.587995ms","start":"2026-04-08T13:56:39.25407Z","end":"2026-04-08T13:56:39.595658Z","steps":["trace[48733725] 'read index received' (duration: 283.773265ms)","trace[48733725] 'applied index is now lower than readState.Index' (duration: 57.8135ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:39.595736Z","caller":"traceutil/trace.go:171","msg":"trace[1345540340] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"356.363476ms","start":"2026-04-08T13:56:39.239346Z","end":"2026-04-08T13:56:39.59571Z","steps":["trace[1345540340] 'process raft request' (duration: 354.795822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:39.59594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.843423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T13:56:39.595963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.028371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:56:39.595984Z","caller":"traceutil/trace.go:171","msg":"trace[580078828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9030; }","duration":"341.945505ms","start":"2026-04-08T13:56:39.254025Z","end":"2026-04-08T13:56:39.595971Z","steps":["trace[580078828] 'agreement among raft nodes before linearized reading' (duration: 341.782141ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:39.596017Z","caller":"traceutil/trace.go:171","msg":"trace[826422855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9030; }","duration":"335.115694ms","start":"2026-04-08T13:56:39.260891Z","end":"2026-04-08T13:56:39.596007Z","steps":["trace[826422855] 'agreement among raft nodes before linearized reading' (duration: 334.9702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:39.596032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:39.253994Z","time spent":"342.027707ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:56:39.596053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:39.26088Z","time spent":"335.162345ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:39.596019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.447633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T13:56:39.596049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.338828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-08T13:56:39.596114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.106335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T13:56:39.596162Z","caller":"traceutil/trace.go:171","msg":"trace[1328474651] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:9030; }","duration":"341.489942ms","start":"2026-04-08T13:56:39.254645Z","end":"2026-04-08T13:56:39.596135Z","steps":["trace[1328474651] 'agreement among raft nodes before linearized reading' (duration: 341.190033ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:39.596193Z","caller":"traceutil/trace.go:171","msg":"trace[1771767618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9030; }","duration":"288.222488ms","start":"2026-04-08T13:56:39.307952Z","end":"2026-04-08T13:56:39.596175Z","steps":["trace[1771767618] 'agreement among raft nodes before linearized reading' (duration: 288.008172ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:39.5961Z","caller":"traceutil/trace.go:171","msg":"trace[1647501785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9030; }","duration":"335.559757ms","start":"2026-04-08T13:56:39.260531Z","end":"2026-04-08T13:56:39.59609Z","steps":["trace[1647501785] 'agreement among raft nodes before linearized reading' (duration: 335.353151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:39.596229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.778865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:56:39.596224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:39.254634Z","time spent":"341.575063ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"warn","ts":"2026-04-08T13:56:39.596255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:39.260514Z","time spent":"335.732102ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:56:39.596253Z","caller":"traceutil/trace.go:171","msg":"trace[1866014339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9030; }","duration":"334.803726ms","start":"2026-04-08T13:56:39.261443Z","end":"2026-04-08T13:56:39.596247Z","steps":["trace[1866014339] 'agreement among raft nodes before linearized reading' (duration: 334.683993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:39.596329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:39.261411Z","time spent":"334.910397ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:56:39.596448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.05941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:56:39.596969Z","caller":"traceutil/trace.go:171","msg":"trace[1214083920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9030; }","duration":"336.608115ms","start":"2026-04-08T13:56:39.260328Z","end":"2026-04-08T13:56:39.596937Z","steps":["trace[1214083920] 'agreement among raft nodes before linearized reading' (duration: 335.556355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:39.597049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:39.260265Z","time spent":"336.768781ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:39.596525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:39.239323Z","time spent":"356.46313ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:56:41.571369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658301918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:56:41.672767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084278501s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:56:41.673365Z","caller":"traceutil/trace.go:171","msg":"trace[2087197269] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"1.085016002s","start":"2026-04-08T13:56:40.588323Z","end":"2026-04-08T13:56:41.673339Z","steps":["trace[2087197269] 'process raft request' (duration: 1.084846157s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:41.673522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:40.58828Z","time spent":"1.085166837s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:42.038728Z","caller":"traceutil/trace.go:171","msg":"trace[1041726092] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"857.587008ms","start":"2026-04-08T13:56:41.181118Z","end":"2026-04-08T13:56:42.038705Z","steps":["trace[1041726092] 'process raft request' (duration: 857.397902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.038845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.181091Z","time spent":"857.70169ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:42.039044Z","caller":"traceutil/trace.go:171","msg":"trace[971907853] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"489.70681ms","start":"2026-04-08T13:56:41.54933Z","end":"2026-04-08T13:56:42.039037Z","steps":["trace[971907853] 'process raft request' (duration: 489.33475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.039082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.549302Z","time spent":"489.760241ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:42.039095Z","caller":"traceutil/trace.go:171","msg":"trace[1957182962] linearizableReadLoop","detail":"{readStateIndex:9366; appliedIndex:9363; }","duration":"968.745124ms","start":"2026-04-08T13:56:41.070323Z","end":"2026-04-08T13:56:42.039069Z","steps":["trace[1957182962] 'read index received' (duration: 602.76448ms)","trace[1957182962] 'applied index is now lower than readState.Index' (duration: 365.979264ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:42.039158Z","caller":"traceutil/trace.go:171","msg":"trace[37606713] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"386.827665ms","start":"2026-04-08T13:56:41.652327Z","end":"2026-04-08T13:56:42.039155Z","steps":["trace[37606713] 'process raft request' (duration: 386.687282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.039193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.652309Z","time spent":"386.865496ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:42.039135Z","caller":"traceutil/trace.go:171","msg":"trace[1045927681] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"436.243562ms","start":"2026-04-08T13:56:41.602885Z","end":"2026-04-08T13:56:42.039129Z","steps":["trace[1045927681] 'process raft request' (duration: 436.011565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.039256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.602856Z","time spent":"436.384815ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:56:42.039366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.037032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:42.039413Z","caller":"traceutil/trace.go:171","msg":"trace[2042414372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9042; }","duration":"969.103074ms","start":"2026-04-08T13:56:41.070299Z","end":"2026-04-08T13:56:42.039402Z","steps":["trace[2042414372] 'agreement among raft nodes before linearized reading' (duration: 968.893098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.039487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.070221Z","time spent":"969.256638ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:56:42.539283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658301926,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:56:42.625528Z","caller":"traceutil/trace.go:171","msg":"trace[1652449086] linearizableReadLoop","detail":"{readStateIndex:9370; appliedIndex:9368; }","duration":"586.340493ms","start":"2026-04-08T13:56:42.039166Z","end":"2026-04-08T13:56:42.625506Z","steps":["trace[1652449086] 'read index received' (duration: 565.928824ms)","trace[1652449086] 'applied index is now lower than readState.Index' (duration: 20.410739ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:42.625676Z","caller":"traceutil/trace.go:171","msg":"trace[1328011008] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"815.820984ms","start":"2026-04-08T13:56:41.809843Z","end":"2026-04-08T13:56:42.625664Z","steps":["trace[1328011008] 'process raft request' (duration: 795.324124ms)","trace[1328011008] 'compare' (duration: 19.844722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:42.625774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.809824Z","time spent":"815.877115ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:42.625933Z","caller":"traceutil/trace.go:171","msg":"trace[1727959150] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"648.72793ms","start":"2026-04-08T13:56:41.977195Z","end":"2026-04-08T13:56:42.625923Z","steps":["trace[1727959150] 'process raft request' (duration: 648.250176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.625985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.977165Z","time spent":"648.788831ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:56:42.626126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012805621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T13:56:42.626144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014314184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T13:56:42.626181Z","caller":"traceutil/trace.go:171","msg":"trace[1380830814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:9044; }","duration":"1.014381565s","start":"2026-04-08T13:56:41.61179Z","end":"2026-04-08T13:56:42.626172Z","steps":["trace[1380830814] 'agreement among raft nodes before linearized reading' (duration: 1.014263972s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:42.62618Z","caller":"traceutil/trace.go:171","msg":"trace[1389527148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9044; }","duration":"1.012882903s","start":"2026-04-08T13:56:41.613285Z","end":"2026-04-08T13:56:42.626168Z","steps":["trace[1389527148] 'agreement among raft nodes before linearized reading' (duration: 1.012716898s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.626204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.611772Z","time spent":"1.014425646s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"warn","ts":"2026-04-08T13:56:42.626221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.995537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:42.626263Z","caller":"traceutil/trace.go:171","msg":"trace[1023690555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9044; }","duration":"947.06876ms","start":"2026-04-08T13:56:41.679182Z","end":"2026-04-08T13:56:42.62625Z","steps":["trace[1023690555] 'agreement among raft nodes before linearized reading' (duration: 946.997987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.626302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.679165Z","time spent":"947.130431ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:56:42.626209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.613273Z","time spent":"1.012928364s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:56:42.626575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.60703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T13:56:42.626601Z","caller":"traceutil/trace.go:171","msg":"trace[2024888183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9044; }","duration":"996.677552ms","start":"2026-04-08T13:56:41.629916Z","end":"2026-04-08T13:56:42.626594Z","steps":["trace[2024888183] 'agreement among raft nodes before linearized reading' (duration: 996.60597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.626623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.629894Z","time spent":"996.722963ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:42.626984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.227632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-08T13:56:42.627029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011158785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:56:42.627068Z","caller":"traceutil/trace.go:171","msg":"trace[1007348473] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9044; }","duration":"347.533611ms","start":"2026-04-08T13:56:42.279515Z","end":"2026-04-08T13:56:42.627049Z","steps":["trace[1007348473] 'agreement among raft nodes before linearized reading' (duration: 346.537293ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:42.627104Z","caller":"traceutil/trace.go:171","msg":"trace[545590348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9044; }","duration":"1.011269329s","start":"2026-04-08T13:56:41.615814Z","end":"2026-04-08T13:56:42.627084Z","steps":["trace[545590348] 'agreement among raft nodes before linearized reading' (duration: 1.010339073s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.627119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:42.279496Z","time spent":"347.615343ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-08T13:56:42.627201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.6158Z","time spent":"1.01134002s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:42.627255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01241028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-08T13:56:42.627237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00453843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:56:42.627439Z","caller":"traceutil/trace.go:171","msg":"trace[213102588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9044; }","duration":"1.004773237s","start":"2026-04-08T13:56:41.622634Z","end":"2026-04-08T13:56:42.627408Z","steps":["trace[213102588] 'agreement among raft nodes before linearized reading' (duration: 1.003413709s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.627498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.622627Z","time spent":"1.004857919s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:56:42.627302Z","caller":"traceutil/trace.go:171","msg":"trace[516534666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9044; }","duration":"1.012479332s","start":"2026-04-08T13:56:41.614813Z","end":"2026-04-08T13:56:42.627292Z","steps":["trace[516534666] 'agreement among raft nodes before linearized reading' (duration: 1.011411593s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.627581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.614802Z","time spent":"1.01276435s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:42.628009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315884703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:56:42.628078Z","caller":"traceutil/trace.go:171","msg":"trace[77368436] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:9044; }","duration":"1.315990036s","start":"2026-04-08T13:56:41.312071Z","end":"2026-04-08T13:56:42.628061Z","steps":["trace[77368436] 'agreement among raft nodes before linearized reading' (duration: 1.315753459s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:42.628117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:41.312051Z","time spent":"1.316058177s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-04-08T13:56:44.91107Z","caller":"traceutil/trace.go:171","msg":"trace[926899799] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"199.996041ms","start":"2026-04-08T13:56:44.711035Z","end":"2026-04-08T13:56:44.911031Z","steps":["trace[926899799] 'process raft request' (duration: 190.180678ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:44.911118Z","caller":"traceutil/trace.go:171","msg":"trace[542257761] linearizableReadLoop","detail":"{readStateIndex:9387; appliedIndex:9383; }","duration":"171.143707ms","start":"2026-04-08T13:56:44.739953Z","end":"2026-04-08T13:56:44.911096Z","steps":["trace[542257761] 'read index received' (duration: 161.20431ms)","trace[542257761] 'applied index is now lower than readState.Index' (duration: 9.938127ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:44.911362Z","caller":"traceutil/trace.go:171","msg":"trace[1258888478] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"200.266169ms","start":"2026-04-08T13:56:44.711082Z","end":"2026-04-08T13:56:44.911348Z","steps":["trace[1258888478] 'process raft request' (duration: 199.923269ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:44.911377Z","caller":"traceutil/trace.go:171","msg":"trace[1692382628] transaction","detail":"{read_only:false; response_revision:9060; number_of_response:1; }","duration":"200.219227ms","start":"2026-04-08T13:56:44.711143Z","end":"2026-04-08T13:56:44.911363Z","steps":["trace[1692382628] 'process raft request' (duration: 199.894308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:44.911406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.432705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T13:56:44.91141Z","caller":"traceutil/trace.go:171","msg":"trace[836240478] transaction","detail":"{read_only:false; response_revision:9058; number_of_response:1; }","duration":"200.316779ms","start":"2026-04-08T13:56:44.711067Z","end":"2026-04-08T13:56:44.911383Z","steps":["trace[836240478] 'process raft request' (duration: 199.895348ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:44.911466Z","caller":"traceutil/trace.go:171","msg":"trace[162009122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9060; }","duration":"171.538769ms","start":"2026-04-08T13:56:44.73991Z","end":"2026-04-08T13:56:44.911449Z","steps":["trace[162009122] 'agreement among raft nodes before linearized reading' (duration: 171.270271ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:46.266032Z","caller":"traceutil/trace.go:171","msg":"trace[1339711156] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"213.181218ms","start":"2026-04-08T13:56:46.052822Z","end":"2026-04-08T13:56:46.266003Z","steps":["trace[1339711156] 'process raft request' (duration: 212.936431ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:46.341876Z","caller":"traceutil/trace.go:171","msg":"trace[682258792] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"273.447256ms","start":"2026-04-08T13:56:46.068388Z","end":"2026-04-08T13:56:46.341836Z","steps":["trace[682258792] 'process raft request' (duration: 273.040725ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:46.342036Z","caller":"traceutil/trace.go:171","msg":"trace[1534595227] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"273.486227ms","start":"2026-04-08T13:56:46.068516Z","end":"2026-04-08T13:56:46.342002Z","steps":["trace[1534595227] 'process raft request' (duration: 273.251171ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:55.36746Z","caller":"traceutil/trace.go:171","msg":"trace[291336905] linearizableReadLoop","detail":"{readStateIndex:9485; appliedIndex:9483; }","duration":"260.941538ms","start":"2026-04-08T13:56:55.10649Z","end":"2026-04-08T13:56:55.367432Z","steps":["trace[291336905] 'read index received' (duration: 60.964678ms)","trace[291336905] 'applied index is now lower than readState.Index' (duration: 199.97564ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:55.367606Z","caller":"traceutil/trace.go:171","msg":"trace[277096938] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"268.247151ms","start":"2026-04-08T13:56:55.099346Z","end":"2026-04-08T13:56:55.367593Z","steps":["trace[277096938] 'process raft request' (duration: 267.910752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:55.36788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.35673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lbvjp\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-04-08T13:56:55.367918Z","caller":"traceutil/trace.go:171","msg":"trace[1293234311] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lbvjp; range_end:; response_count:1; response_revision:9153; }","duration":"261.440642ms","start":"2026-04-08T13:56:55.106469Z","end":"2026-04-08T13:56:55.367909Z","steps":["trace[1293234311] 'agreement among raft nodes before linearized reading' (duration: 261.335559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:55.368185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.228473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-08T13:56:55.368184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.358693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-08T13:56:55.368261Z","caller":"traceutil/trace.go:171","msg":"trace[1412681547] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9153; }","duration":"193.359315ms","start":"2026-04-08T13:56:55.174881Z","end":"2026-04-08T13:56:55.36824Z","steps":["trace[1412681547] 'agreement among raft nodes before linearized reading' (duration: 193.131549ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:55.368301Z","caller":"traceutil/trace.go:171","msg":"trace[981521679] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9153; }","duration":"222.503467ms","start":"2026-04-08T13:56:55.145769Z","end":"2026-04-08T13:56:55.368273Z","steps":["trace[981521679] 'agreement among raft nodes before linearized reading' (duration: 222.133567ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:55.482061Z","caller":"traceutil/trace.go:171","msg":"trace[1242425463] linearizableReadLoop","detail":"{readStateIndex:9487; appliedIndex:9485; }","duration":"100.624633ms","start":"2026-04-08T13:56:55.381402Z","end":"2026-04-08T13:56:55.482026Z","steps":["trace[1242425463] 'read index received' (duration: 23.661229ms)","trace[1242425463] 'applied index is now lower than readState.Index' (duration: 76.961884ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:55.48211Z","caller":"traceutil/trace.go:171","msg":"trace[7598411] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"102.782563ms","start":"2026-04-08T13:56:55.37928Z","end":"2026-04-08T13:56:55.482063Z","steps":["trace[7598411] 'process raft request' (duration: 102.487675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:55.482349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.908171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lbvjp\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-04-08T13:56:55.482397Z","caller":"traceutil/trace.go:171","msg":"trace[309389991] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lbvjp; range_end:; response_count:1; response_revision:9155; }","duration":"101.014554ms","start":"2026-04-08T13:56:55.381368Z","end":"2026-04-08T13:56:55.482383Z","steps":["trace[309389991] 'agreement among raft nodes before linearized reading' (duration: 100.787987ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:55.640001Z","caller":"traceutil/trace.go:171","msg":"trace[1460264934] linearizableReadLoop","detail":"{readStateIndex:9490; appliedIndex:9489; }","duration":"125.27529ms","start":"2026-04-08T13:56:55.5147Z","end":"2026-04-08T13:56:55.639976Z","steps":["trace[1460264934] 'read index received' (duration: 125.095175ms)","trace[1460264934] 'applied index is now lower than readState.Index' (duration: 179.045µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:55.64023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.511567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:55.640302Z","caller":"traceutil/trace.go:171","msg":"trace[573143052] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9157; }","duration":"125.6357ms","start":"2026-04-08T13:56:55.514655Z","end":"2026-04-08T13:56:55.640291Z","steps":["trace[573143052] 'agreement among raft nodes before linearized reading' (duration: 125.500635ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:55.640252Z","caller":"traceutil/trace.go:171","msg":"trace[345802299] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"127.76284ms","start":"2026-04-08T13:56:55.512417Z","end":"2026-04-08T13:56:55.64018Z","steps":["trace[345802299] 'process raft request' (duration: 127.404029ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:56.706111Z","caller":"traceutil/trace.go:171","msg":"trace[885551865] transaction","detail":"{read_only:false; response_revision:9159; number_of_response:1; }","duration":"589.608653ms","start":"2026-04-08T13:56:56.116473Z","end":"2026-04-08T13:56:56.706082Z","steps":["trace[885551865] 'process raft request' (duration: 557.878529ms)","trace[885551865] 'compare' (duration: 31.524679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:56.706222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.116432Z","time spent":"589.739587ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:56:57.180102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658302270,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:56:57.494822Z","caller":"traceutil/trace.go:171","msg":"trace[117602506] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"1.16354753s","start":"2026-04-08T13:56:56.33122Z","end":"2026-04-08T13:56:57.494768Z","steps":["trace[117602506] 'process raft request' (duration: 1.163365096s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:57.49482Z","caller":"traceutil/trace.go:171","msg":"trace[780407353] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"1.197951258s","start":"2026-04-08T13:56:56.296796Z","end":"2026-04-08T13:56:57.494747Z","steps":["trace[780407353] 'process raft request' (duration: 1.139753777s)","trace[780407353] 'compare' (duration: 57.754438ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:57.494896Z","caller":"traceutil/trace.go:171","msg":"trace[775278186] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"1.094855756s","start":"2026-04-08T13:56:56.400002Z","end":"2026-04-08T13:56:57.494858Z","steps":["trace[775278186] 'process raft request' (duration: 1.094757173s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:57.494985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.331186Z","time spent":"1.163722165s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:56:57.494991Z","caller":"traceutil/trace.go:171","msg":"trace[1684633049] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"1.118440223s","start":"2026-04-08T13:56:56.376527Z","end":"2026-04-08T13:56:57.494967Z","steps":["trace[1684633049] 'process raft request' (duration: 1.118133054s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:57.4951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.376503Z","time spent":"1.118528876s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:56:57.495161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.29677Z","time spent":"1.198168664s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:56:57.495098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.399965Z","time spent":"1.095020701s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:57.584655Z","caller":"traceutil/trace.go:171","msg":"trace[1925342678] linearizableReadLoop","detail":"{readStateIndex:9497; appliedIndex:9492; }","duration":"905.144583ms","start":"2026-04-08T13:56:56.679474Z","end":"2026-04-08T13:56:57.584618Z","steps":["trace[1925342678] 'read index received' (duration: 757.212252ms)","trace[1925342678] 'applied index is now lower than readState.Index' (duration: 147.930801ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:57.584791Z","caller":"traceutil/trace.go:171","msg":"trace[1317208193] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"845.126821ms","start":"2026-04-08T13:56:56.739612Z","end":"2026-04-08T13:56:57.584739Z","steps":["trace[1317208193] 'process raft request' (duration: 844.77107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:57.584927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.41388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:56:57.584993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.739526Z","time spent":"845.355038ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:57.585006Z","caller":"traceutil/trace.go:171","msg":"trace[1063622105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9164; }","duration":"905.547793ms","start":"2026-04-08T13:56:56.679435Z","end":"2026-04-08T13:56:57.584983Z","steps":["trace[1063622105] 'agreement among raft nodes before linearized reading' (duration: 905.370878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:57.585082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.679378Z","time spent":"905.686858ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:56:57.847101Z","caller":"traceutil/trace.go:171","msg":"trace[316213579] transaction","detail":"{read_only:false; response_revision:9165; number_of_response:1; }","duration":"346.665146ms","start":"2026-04-08T13:56:57.500396Z","end":"2026-04-08T13:56:57.847061Z","steps":["trace[316213579] 'process raft request' (duration: 249.286293ms)","trace[316213579] 'compare' (duration: 96.885309ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:57.847209Z","caller":"traceutil/trace.go:171","msg":"trace[1678327905] linearizableReadLoop","detail":"{readStateIndex:9499; appliedIndex:9497; }","duration":"262.4183ms","start":"2026-04-08T13:56:57.584765Z","end":"2026-04-08T13:56:57.847183Z","steps":["trace[1678327905] 'read index received' (duration: 164.870123ms)","trace[1678327905] 'applied index is now lower than readState.Index' (duration: 97.544597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:57.847274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:57.50037Z","time spent":"346.823101ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:56:57.847499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.280483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:56:57.847547Z","caller":"traceutil/trace.go:171","msg":"trace[1168407607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9167; }","duration":"878.387117ms","start":"2026-04-08T13:56:56.969149Z","end":"2026-04-08T13:56:57.847536Z","steps":["trace[1168407607] 'agreement among raft nodes before linearized reading' (duration: 878.178721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:57.847546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024088975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:56:57.847578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.969128Z","time spent":"878.442268ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:56:57.847612Z","caller":"traceutil/trace.go:171","msg":"trace[705143959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9167; }","duration":"1.024210069s","start":"2026-04-08T13:56:56.823385Z","end":"2026-04-08T13:56:57.847595Z","steps":["trace[705143959] 'agreement among raft nodes before linearized reading' (duration: 1.023941292s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:57.847677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.823362Z","time spent":"1.024301691s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:56:57.847191Z","caller":"traceutil/trace.go:171","msg":"trace[1003966481] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"346.121981ms","start":"2026-04-08T13:56:57.501033Z","end":"2026-04-08T13:56:57.847155Z","steps":["trace[1003966481] 'process raft request' (duration: 345.952357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:57.847916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:57.501023Z","time spent":"346.831282ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:56:57.848061Z","caller":"traceutil/trace.go:171","msg":"trace[1691198353] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"197.781149ms","start":"2026-04-08T13:56:57.650249Z","end":"2026-04-08T13:56:57.84803Z","steps":["trace[1691198353] 'process raft request' (duration: 196.852914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:57.892564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113393614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-08T13:56:57.892606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.355679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-08T13:56:57.892679Z","caller":"traceutil/trace.go:171","msg":"trace[12909380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:9167; }","duration":"1.113593538s","start":"2026-04-08T13:56:56.779054Z","end":"2026-04-08T13:56:57.892648Z","steps":["trace[12909380] 'agreement among raft nodes before linearized reading' (duration: 1.068748279s)","trace[12909380] 'range keys from in-memory index tree' (duration: 44.54523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:57.892729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.779027Z","time spent":"1.113693731s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"info","ts":"2026-04-08T13:56:57.892743Z","caller":"traceutil/trace.go:171","msg":"trace[206064908] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9167; }","duration":"392.508502ms","start":"2026-04-08T13:56:57.500194Z","end":"2026-04-08T13:56:57.892702Z","steps":["trace[206064908] 'agreement among raft nodes before linearized reading' (duration: 347.084758ms)","trace[206064908] 'range keys from in-memory index tree' (duration: 45.110306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:57.892725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.273932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:56:57.892799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:57.500136Z","time spent":"392.652117ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-08T13:56:57.892817Z","caller":"traceutil/trace.go:171","msg":"trace[1191490016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9167; }","duration":"925.423497ms","start":"2026-04-08T13:56:56.967366Z","end":"2026-04-08T13:56:57.89279Z","steps":["trace[1191490016] 'agreement among raft nodes before linearized reading' (duration: 880.400143ms)","trace[1191490016] 'range keys from in-memory index tree' (duration: 44.817768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:57.892883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.967338Z","time spent":"925.5325ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:56:57.89299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.48953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:56:57.893074Z","caller":"traceutil/trace.go:171","msg":"trace[1954032605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9167; }","duration":"915.584933ms","start":"2026-04-08T13:56:56.977468Z","end":"2026-04-08T13:56:57.893053Z","steps":["trace[1954032605] 'agreement among raft nodes before linearized reading' (duration: 869.835448ms)","trace[1954032605] 'range keys from in-memory index tree' (duration: 45.555978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:57.893088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.635899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T13:56:57.893108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.394201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-04-08T13:56:57.89313Z","caller":"traceutil/trace.go:171","msg":"trace[99808144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9167; }","duration":"922.713842ms","start":"2026-04-08T13:56:56.970403Z","end":"2026-04-08T13:56:57.893117Z","steps":["trace[99808144] 'agreement among raft nodes before linearized reading' (duration: 876.859695ms)","trace[99808144] 'range keys from in-memory index tree' (duration: 45.747444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:57.892986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.997138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:57.893152Z","caller":"traceutil/trace.go:171","msg":"trace[856702141] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9167; }","duration":"937.466111ms","start":"2026-04-08T13:56:56.955672Z","end":"2026-04-08T13:56:57.893139Z","steps":["trace[856702141] 'agreement among raft nodes before linearized reading' (duration: 891.643686ms)","trace[856702141] 'range keys from in-memory index tree' (duration: 45.725013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:57.893165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.970372Z","time spent":"922.784724ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:56:57.893171Z","caller":"traceutil/trace.go:171","msg":"trace[1761349303] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9167; }","duration":"546.242366ms","start":"2026-04-08T13:56:57.346914Z","end":"2026-04-08T13:56:57.893157Z","steps":["trace[1761349303] 'agreement among raft nodes before linearized reading' (duration: 500.376628ms)","trace[1761349303] 'count revisions from in-memory index tree' (duration: 45.635151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:56:57.893182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.95565Z","time spent":"937.524105ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-08T13:56:57.893131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:56.977459Z","time spent":"915.660945ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:56:57.893204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:57.346894Z","time spent":"546.299707ms","remote":"127.0.0.1:60850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:56:57.893285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.524409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:57.893315Z","caller":"traceutil/trace.go:171","msg":"trace[1932905549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9167; }","duration":"306.58165ms","start":"2026-04-08T13:56:57.586725Z","end":"2026-04-08T13:56:57.893307Z","steps":["trace[1932905549] 'agreement among raft nodes before linearized reading' (duration: 306.519447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:57.893338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:57.586705Z","time spent":"306.627841ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:56:58.065086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.124732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:56:58.065308Z","caller":"traceutil/trace.go:171","msg":"trace[1956106584] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"212.915441ms","start":"2026-04-08T13:56:57.852362Z","end":"2026-04-08T13:56:58.065278Z","steps":["trace[1956106584] 'process raft request' (duration: 109.516211ms)","trace[1956106584] 'compare' (duration: 102.792613ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:58.06552Z","caller":"traceutil/trace.go:171","msg":"trace[425980289] transaction","detail":"{read_only:false; response_revision:9170; number_of_response:1; }","duration":"168.02254ms","start":"2026-04-08T13:56:57.897451Z","end":"2026-04-08T13:56:58.065474Z","steps":["trace[425980289] 'process raft request' (duration: 167.737682ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:58.065865Z","caller":"traceutil/trace.go:171","msg":"trace[986907717] transaction","detail":"{read_only:false; response_revision:9171; number_of_response:1; }","duration":"168.02807ms","start":"2026-04-08T13:56:57.897824Z","end":"2026-04-08T13:56:58.065852Z","steps":["trace[986907717] 'process raft request' (duration: 167.573158ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:58.065935Z","caller":"traceutil/trace.go:171","msg":"trace[195658759] linearizableReadLoop","detail":"{readStateIndex:9503; appliedIndex:9501; }","duration":"173.002578ms","start":"2026-04-08T13:56:57.892894Z","end":"2026-04-08T13:56:58.065896Z","steps":["trace[195658759] 'read index received' (duration: 22.363883ms)","trace[195658759] 'applied index is now lower than readState.Index' (duration: 150.637285ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:56:58.066068Z","caller":"traceutil/trace.go:171","msg":"trace[1709099229] transaction","detail":"{read_only:false; response_revision:9172; number_of_response:1; }","duration":"167.982269ms","start":"2026-04-08T13:56:57.898073Z","end":"2026-04-08T13:56:58.066056Z","steps":["trace[1709099229] 'process raft request' (duration: 167.64919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:58.066256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.786903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a4664928fe6ecd\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-08T13:56:58.066428Z","caller":"traceutil/trace.go:171","msg":"trace[1021229486] transaction","detail":"{read_only:false; response_revision:9173; number_of_response:1; }","duration":"162.960679ms","start":"2026-04-08T13:56:57.90344Z","end":"2026-04-08T13:56:58.066401Z","steps":["trace[1021229486] 'process raft request' (duration: 162.391693ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:58.06653Z","caller":"traceutil/trace.go:171","msg":"trace[1154550196] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a4664928fe6ecd; range_end:; response_count:1; response_revision:9173; }","duration":"214.899116ms","start":"2026-04-08T13:56:57.851392Z","end":"2026-04-08T13:56:58.066291Z","steps":["trace[1154550196] 'agreement among raft nodes before linearized reading' (duration: 214.70064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:58.066628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.11804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227445"} {"level":"info","ts":"2026-04-08T13:56:58.066682Z","caller":"traceutil/trace.go:171","msg":"trace[1241498764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9173; }","duration":"169.186973ms","start":"2026-04-08T13:56:57.897481Z","end":"2026-04-08T13:56:58.066668Z","steps":["trace[1241498764] 'agreement among raft nodes before linearized reading' (duration: 168.74071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:56:58.06666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.390487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:56:58.0668Z","caller":"traceutil/trace.go:171","msg":"trace[2123915920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9173; }","duration":"165.582152ms","start":"2026-04-08T13:56:57.901183Z","end":"2026-04-08T13:56:58.066765Z","steps":["trace[2123915920] 'agreement among raft nodes before linearized reading' (duration: 165.226582ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:56:59.611132Z","caller":"traceutil/trace.go:171","msg":"trace[1410275880] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"108.701837ms","start":"2026-04-08T13:56:59.502395Z","end":"2026-04-08T13:56:59.611096Z","steps":["trace[1410275880] 'process raft request' (duration: 108.467291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.180432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658302326,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:57:00.207727Z","caller":"traceutil/trace.go:171","msg":"trace[1422243257] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"705.13813ms","start":"2026-04-08T13:56:59.502556Z","end":"2026-04-08T13:57:00.207694Z","steps":["trace[1422243257] 'process raft request' (duration: 704.845082ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:00.207737Z","caller":"traceutil/trace.go:171","msg":"trace[512509669] linearizableReadLoop","detail":"{readStateIndex:9514; appliedIndex:9511; }","duration":"528.319426ms","start":"2026-04-08T13:56:59.679387Z","end":"2026-04-08T13:57:00.207706Z","steps":["trace[512509669] 'read index received' (duration: 527.967356ms)","trace[512509669] 'applied index is now lower than readState.Index' (duration: 350.53µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:00.207825Z","caller":"traceutil/trace.go:171","msg":"trace[115935591] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"616.664116ms","start":"2026-04-08T13:56:59.591139Z","end":"2026-04-08T13:57:00.207803Z","steps":["trace[115935591] 'process raft request' (duration: 616.520583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.207891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:59.502516Z","time spent":"705.290795ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:57:00.207959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:59.591113Z","time spent":"616.7711ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:57:00.208017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.625735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:57:00.208091Z","caller":"traceutil/trace.go:171","msg":"trace[843665566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9180; }","duration":"528.745208ms","start":"2026-04-08T13:56:59.679327Z","end":"2026-04-08T13:57:00.208073Z","steps":["trace[843665566] 'agreement among raft nodes before linearized reading' (duration: 528.568023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.20814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.675423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:57:00.208148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:59.679303Z","time spent":"528.8336ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:57:00.208165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.607879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:57:00.208178Z","caller":"traceutil/trace.go:171","msg":"trace[129778163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9180; }","duration":"287.786287ms","start":"2026-04-08T13:56:59.920381Z","end":"2026-04-08T13:57:00.208167Z","steps":["trace[129778163] 'agreement among raft nodes before linearized reading' (duration: 287.55479ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:00.208191Z","caller":"traceutil/trace.go:171","msg":"trace[1447431108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9180; }","duration":"134.713672ms","start":"2026-04-08T13:57:00.07347Z","end":"2026-04-08T13:57:00.208184Z","steps":["trace[1447431108] 'agreement among raft nodes before linearized reading' (duration: 134.604769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.208313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.632254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T13:57:00.208339Z","caller":"traceutil/trace.go:171","msg":"trace[30144263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:9180; }","duration":"128.684134ms","start":"2026-04-08T13:57:00.079649Z","end":"2026-04-08T13:57:00.208333Z","steps":["trace[30144263] 'agreement among raft nodes before linearized reading' (duration: 128.613762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.208404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.100301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:57:00.208434Z","caller":"traceutil/trace.go:171","msg":"trace[870819986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9180; }","duration":"136.142442ms","start":"2026-04-08T13:57:00.072282Z","end":"2026-04-08T13:57:00.208425Z","steps":["trace[870819986] 'agreement among raft nodes before linearized reading' (duration: 136.034679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.208512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.042336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T13:57:00.208536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.209232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:57:00.208561Z","caller":"traceutil/trace.go:171","msg":"trace[567060585] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9180; }","duration":"165.270073ms","start":"2026-04-08T13:57:00.043284Z","end":"2026-04-08T13:57:00.208554Z","steps":["trace[567060585] 'agreement among raft nodes before linearized reading' (duration: 165.214872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.208559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.112819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:57:00.208601Z","caller":"traceutil/trace.go:171","msg":"trace[2010287039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9180; }","duration":"137.266813ms","start":"2026-04-08T13:57:00.071323Z","end":"2026-04-08T13:57:00.20859Z","steps":["trace[2010287039] 'agreement among raft nodes before linearized reading' (duration: 137.15342ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:00.208538Z","caller":"traceutil/trace.go:171","msg":"trace[945969971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9180; }","duration":"133.125808ms","start":"2026-04-08T13:57:00.075406Z","end":"2026-04-08T13:57:00.208532Z","steps":["trace[945969971] 'agreement among raft nodes before linearized reading' (duration: 133.058516ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:00.207832Z","caller":"traceutil/trace.go:171","msg":"trace[358052399] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"704.982107ms","start":"2026-04-08T13:56:59.502778Z","end":"2026-04-08T13:57:00.207761Z","steps":["trace[358052399] 'process raft request' (duration: 704.831522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.208957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:56:59.502722Z","time spent":"706.17269ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:57:00.690389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.051597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:57:00.690594Z","caller":"traceutil/trace.go:171","msg":"trace[1364961967] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"477.003117ms","start":"2026-04-08T13:57:00.213559Z","end":"2026-04-08T13:57:00.690562Z","steps":["trace[1364961967] 'process raft request' (duration: 222.656972ms)","trace[1364961967] 'compare' (duration: 253.743708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:57:00.69077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:57:00.213529Z","time spent":"477.137401ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:57:00.690805Z","caller":"traceutil/trace.go:171","msg":"trace[691926516] linearizableReadLoop","detail":"{readStateIndex:9518; appliedIndex:9514; }","duration":"474.002764ms","start":"2026-04-08T13:57:00.216776Z","end":"2026-04-08T13:57:00.690778Z","steps":["trace[691926516] 'read index received' (duration: 219.581736ms)","trace[691926516] 'applied index is now lower than readState.Index' (duration: 254.419298ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:00.690955Z","caller":"traceutil/trace.go:171","msg":"trace[2091637647] transaction","detail":"{read_only:false; response_revision:9183; number_of_response:1; }","duration":"476.130502ms","start":"2026-04-08T13:57:00.214793Z","end":"2026-04-08T13:57:00.690924Z","steps":["trace[2091637647] 'process raft request' (duration: 475.858315ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:00.691006Z","caller":"traceutil/trace.go:171","msg":"trace[2036855875] transaction","detail":"{read_only:false; response_revision:9184; number_of_response:1; }","duration":"476.040931ms","start":"2026-04-08T13:57:00.214946Z","end":"2026-04-08T13:57:00.690987Z","steps":["trace[2036855875] 'process raft request' (duration: 475.752502ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:00.691043Z","caller":"traceutil/trace.go:171","msg":"trace[453307863] transaction","detail":"{read_only:false; response_revision:9182; number_of_response:1; }","duration":"476.261106ms","start":"2026-04-08T13:57:00.214752Z","end":"2026-04-08T13:57:00.691014Z","steps":["trace[453307863] 'process raft request' (duration: 475.784123ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:00.691094Z","caller":"traceutil/trace.go:171","msg":"trace[1720563083] transaction","detail":"{read_only:false; response_revision:9185; number_of_response:1; }","duration":"473.298863ms","start":"2026-04-08T13:57:00.217773Z","end":"2026-04-08T13:57:00.691072Z","steps":["trace[1720563083] 'process raft request' (duration: 472.961923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.691173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:57:00.214739Z","time spent":"476.358679ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:57:00.691201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:57:00.217757Z","time spent":"473.391596ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:57:00.691103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:57:00.214934Z","time spent":"476.117732ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:57:00.691107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:57:00.214775Z","time spent":"476.250255ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:57:00.691277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.256139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-08T13:57:00.691339Z","caller":"traceutil/trace.go:171","msg":"trace[1495957804] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343; range_end:; response_count:1; response_revision:9185; }","duration":"125.354702ms","start":"2026-04-08T13:57:00.565969Z","end":"2026-04-08T13:57:00.691324Z","steps":["trace[1495957804] 'agreement among raft nodes before linearized reading' (duration: 125.181627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.691326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.483845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122158"} {"level":"warn","ts":"2026-04-08T13:57:00.691377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.14838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-08T13:57:00.69139Z","caller":"traceutil/trace.go:171","msg":"trace[197948810] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9185; }","duration":"102.601207ms","start":"2026-04-08T13:57:00.588769Z","end":"2026-04-08T13:57:00.69137Z","steps":["trace[197948810] 'agreement among raft nodes before linearized reading' (duration: 102.395721ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:00.691417Z","caller":"traceutil/trace.go:171","msg":"trace[1376958208] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9185; }","duration":"109.216672ms","start":"2026-04-08T13:57:00.582188Z","end":"2026-04-08T13:57:00.691405Z","steps":["trace[1376958208] 'agreement among raft nodes before linearized reading' (duration: 109.039197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.691476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.663972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227445"} {"level":"info","ts":"2026-04-08T13:57:00.691566Z","caller":"traceutil/trace.go:171","msg":"trace[1267076824] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9185; }","duration":"474.787885ms","start":"2026-04-08T13:57:00.216757Z","end":"2026-04-08T13:57:00.691545Z","steps":["trace[1267076824] 'agreement among raft nodes before linearized reading' (duration: 474.27252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.691614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:57:00.21675Z","time spent":"474.852536ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227468,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-08T13:57:00.845882Z","caller":"traceutil/trace.go:171","msg":"trace[2017978356] linearizableReadLoop","detail":"{readStateIndex:9520; appliedIndex:9519; }","duration":"151.48236ms","start":"2026-04-08T13:57:00.69438Z","end":"2026-04-08T13:57:00.845862Z","steps":["trace[2017978356] 'read index received' (duration: 151.320314ms)","trace[2017978356] 'applied index is now lower than readState.Index' (duration: 160.835µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:00.845943Z","caller":"traceutil/trace.go:171","msg":"trace[111916082] transaction","detail":"{read_only:false; response_revision:9186; number_of_response:1; }","duration":"151.666484ms","start":"2026-04-08T13:57:00.694242Z","end":"2026-04-08T13:57:00.845909Z","steps":["trace[111916082] 'process raft request' (duration: 151.474559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.846265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.51721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-08T13:57:00.846304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.902351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76514"} {"level":"info","ts":"2026-04-08T13:57:00.846351Z","caller":"traceutil/trace.go:171","msg":"trace[625419899] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:9186; }","duration":"151.989943ms","start":"2026-04-08T13:57:00.694346Z","end":"2026-04-08T13:57:00.846336Z","steps":["trace[625419899] 'agreement among raft nodes before linearized reading' (duration: 151.624904ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:00.846355Z","caller":"traceutil/trace.go:171","msg":"trace[2134589733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9186; }","duration":"151.637904ms","start":"2026-04-08T13:57:00.694693Z","end":"2026-04-08T13:57:00.846331Z","steps":["trace[2134589733] 'agreement among raft nodes before linearized reading' (duration: 151.328965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:00.846391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.886099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-08T13:57:00.846546Z","caller":"traceutil/trace.go:171","msg":"trace[490370671] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9186; }","duration":"148.101286ms","start":"2026-04-08T13:57:00.698411Z","end":"2026-04-08T13:57:00.846513Z","steps":["trace[490370671] 'agreement among raft nodes before linearized reading' (duration: 147.640063ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:04.87959Z","caller":"traceutil/trace.go:171","msg":"trace[446677165] linearizableReadLoop","detail":"{readStateIndex:9559; appliedIndex:9557; }","duration":"119.913001ms","start":"2026-04-08T13:57:04.759643Z","end":"2026-04-08T13:57:04.879556Z","steps":["trace[446677165] 'read index received' (duration: 31.447186ms)","trace[446677165] 'applied index is now lower than readState.Index' (duration: 88.463815ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:04.879711Z","caller":"traceutil/trace.go:171","msg":"trace[456022675] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"123.089509ms","start":"2026-04-08T13:57:04.756582Z","end":"2026-04-08T13:57:04.879671Z","steps":["trace[456022675] 'process raft request' (duration: 121.482904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:04.880265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.593489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222799"} {"level":"info","ts":"2026-04-08T13:57:04.880325Z","caller":"traceutil/trace.go:171","msg":"trace[1327746296] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9223; }","duration":"120.688012ms","start":"2026-04-08T13:57:04.759623Z","end":"2026-04-08T13:57:04.880311Z","steps":["trace[1327746296] 'agreement among raft nodes before linearized reading' (duration: 120.080684ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:05.362131Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002559.wal"} {"level":"info","ts":"2026-04-08T13:57:08.912217Z","caller":"traceutil/trace.go:171","msg":"trace[1907663246] linearizableReadLoop","detail":"{readStateIndex:9608; appliedIndex:9606; }","duration":"104.914543ms","start":"2026-04-08T13:57:08.807273Z","end":"2026-04-08T13:57:08.912187Z","steps":["trace[1907663246] 'read index received' (duration: 18.905007ms)","trace[1907663246] 'applied index is now lower than readState.Index' (duration: 86.008006ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:08.912272Z","caller":"traceutil/trace.go:171","msg":"trace[284539302] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"142.21426ms","start":"2026-04-08T13:57:08.77003Z","end":"2026-04-08T13:57:08.912244Z","steps":["trace[284539302] 'process raft request' (duration: 56.03638ms)","trace[284539302] 'compare' (duration: 85.879922ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:08.912382Z","caller":"traceutil/trace.go:171","msg":"trace[471341759] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"114.88487ms","start":"2026-04-08T13:57:08.797455Z","end":"2026-04-08T13:57:08.91234Z","steps":["trace[471341759] 'process raft request' (duration: 114.661944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:08.912451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.17023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:57:08.912495Z","caller":"traceutil/trace.go:171","msg":"trace[295169324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9271; }","duration":"105.272862ms","start":"2026-04-08T13:57:08.807211Z","end":"2026-04-08T13:57:08.912484Z","steps":["trace[295169324] 'agreement among raft nodes before linearized reading' (duration: 105.126048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:09.208586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.062973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122158"} {"level":"info","ts":"2026-04-08T13:57:09.208689Z","caller":"traceutil/trace.go:171","msg":"trace[645180457] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9272; }","duration":"181.218477ms","start":"2026-04-08T13:57:09.027445Z","end":"2026-04-08T13:57:09.208663Z","steps":["trace[645180457] 'range keys from in-memory index tree' (duration: 180.808106ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:09.56221Z","caller":"traceutil/trace.go:171","msg":"trace[838319028] linearizableReadLoop","detail":"{readStateIndex:9610; appliedIndex:9609; }","duration":"327.169283ms","start":"2026-04-08T13:57:09.235004Z","end":"2026-04-08T13:57:09.562173Z","steps":["trace[838319028] 'read index received' (duration: 326.72618ms)","trace[838319028] 'applied index is now lower than readState.Index' (duration: 441.323µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:09.562236Z","caller":"traceutil/trace.go:171","msg":"trace[1405429622] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"350.820431ms","start":"2026-04-08T13:57:09.211374Z","end":"2026-04-08T13:57:09.562195Z","steps":["trace[1405429622] 'process raft request' (duration: 350.450631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:09.562474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:57:09.211348Z","time spent":"351.010327ms","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":122144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:57:09.562503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.464081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-hf4wk\" ","response":"range_response_count:1 size:4930"} {"level":"info","ts":"2026-04-08T13:57:09.562548Z","caller":"traceutil/trace.go:171","msg":"trace[1471395402] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-hf4wk; range_end:; response_count:1; response_revision:9273; }","duration":"327.573834ms","start":"2026-04-08T13:57:09.234964Z","end":"2026-04-08T13:57:09.562538Z","steps":["trace[1471395402] 'agreement among raft nodes before linearized reading' (duration: 327.334087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:09.562592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:57:09.234945Z","time spent":"327.640005ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4953,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-hf4wk\" "} {"level":"info","ts":"2026-04-08T13:57:09.71593Z","caller":"traceutil/trace.go:171","msg":"trace[1132989670] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"151.428808ms","start":"2026-04-08T13:57:09.564477Z","end":"2026-04-08T13:57:09.715906Z","steps":["trace[1132989670] 'process raft request' (duration: 75.373659ms)","trace[1132989670] 'compare' (duration: 75.943416ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:09.86734Z","caller":"traceutil/trace.go:171","msg":"trace[59092891] linearizableReadLoop","detail":"{readStateIndex:9614; appliedIndex:9612; }","duration":"141.502871ms","start":"2026-04-08T13:57:09.725816Z","end":"2026-04-08T13:57:09.867318Z","steps":["trace[59092891] 'read index received' (duration: 132.53061ms)","trace[59092891] 'applied index is now lower than readState.Index' (duration: 8.971121ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:09.867357Z","caller":"traceutil/trace.go:171","msg":"trace[88375377] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"146.185392ms","start":"2026-04-08T13:57:09.721136Z","end":"2026-04-08T13:57:09.867322Z","steps":["trace[88375377] 'process raft request' (duration: 137.201061ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:09.867469Z","caller":"traceutil/trace.go:171","msg":"trace[974286468] transaction","detail":"{read_only:false; response_revision:9277; number_of_response:1; }","duration":"145.999927ms","start":"2026-04-08T13:57:09.721456Z","end":"2026-04-08T13:57:09.867456Z","steps":["trace[974286468] 'process raft request' (duration: 145.808991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:09.867711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.876722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:57:09.867812Z","caller":"traceutil/trace.go:171","msg":"trace[1494582547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9277; }","duration":"142.187381ms","start":"2026-04-08T13:57:09.725572Z","end":"2026-04-08T13:57:09.867759Z","steps":["trace[1494582547] 'agreement among raft nodes before linearized reading' (duration: 142.095548ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:10.372223Z","caller":"traceutil/trace.go:171","msg":"trace[1633793184] transaction","detail":"{read_only:false; response_revision:9280; number_of_response:1; }","duration":"118.988215ms","start":"2026-04-08T13:57:10.25321Z","end":"2026-04-08T13:57:10.372198Z","steps":["trace[1633793184] 'process raft request' (duration: 118.730847ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:10.372447Z","caller":"traceutil/trace.go:171","msg":"trace[1847138151] transaction","detail":"{read_only:false; response_revision:9281; number_of_response:1; }","duration":"118.80732ms","start":"2026-04-08T13:57:10.253606Z","end":"2026-04-08T13:57:10.372413Z","steps":["trace[1847138151] 'process raft request' (duration: 118.525522ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:10.538642Z","caller":"traceutil/trace.go:171","msg":"trace[1555647749] transaction","detail":"{read_only:false; response_revision:9282; number_of_response:1; }","duration":"205.34283ms","start":"2026-04-08T13:57:10.333244Z","end":"2026-04-08T13:57:10.538587Z","steps":["trace[1555647749] 'process raft request' (duration: 203.708053ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:10.757766Z","caller":"traceutil/trace.go:171","msg":"trace[196533842] linearizableReadLoop","detail":"{readStateIndex:9620; appliedIndex:9619; }","duration":"215.330668ms","start":"2026-04-08T13:57:10.542409Z","end":"2026-04-08T13:57:10.757739Z","steps":["trace[196533842] 'read index received' (duration: 199.595149ms)","trace[196533842] 'applied index is now lower than readState.Index' (duration: 15.734309ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:10.757876Z","caller":"traceutil/trace.go:171","msg":"trace[434116914] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9283; }","duration":"217.261282ms","start":"2026-04-08T13:57:10.540564Z","end":"2026-04-08T13:57:10.757825Z","steps":["trace[434116914] 'process raft request' (duration: 201.590846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:10.758041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.621386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-04-08T13:57:10.75822Z","caller":"traceutil/trace.go:171","msg":"trace[927749050] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:9283; }","duration":"215.730489ms","start":"2026-04-08T13:57:10.542342Z","end":"2026-04-08T13:57:10.758073Z","steps":["trace[927749050] 'agreement among raft nodes before linearized reading' (duration: 215.556904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:10.758349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.296716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-08T13:57:10.758355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.693529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:57:10.758403Z","caller":"traceutil/trace.go:171","msg":"trace[726989565] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343; range_end:; response_count:1; response_revision:9283; }","duration":"192.41808ms","start":"2026-04-08T13:57:10.565967Z","end":"2026-04-08T13:57:10.758385Z","steps":["trace[726989565] 'agreement among raft nodes before linearized reading' (duration: 192.176862ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:10.758434Z","caller":"traceutil/trace.go:171","msg":"trace[846864184] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9283; }","duration":"177.837993ms","start":"2026-04-08T13:57:10.580575Z","end":"2026-04-08T13:57:10.758413Z","steps":["trace[846864184] 'agreement among raft nodes before linearized reading' (duration: 177.606077ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:13.175828Z","caller":"traceutil/trace.go:171","msg":"trace[1984041592] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"110.200479ms","start":"2026-04-08T13:57:13.065592Z","end":"2026-04-08T13:57:13.175792Z","steps":["trace[1984041592] 'process raft request' (duration: 80.379118ms)","trace[1984041592] 'compare' (duration: 29.466461ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:24.034644Z","caller":"traceutil/trace.go:171","msg":"trace[552305511] linearizableReadLoop","detail":"{readStateIndex:9791; appliedIndex:9790; }","duration":"203.127688ms","start":"2026-04-08T13:57:23.831493Z","end":"2026-04-08T13:57:24.034621Z","steps":["trace[552305511] 'read index received' (duration: 203.016525ms)","trace[552305511] 'applied index is now lower than readState.Index' (duration: 108.483µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:24.034796Z","caller":"traceutil/trace.go:171","msg":"trace[443783189] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"226.028255ms","start":"2026-04-08T13:57:23.808743Z","end":"2026-04-08T13:57:24.034771Z","steps":["trace[443783189] 'process raft request' (duration: 225.732138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:24.034824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.309673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:57:24.034994Z","caller":"traceutil/trace.go:171","msg":"trace[488783067] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9448; }","duration":"203.519739ms","start":"2026-04-08T13:57:23.831448Z","end":"2026-04-08T13:57:24.034968Z","steps":["trace[488783067] 'agreement among raft nodes before linearized reading' (duration: 203.270722ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:24.162892Z","caller":"traceutil/trace.go:171","msg":"trace[1848546596] transaction","detail":"{read_only:false; response_revision:9449; number_of_response:1; }","duration":"260.438335ms","start":"2026-04-08T13:57:23.902363Z","end":"2026-04-08T13:57:24.162802Z","steps":["trace[1848546596] 'process raft request' (duration: 188.675356ms)","trace[1848546596] 'compare' (duration: 71.46159ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:28.78137Z","caller":"traceutil/trace.go:171","msg":"trace[1725585240] transaction","detail":"{read_only:false; response_revision:9472; number_of_response:1; }","duration":"276.092524ms","start":"2026-04-08T13:57:28.505254Z","end":"2026-04-08T13:57:28.781346Z","steps":["trace[1725585240] 'process raft request' (duration: 275.942859ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:28.786479Z","caller":"traceutil/trace.go:171","msg":"trace[1593514242] linearizableReadLoop","detail":"{readStateIndex:9817; appliedIndex:9815; }","duration":"158.600081ms","start":"2026-04-08T13:57:28.627855Z","end":"2026-04-08T13:57:28.786455Z","steps":["trace[1593514242] 'read index received' (duration: 153.396718ms)","trace[1593514242] 'applied index is now lower than readState.Index' (duration: 5.202463ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:57:28.786605Z","caller":"traceutil/trace.go:171","msg":"trace[184014663] transaction","detail":"{read_only:false; response_revision:9473; number_of_response:1; }","duration":"270.088499ms","start":"2026-04-08T13:57:28.516486Z","end":"2026-04-08T13:57:28.786574Z","steps":["trace[184014663] 'process raft request' (duration: 269.831843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:28.786646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.764226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:57:28.786685Z","caller":"traceutil/trace.go:171","msg":"trace[1514469723] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9473; }","duration":"158.869128ms","start":"2026-04-08T13:57:28.627804Z","end":"2026-04-08T13:57:28.786674Z","steps":["trace[1514469723] 'agreement among raft nodes before linearized reading' (duration: 158.770995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:28.786724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.611413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:57:28.786812Z","caller":"traceutil/trace.go:171","msg":"trace[498618512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9473; }","duration":"107.747985ms","start":"2026-04-08T13:57:28.679049Z","end":"2026-04-08T13:57:28.786797Z","steps":["trace[498618512] 'agreement among raft nodes before linearized reading' (duration: 107.583441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:30.677905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.381413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:57:30.677995Z","caller":"traceutil/trace.go:171","msg":"trace[1778862924] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9480; }","duration":"135.535308ms","start":"2026-04-08T13:57:30.54244Z","end":"2026-04-08T13:57:30.677976Z","steps":["trace[1778862924] 'count revisions from in-memory index tree' (duration: 135.284662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:57:30.678319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.197988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-08T13:57:30.678396Z","caller":"traceutil/trace.go:171","msg":"trace[1291163080] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343; range_end:; response_count:1; response_revision:9480; }","duration":"112.313721ms","start":"2026-04-08T13:57:30.56606Z","end":"2026-04-08T13:57:30.678373Z","steps":["trace[1291163080] 'range keys from in-memory index tree' (duration: 111.963211ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:57:49.478198Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T13:57:49.484825Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-08T13:57:49.48493Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-08T13:58:11.70338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.950365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:58:11.703688Z","caller":"traceutil/trace.go:171","msg":"trace[1588121566] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9893; }","duration":"150.298113ms","start":"2026-04-08T13:58:11.553351Z","end":"2026-04-08T13:58:11.70365Z","steps":["trace[1588121566] 'count revisions from in-memory index tree' (duration: 149.855082ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:58:25.44824Z","caller":"traceutil/trace.go:171","msg":"trace[255483531] transaction","detail":"{read_only:false; response_revision:9966; number_of_response:1; }","duration":"476.627865ms","start":"2026-04-08T13:58:24.971585Z","end":"2026-04-08T13:58:25.448213Z","steps":["trace[255483531] 'process raft request' (duration: 476.42424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:58:25.448543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:58:24.971558Z","time spent":"476.79231ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:58:25.526381Z","caller":"traceutil/trace.go:171","msg":"trace[1415850170] linearizableReadLoop","detail":"{readStateIndex:10324; appliedIndex:10322; }","duration":"168.121762ms","start":"2026-04-08T13:58:25.358233Z","end":"2026-04-08T13:58:25.526355Z","steps":["trace[1415850170] 'read index received' (duration: 88.953361ms)","trace[1415850170] 'applied index is now lower than readState.Index' (duration: 79.167251ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:58:25.526592Z","caller":"traceutil/trace.go:171","msg":"trace[1278459314] transaction","detail":"{read_only:false; response_revision:9967; number_of_response:1; }","duration":"510.754382ms","start":"2026-04-08T13:58:25.015782Z","end":"2026-04-08T13:58:25.526536Z","steps":["trace[1278459314] 'process raft request' (duration: 510.386731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:58:25.526866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.620846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:58:25.526918Z","caller":"traceutil/trace.go:171","msg":"trace[1299884558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9967; }","duration":"168.739059ms","start":"2026-04-08T13:58:25.358165Z","end":"2026-04-08T13:58:25.526904Z","steps":["trace[1299884558] 'agreement among raft nodes before linearized reading' (duration: 168.334009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:58:25.527047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:58:25.015765Z","time spent":"511.078831ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:58:25.707478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.956012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:58:25.707785Z","caller":"traceutil/trace.go:171","msg":"trace[1823646803] transaction","detail":"{read_only:false; response_revision:9968; number_of_response:1; }","duration":"177.024117ms","start":"2026-04-08T13:58:25.530738Z","end":"2026-04-08T13:58:25.707762Z","steps":["trace[1823646803] 'process raft request' (duration: 37.702614ms)","trace[1823646803] 'compare' (duration: 138.813758ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:58:25.806538Z","caller":"traceutil/trace.go:171","msg":"trace[746503782] transaction","detail":"{read_only:false; response_revision:9969; number_of_response:1; }","duration":"275.017035ms","start":"2026-04-08T13:58:25.531501Z","end":"2026-04-08T13:58:25.806518Z","steps":["trace[746503782] 'process raft request' (duration: 274.86537ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:58:25.806936Z","caller":"traceutil/trace.go:171","msg":"trace[511710738] transaction","detail":"{read_only:false; response_revision:9970; number_of_response:1; }","duration":"275.195089ms","start":"2026-04-08T13:58:25.531726Z","end":"2026-04-08T13:58:25.806921Z","steps":["trace[511710738] 'process raft request' (duration: 274.760837ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:58:25.806961Z","caller":"traceutil/trace.go:171","msg":"trace[1049884757] linearizableReadLoop","detail":"{readStateIndex:10329; appliedIndex:10324; }","duration":"267.429996ms","start":"2026-04-08T13:58:25.539499Z","end":"2026-04-08T13:58:25.806929Z","steps":["trace[1049884757] 'read index received' (duration: 28.861562ms)","trace[1049884757] 'applied index is now lower than readState.Index' (duration: 238.567144ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:58:25.807115Z","caller":"traceutil/trace.go:171","msg":"trace[969420401] transaction","detail":"{read_only:false; response_revision:9972; number_of_response:1; }","duration":"274.265494ms","start":"2026-04-08T13:58:25.532836Z","end":"2026-04-08T13:58:25.807102Z","steps":["trace[969420401] 'process raft request' (duration: 274.037118ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:58:25.807073Z","caller":"traceutil/trace.go:171","msg":"trace[947771092] transaction","detail":"{read_only:false; response_revision:9971; number_of_response:1; }","duration":"274.743388ms","start":"2026-04-08T13:58:25.53232Z","end":"2026-04-08T13:58:25.807063Z","steps":["trace[947771092] 'process raft request' (duration: 274.417089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:58:25.807267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.318433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:58:25.807301Z","caller":"traceutil/trace.go:171","msg":"trace[1183429265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9972; }","duration":"127.500298ms","start":"2026-04-08T13:58:25.679791Z","end":"2026-04-08T13:58:25.807292Z","steps":["trace[1183429265] 'agreement among raft nodes before linearized reading' (duration: 127.333113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:58:25.807324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.801487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T13:58:25.807378Z","caller":"traceutil/trace.go:171","msg":"trace[1434035822] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:9972; }","duration":"267.886389ms","start":"2026-04-08T13:58:25.539477Z","end":"2026-04-08T13:58:25.807364Z","steps":["trace[1434035822] 'agreement among raft nodes before linearized reading' (duration: 267.711934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:58:26.002023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.633342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:58:26.002109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.978598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:58:26.002115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.091294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:58:26.002136Z","caller":"traceutil/trace.go:171","msg":"trace[38790560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9972; }","duration":"193.799457ms","start":"2026-04-08T13:58:25.808308Z","end":"2026-04-08T13:58:26.002107Z","steps":["trace[38790560] 'range keys from in-memory index tree' (duration: 193.565019ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:58:26.002183Z","caller":"traceutil/trace.go:171","msg":"trace[2003499911] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9972; }","duration":"153.099139ms","start":"2026-04-08T13:58:25.849066Z","end":"2026-04-08T13:58:26.002166Z","steps":["trace[2003499911] 'count revisions from in-memory index tree' (duration: 152.889323ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:58:26.002201Z","caller":"traceutil/trace.go:171","msg":"trace[39028441] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9972; }","duration":"194.229397ms","start":"2026-04-08T13:58:25.807951Z","end":"2026-04-08T13:58:26.00218Z","steps":["trace[39028441] 'count revisions from in-memory index tree' (duration: 194.033623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:58:26.002227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.221325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:58:26.002331Z","caller":"traceutil/trace.go:171","msg":"trace[219976748] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9972; }","duration":"187.36322ms","start":"2026-04-08T13:58:25.814944Z","end":"2026-04-08T13:58:26.002307Z","steps":["trace[219976748] 'count revisions from in-memory index tree' (duration: 187.119722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:58:26.002366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.01872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289862"} {"level":"info","ts":"2026-04-08T13:58:26.002431Z","caller":"traceutil/trace.go:171","msg":"trace[1749966143] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9972; }","duration":"191.099723ms","start":"2026-04-08T13:58:25.811314Z","end":"2026-04-08T13:58:26.002413Z","steps":["trace[1749966143] 'range keys from in-memory index tree' (duration: 190.65599ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:58:26.002965Z","caller":"traceutil/trace.go:171","msg":"trace[1366770182] transaction","detail":"{read_only:false; response_revision:9973; number_of_response:1; }","duration":"152.030661ms","start":"2026-04-08T13:58:25.850911Z","end":"2026-04-08T13:58:26.002941Z","steps":["trace[1366770182] 'process raft request' (duration: 74.70687ms)","trace[1366770182] 'compare' (duration: 76.285922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:58:29.903644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.977971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:58:29.903775Z","caller":"traceutil/trace.go:171","msg":"trace[1089298549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9991; }","duration":"183.157806ms","start":"2026-04-08T13:58:29.720594Z","end":"2026-04-08T13:58:29.903752Z","steps":["trace[1089298549] 'range keys from in-memory index tree' (duration: 182.789635ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:58:30.264405Z","caller":"traceutil/trace.go:171","msg":"trace[651093545] linearizableReadLoop","detail":"{readStateIndex:10357; appliedIndex:10356; }","duration":"106.078056ms","start":"2026-04-08T13:58:30.158301Z","end":"2026-04-08T13:58:30.264379Z","steps":["trace[651093545] 'read index received' (duration: 105.926393ms)","trace[651093545] 'applied index is now lower than readState.Index' (duration: 150.673µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:58:30.26447Z","caller":"traceutil/trace.go:171","msg":"trace[232498250] transaction","detail":"{read_only:false; response_revision:9999; number_of_response:1; }","duration":"165.453029ms","start":"2026-04-08T13:58:30.098984Z","end":"2026-04-08T13:58:30.264437Z","steps":["trace[232498250] 'process raft request' (duration: 165.212641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:58:30.26458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.266371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:58:30.26464Z","caller":"traceutil/trace.go:171","msg":"trace[190981031] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9999; }","duration":"106.404355ms","start":"2026-04-08T13:58:30.158222Z","end":"2026-04-08T13:58:30.264627Z","steps":["trace[190981031] 'agreement among raft nodes before linearized reading' (duration: 106.283702ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:58:30.412478Z","caller":"traceutil/trace.go:171","msg":"trace[543798570] transaction","detail":"{read_only:false; response_revision:10000; number_of_response:1; }","duration":"142.21928ms","start":"2026-04-08T13:58:30.270224Z","end":"2026-04-08T13:58:30.412443Z","steps":["trace[543798570] 'process raft request' (duration: 102.418906ms)","trace[543798570] 'compare' (duration: 39.477135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:58:30.412789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.125475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:58:30.412785Z","caller":"traceutil/trace.go:171","msg":"trace[976205488] linearizableReadLoop","detail":"{readStateIndex:10358; appliedIndex:10357; }","duration":"134.960121ms","start":"2026-04-08T13:58:30.277656Z","end":"2026-04-08T13:58:30.412616Z","steps":["trace[976205488] 'read index received' (duration: 94.975341ms)","trace[976205488] 'applied index is now lower than readState.Index' (duration: 39.98225ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:58:30.412905Z","caller":"traceutil/trace.go:171","msg":"trace[1220820332] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:0; response_revision:10001; }","duration":"135.291049ms","start":"2026-04-08T13:58:30.277597Z","end":"2026-04-08T13:58:30.412888Z","steps":["trace[1220820332] 'agreement among raft nodes before linearized reading' (duration: 135.136175ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:58:58.011156Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7860} {"level":"info","ts":"2026-04-08T13:58:58.084913Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7860,"took":"71.65822ms","hash":1310655469,"current-db-size-bytes":53768192,"current-db-size":"54 MB","current-db-size-in-use-bytes":28078080,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-08T13:58:58.084968Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1310655469,"revision":7860,"compact-revision":5509} {"level":"warn","ts":"2026-04-08T14:03:28.085595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658310226,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T14:03:28.502976Z","caller":"traceutil/trace.go:171","msg":"trace[1322513230] transaction","detail":"{read_only:false; response_revision:12171; number_of_response:1; }","duration":"937.474426ms","start":"2026-04-08T14:03:27.565462Z","end":"2026-04-08T14:03:28.502936Z","steps":["trace[1322513230] 'process raft request' (duration: 934.075731ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:28.503003Z","caller":"traceutil/trace.go:171","msg":"trace[948784094] linearizableReadLoop","detail":"{readStateIndex:12601; appliedIndex:12600; }","duration":"921.33928ms","start":"2026-04-08T14:03:27.58164Z","end":"2026-04-08T14:03:28.50298Z","steps":["trace[948784094] 'read index received' (duration: 917.924505ms)","trace[948784094] 'applied index is now lower than readState.Index' (duration: 3.412925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:03:28.503199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:27.565443Z","time spent":"937.60512ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:03:28.506303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.849023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T14:03:28.506349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.150126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T14:03:28.506379Z","caller":"traceutil/trace.go:171","msg":"trace[673138966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12173; }","duration":"917.940026ms","start":"2026-04-08T14:03:27.588416Z","end":"2026-04-08T14:03:28.506356Z","steps":["trace[673138966] 'agreement among raft nodes before linearized reading' (duration: 917.75711ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:28.506399Z","caller":"traceutil/trace.go:171","msg":"trace[684164442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12173; }","duration":"920.219099ms","start":"2026-04-08T14:03:27.586167Z","end":"2026-04-08T14:03:28.506386Z","steps":["trace[684164442] 'agreement among raft nodes before linearized reading' (duration: 920.107496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:28.506407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:27.588409Z","time spent":"917.992498ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:03:28.506426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:27.586159Z","time spent":"920.26258ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:03:28.506517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.475057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T14:03:28.50653Z","caller":"traceutil/trace.go:171","msg":"trace[880964578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12173; }","duration":"924.516077ms","start":"2026-04-08T14:03:27.58201Z","end":"2026-04-08T14:03:28.506526Z","steps":["trace[880964578] 'agreement among raft nodes before linearized reading' (duration: 924.477836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:28.506543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:27.581997Z","time spent":"924.542498ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:03:28.506635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.839993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:03:28.506694Z","caller":"traceutil/trace.go:171","msg":"trace[1759906936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12173; }","duration":"827.945077ms","start":"2026-04-08T14:03:27.678734Z","end":"2026-04-08T14:03:28.506679Z","steps":["trace[1759906936] 'agreement among raft nodes before linearized reading' (duration: 827.793332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:28.506724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:27.678718Z","time spent":"828.000679ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:03:28.503182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.529765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T14:03:28.506867Z","caller":"traceutil/trace.go:171","msg":"trace[682021398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12172; }","duration":"925.293099ms","start":"2026-04-08T14:03:27.581563Z","end":"2026-04-08T14:03:28.506856Z","steps":["trace[682021398] 'agreement among raft nodes before linearized reading' (duration: 921.501484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:28.506886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:27.581542Z","time spent":"925.33725ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:03:29.011468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658310233,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T14:03:29.136049Z","caller":"traceutil/trace.go:171","msg":"trace[1693011552] transaction","detail":"{read_only:false; response_revision:12174; number_of_response:1; }","duration":"625.929236ms","start":"2026-04-08T14:03:28.510098Z","end":"2026-04-08T14:03:29.136027Z","steps":["trace[1693011552] 'process raft request' (duration: 624.729823ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:29.136324Z","caller":"traceutil/trace.go:171","msg":"trace[766798666] transaction","detail":"{read_only:false; response_revision:12175; number_of_response:1; }","duration":"626.209624ms","start":"2026-04-08T14:03:28.51009Z","end":"2026-04-08T14:03:29.1363Z","steps":["trace[766798666] 'process raft request' (duration: 625.880025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.136471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:28.510067Z","time spent":"626.337978ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:03:29.1365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:28.510081Z","time spent":"626.166813ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:03:29.136679Z","caller":"traceutil/trace.go:171","msg":"trace[652948813] transaction","detail":"{read_only:false; response_revision:12176; number_of_response:1; }","duration":"624.842967ms","start":"2026-04-08T14:03:28.511806Z","end":"2026-04-08T14:03:29.136649Z","steps":["trace[652948813] 'process raft request' (duration: 624.424475ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:29.136925Z","caller":"traceutil/trace.go:171","msg":"trace[1029112141] transaction","detail":"{read_only:false; response_revision:12177; number_of_response:1; }","duration":"625.081764ms","start":"2026-04-08T14:03:28.511828Z","end":"2026-04-08T14:03:29.13691Z","steps":["trace[1029112141] 'process raft request' (duration: 624.817886ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:29.136935Z","caller":"traceutil/trace.go:171","msg":"trace[1877508840] transaction","detail":"{read_only:false; response_revision:12178; number_of_response:1; }","duration":"625.005142ms","start":"2026-04-08T14:03:28.51191Z","end":"2026-04-08T14:03:29.136916Z","steps":["trace[1877508840] 'process raft request' (duration: 624.94832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.13707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:28.511802Z","time spent":"625.168136ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:03:29.137119Z","caller":"traceutil/trace.go:171","msg":"trace[469734089] transaction","detail":"{read_only:false; response_revision:12179; number_of_response:1; }","duration":"588.940683ms","start":"2026-04-08T14:03:28.548169Z","end":"2026-04-08T14:03:29.13711Z","steps":["trace[469734089] 'process raft request' (duration: 588.717097ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:29.137155Z","caller":"traceutil/trace.go:171","msg":"trace[1997209598] linearizableReadLoop","detail":"{readStateIndex:12610; appliedIndex:12603; }","duration":"626.294736ms","start":"2026-04-08T14:03:28.510797Z","end":"2026-04-08T14:03:29.137092Z","steps":["trace[1997209598] 'read index received' (duration: 624.021733ms)","trace[1997209598] 'applied index is now lower than readState.Index' (duration: 2.271893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:03:29.137239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:28.548122Z","time spent":"589.062198ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:03:29.137339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.549424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T14:03:29.137381Z","caller":"traceutil/trace.go:171","msg":"trace[557559344] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12180; }","duration":"467.633247ms","start":"2026-04-08T14:03:28.669737Z","end":"2026-04-08T14:03:29.13737Z","steps":["trace[557559344] 'agreement among raft nodes before linearized reading' (duration: 467.527694ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:29.137169Z","caller":"traceutil/trace.go:171","msg":"trace[731780100] transaction","detail":"{read_only:false; response_revision:12180; number_of_response:1; }","duration":"457.23614ms","start":"2026-04-08T14:03:28.679914Z","end":"2026-04-08T14:03:29.137151Z","steps":["trace[731780100] 'process raft request' (duration: 457.121337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.137405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:28.669715Z","time spent":"467.68297ms","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:03:29.137441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:28.679898Z","time spent":"457.523227ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:03:29.137081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:28.511891Z","time spent":"625.094163ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:03:29.137632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.834471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:438290"} {"level":"warn","ts":"2026-04-08T14:03:29.137566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.442173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-08T14:03:29.137384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.412991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-init-bqvss\" ","response":"range_response_count:1 size:7346"} {"level":"warn","ts":"2026-04-08T14:03:29.136938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:28.511794Z","time spent":"625.013572ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:03:29.137747Z","caller":"traceutil/trace.go:171","msg":"trace[1542205219] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-init-bqvss; range_end:; response_count:1; response_revision:12180; }","duration":"621.801963ms","start":"2026-04-08T14:03:28.515933Z","end":"2026-04-08T14:03:29.137734Z","steps":["trace[1542205219] 'agreement among raft nodes before linearized reading' (duration: 621.3281ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:29.137709Z","caller":"traceutil/trace.go:171","msg":"trace[561656071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12180; }","duration":"582.665569ms","start":"2026-04-08T14:03:28.555033Z","end":"2026-04-08T14:03:29.137698Z","steps":["trace[561656071] 'agreement among raft nodes before linearized reading' (duration: 582.450703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.137883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:28.555017Z","time spent":"582.855695ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:03:29.137937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:28.515922Z","time spent":"622.002758ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7369,"request content":"key:\"/registry/pods/openstack/cinder-db-init-bqvss\" "} {"level":"info","ts":"2026-04-08T14:03:29.137666Z","caller":"traceutil/trace.go:171","msg":"trace[1760366427] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:12180; }","duration":"626.897293ms","start":"2026-04-08T14:03:28.510761Z","end":"2026-04-08T14:03:29.137658Z","steps":["trace[1760366427] 'agreement among raft nodes before linearized reading' (duration: 626.451761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.137989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:28.510743Z","time spent":"627.230292ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":438313,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-08T14:03:29.986082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.582029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:03:29.986121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.186455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-08T14:03:29.986161Z","caller":"traceutil/trace.go:171","msg":"trace[1692786866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12183; }","duration":"470.709813ms","start":"2026-04-08T14:03:29.515436Z","end":"2026-04-08T14:03:29.986146Z","steps":["trace[1692786866] 'range keys from in-memory index tree' (duration: 470.422014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.986194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.515426Z","time spent":"470.756913ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-08T14:03:29.986187Z","caller":"traceutil/trace.go:171","msg":"trace[1927819048] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12183; }","duration":"471.321319ms","start":"2026-04-08T14:03:29.514849Z","end":"2026-04-08T14:03:29.98617Z","steps":["trace[1927819048] 'range keys from in-memory index tree' (duration: 470.781734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.98625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.514827Z","time spent":"471.400811ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-08T14:03:29.986275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.875933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-08T14:03:29.986266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.591138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:03:29.98633Z","caller":"traceutil/trace.go:171","msg":"trace[1348088245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12183; }","duration":"746.943296ms","start":"2026-04-08T14:03:29.23937Z","end":"2026-04-08T14:03:29.986313Z","steps":["trace[1348088245] 'range keys from in-memory index tree' (duration: 746.675507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.986408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.858096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:03:29.986368Z","caller":"traceutil/trace.go:171","msg":"trace[761679299] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12183; }","duration":"552.726411ms","start":"2026-04-08T14:03:29.433616Z","end":"2026-04-08T14:03:29.986342Z","steps":["trace[761679299] 'range keys from in-memory index tree' (duration: 552.526177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.986423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.570203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:03:29.986431Z","caller":"traceutil/trace.go:171","msg":"trace[1244404763] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:12183; }","duration":"470.881038ms","start":"2026-04-08T14:03:29.515543Z","end":"2026-04-08T14:03:29.986424Z","steps":["trace[1244404763] 'range keys from in-memory index tree' (duration: 470.825375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.986445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.456249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:03:29.986457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.515515Z","time spent":"470.937039ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-08T14:03:29.986455Z","caller":"traceutil/trace.go:171","msg":"trace[1765341405] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12183; }","duration":"730.643903ms","start":"2026-04-08T14:03:29.255803Z","end":"2026-04-08T14:03:29.986447Z","steps":["trace[1765341405] 'range keys from in-memory index tree' (duration: 730.458348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.98646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.433604Z","time spent":"552.843026ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-08T14:03:29.986473Z","caller":"traceutil/trace.go:171","msg":"trace[40280097] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12183; }","duration":"730.495099ms","start":"2026-04-08T14:03:29.255969Z","end":"2026-04-08T14:03:29.986464Z","steps":["trace[40280097] 'range keys from in-memory index tree' (duration: 730.379467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.986479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.255784Z","time spent":"730.690566ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-08T14:03:29.986494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.255963Z","time spent":"730.52686ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-08T14:03:29.986511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.384964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:03:29.98609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.737819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:03:29.98659Z","caller":"traceutil/trace.go:171","msg":"trace[1387043906] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12183; }","duration":"730.262413ms","start":"2026-04-08T14:03:29.256312Z","end":"2026-04-08T14:03:29.986574Z","steps":["trace[1387043906] 'range keys from in-memory index tree' (duration: 729.671436ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:29.9866Z","caller":"traceutil/trace.go:171","msg":"trace[467878288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12183; }","duration":"307.471596ms","start":"2026-04-08T14:03:29.679098Z","end":"2026-04-08T14:03:29.986569Z","steps":["trace[467878288] 'range keys from in-memory index tree' (duration: 307.245891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.986623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.256293Z","time spent":"730.323154ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-08T14:03:29.98664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.679049Z","time spent":"307.58147ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:03:29.986736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.711211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:03:29.98674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.488433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:03:29.98676Z","caller":"traceutil/trace.go:171","msg":"trace[274631314] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12183; }","duration":"552.761173ms","start":"2026-04-08T14:03:29.433992Z","end":"2026-04-08T14:03:29.986754Z","steps":["trace[274631314] 'range keys from in-memory index tree' (duration: 552.674589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.986798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.409951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:03:29.986793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.433985Z","time spent":"552.799834ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-08T14:03:29.986414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.239358Z","time spent":"747.003067ms","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T14:03:29.98681Z","caller":"traceutil/trace.go:171","msg":"trace[2094881692] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:12183; }","duration":"304.565756ms","start":"2026-04-08T14:03:29.682201Z","end":"2026-04-08T14:03:29.986767Z","steps":["trace[2094881692] 'count revisions from in-memory index tree' (duration: 304.427901ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:29.986828Z","caller":"traceutil/trace.go:171","msg":"trace[1620202233] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:12183; }","duration":"553.487422ms","start":"2026-04-08T14:03:29.433332Z","end":"2026-04-08T14:03:29.986819Z","steps":["trace[1620202233] 'range keys from in-memory index tree' (duration: 553.348019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.986848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.433316Z","time spent":"553.526644ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:03:29.986848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.682185Z","time spent":"304.654098ms","remote":"127.0.0.1:60850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:03:29.986834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.21902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T14:03:29.9869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.797561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:03:29.986937Z","caller":"traceutil/trace.go:171","msg":"trace[864524923] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12183; }","duration":"553.855922ms","start":"2026-04-08T14:03:29.433071Z","end":"2026-04-08T14:03:29.986927Z","steps":["trace[864524923] 'range keys from in-memory index tree' (duration: 553.74178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.986959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.433059Z","time spent":"553.895346ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-08T14:03:29.986957Z","caller":"traceutil/trace.go:171","msg":"trace[1879460273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12183; }","duration":"491.384474ms","start":"2026-04-08T14:03:29.495541Z","end":"2026-04-08T14:03:29.986926Z","steps":["trace[1879460273] 'range keys from in-memory index tree' (duration: 491.009464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.987022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.495531Z","time spent":"491.478448ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:03:29.986027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.670701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:03:29.987126Z","caller":"traceutil/trace.go:171","msg":"trace[32295652] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12183; }","duration":"553.822652ms","start":"2026-04-08T14:03:29.433295Z","end":"2026-04-08T14:03:29.987118Z","steps":["trace[32295652] 'range keys from in-memory index tree' (duration: 552.586118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:03:29.987148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:03:29.433288Z","time spent":"553.852852ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-08T14:03:58.017544Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10193} {"level":"info","ts":"2026-04-08T14:03:58.101021Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10193,"took":"81.35262ms","hash":2613939005,"current-db-size-bytes":53768192,"current-db-size":"54 MB","current-db-size-in-use-bytes":25153536,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-08T14:03:58.101095Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2613939005,"revision":10193,"compact-revision":7860} {"level":"info","ts":"2026-04-08T14:03:59.364917Z","caller":"traceutil/trace.go:171","msg":"trace[1426573552] transaction","detail":"{read_only:false; response_revision:12359; number_of_response:1; }","duration":"114.807986ms","start":"2026-04-08T14:03:59.250084Z","end":"2026-04-08T14:03:59.364892Z","steps":["trace[1426573552] 'process raft request' (duration: 114.662312ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:59.471257Z","caller":"traceutil/trace.go:171","msg":"trace[518003523] linearizableReadLoop","detail":"{readStateIndex:12797; appliedIndex:12795; }","duration":"186.147581ms","start":"2026-04-08T14:03:59.285087Z","end":"2026-04-08T14:03:59.471235Z","steps":["trace[518003523] 'read index received' (duration: 79.721357ms)","trace[518003523] 'applied index is now lower than readState.Index' (duration: 106.425444ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:03:59.471345Z","caller":"traceutil/trace.go:171","msg":"trace[47375026] transaction","detail":"{read_only:false; response_revision:12360; number_of_response:1; }","duration":"208.650682ms","start":"2026-04-08T14:03:59.262659Z","end":"2026-04-08T14:03:59.47131Z","steps":["trace[47375026] 'process raft request' (duration: 172.169253ms)","trace[47375026] 'compare' (duration: 36.309645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:03:59.471598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.076547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T14:03:59.471492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.384097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T14:03:59.471622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.058006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T14:03:59.471697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.478699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T14:03:59.4717Z","caller":"traceutil/trace.go:171","msg":"trace[948930802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12360; }","duration":"186.600283ms","start":"2026-04-08T14:03:59.285073Z","end":"2026-04-08T14:03:59.471673Z","steps":["trace[948930802] 'agreement among raft nodes before linearized reading' (duration: 186.253613ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:59.471713Z","caller":"traceutil/trace.go:171","msg":"trace[2106097325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12360; }","duration":"152.16629ms","start":"2026-04-08T14:03:59.319526Z","end":"2026-04-08T14:03:59.471692Z","steps":["trace[2106097325] 'agreement among raft nodes before linearized reading' (duration: 151.908563ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:59.471726Z","caller":"traceutil/trace.go:171","msg":"trace[1218266176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12360; }","duration":"165.772976ms","start":"2026-04-08T14:03:59.305943Z","end":"2026-04-08T14:03:59.471716Z","steps":["trace[1218266176] 'agreement among raft nodes before linearized reading' (duration: 165.414826ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:59.471646Z","caller":"traceutil/trace.go:171","msg":"trace[763417806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12360; }","duration":"152.147298ms","start":"2026-04-08T14:03:59.319487Z","end":"2026-04-08T14:03:59.471634Z","steps":["trace[763417806] 'agreement among raft nodes before linearized reading' (duration: 152.023525ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:59.691734Z","caller":"traceutil/trace.go:171","msg":"trace[1969941135] transaction","detail":"{read_only:false; response_revision:12363; number_of_response:1; }","duration":"214.040101ms","start":"2026-04-08T14:03:59.477675Z","end":"2026-04-08T14:03:59.691715Z","steps":["trace[1969941135] 'process raft request' (duration: 214.00283ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:03:59.69205Z","caller":"traceutil/trace.go:171","msg":"trace[1606356726] transaction","detail":"{read_only:false; response_revision:12362; number_of_response:1; }","duration":"215.263156ms","start":"2026-04-08T14:03:59.476751Z","end":"2026-04-08T14:03:59.692014Z","steps":["trace[1606356726] 'process raft request' (duration: 165.610822ms)","trace[1606356726] 'compare' (duration: 49.218742ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:03:59.69781Z","caller":"traceutil/trace.go:171","msg":"trace[962532905] transaction","detail":"{read_only:false; response_revision:12364; number_of_response:1; }","duration":"217.393404ms","start":"2026-04-08T14:03:59.480398Z","end":"2026-04-08T14:03:59.697792Z","steps":["trace[962532905] 'process raft request' (duration: 217.282811ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:09.886732Z","caller":"traceutil/trace.go:171","msg":"trace[1094326648] transaction","detail":"{read_only:false; response_revision:12419; number_of_response:1; }","duration":"141.636789ms","start":"2026-04-08T14:04:09.745076Z","end":"2026-04-08T14:04:09.886713Z","steps":["trace[1094326648] 'process raft request' (duration: 141.520286ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:09.887684Z","caller":"traceutil/trace.go:171","msg":"trace[525202002] transaction","detail":"{read_only:false; response_revision:12420; number_of_response:1; }","duration":"140.232879ms","start":"2026-04-08T14:04:09.747426Z","end":"2026-04-08T14:04:09.887659Z","steps":["trace[525202002] 'process raft request' (duration: 140.039495ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:09.887822Z","caller":"traceutil/trace.go:171","msg":"trace[960026067] transaction","detail":"{read_only:false; response_revision:12421; number_of_response:1; }","duration":"140.353233ms","start":"2026-04-08T14:04:09.747458Z","end":"2026-04-08T14:04:09.887811Z","steps":["trace[960026067] 'process raft request' (duration: 140.135017ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:10.722852Z","caller":"traceutil/trace.go:171","msg":"trace[2078293043] linearizableReadLoop","detail":"{readStateIndex:12862; appliedIndex:12861; }","duration":"187.892278ms","start":"2026-04-08T14:04:10.534936Z","end":"2026-04-08T14:04:10.722828Z","steps":["trace[2078293043] 'read index received' (duration: 187.773035ms)","trace[2078293043] 'applied index is now lower than readState.Index' (duration: 116.343µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:04:10.722912Z","caller":"traceutil/trace.go:171","msg":"trace[1001405755] transaction","detail":"{read_only:false; response_revision:12423; number_of_response:1; }","duration":"258.100501ms","start":"2026-04-08T14:04:10.464782Z","end":"2026-04-08T14:04:10.722882Z","steps":["trace[1001405755] 'process raft request' (duration: 257.890755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:10.723144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.191816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-08T14:04:10.723216Z","caller":"traceutil/trace.go:171","msg":"trace[106345428] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12423; }","duration":"188.30911ms","start":"2026-04-08T14:04:10.534888Z","end":"2026-04-08T14:04:10.723197Z","steps":["trace[106345428] 'agreement among raft nodes before linearized reading' (duration: 188.072914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:10.929897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.926119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T14:04:10.930104Z","caller":"traceutil/trace.go:171","msg":"trace[1701091264] linearizableReadLoop","detail":"{readStateIndex:12864; appliedIndex:12862; }","duration":"207.08087ms","start":"2026-04-08T14:04:10.723005Z","end":"2026-04-08T14:04:10.930087Z","steps":["trace[1701091264] 'read index received' (duration: 78.836182ms)","trace[1701091264] 'applied index is now lower than readState.Index' (duration: 128.243888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:04:10.930225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.923302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:04:10.930254Z","caller":"traceutil/trace.go:171","msg":"trace[604993036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12425; }","duration":"251.007544ms","start":"2026-04-08T14:04:10.679239Z","end":"2026-04-08T14:04:10.930246Z","steps":["trace[604993036] 'agreement among raft nodes before linearized reading' (duration: 250.945222ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:10.930222Z","caller":"traceutil/trace.go:171","msg":"trace[659993636] transaction","detail":"{read_only:false; response_revision:12425; number_of_response:1; }","duration":"250.669156ms","start":"2026-04-08T14:04:10.67952Z","end":"2026-04-08T14:04:10.930189Z","steps":["trace[659993636] 'process raft request' (duration: 250.46991ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:10.930242Z","caller":"traceutil/trace.go:171","msg":"trace[167035172] transaction","detail":"{read_only:false; response_revision:12424; number_of_response:1; }","duration":"266.03794ms","start":"2026-04-08T14:04:10.664153Z","end":"2026-04-08T14:04:10.930191Z","steps":["trace[167035172] 'process raft request' (duration: 137.746341ms)","trace[167035172] 'compare' (duration: 127.647131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:04:10.930322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.225303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T14:04:10.930363Z","caller":"traceutil/trace.go:171","msg":"trace[2016980728] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12425; }","duration":"203.310656ms","start":"2026-04-08T14:04:10.727043Z","end":"2026-04-08T14:04:10.930354Z","steps":["trace[2016980728] 'agreement among raft nodes before linearized reading' (duration: 203.163692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:10.930455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.988536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19173"} {"level":"info","ts":"2026-04-08T14:04:10.930536Z","caller":"traceutil/trace.go:171","msg":"trace[1633642255] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12425; }","duration":"199.101039ms","start":"2026-04-08T14:04:10.731417Z","end":"2026-04-08T14:04:10.930518Z","steps":["trace[1633642255] 'agreement among raft nodes before linearized reading' (duration: 198.895623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:11.60634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.192158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T14:04:11.606416Z","caller":"traceutil/trace.go:171","msg":"trace[18974847] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:12425; }","duration":"453.309662ms","start":"2026-04-08T14:04:11.153088Z","end":"2026-04-08T14:04:11.606398Z","steps":["trace[18974847] 'count revisions from in-memory index tree' (duration: 453.116746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:11.606456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:04:11.15307Z","time spent":"453.374963ms","remote":"127.0.0.1:60834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:04:11.606321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.600272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T14:04:11.606764Z","caller":"traceutil/trace.go:171","msg":"trace[817770030] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12425; }","duration":"577.075955ms","start":"2026-04-08T14:04:11.029674Z","end":"2026-04-08T14:04:11.60675Z","steps":["trace[817770030] 'range keys from in-memory index tree' (duration: 576.454178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:11.606801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:04:11.029664Z","time spent":"577.127417ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:04:11.606852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.489575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-08T14:04:11.606947Z","caller":"traceutil/trace.go:171","msg":"trace[202865346] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:12425; }","duration":"265.65813ms","start":"2026-04-08T14:04:11.341267Z","end":"2026-04-08T14:04:11.606925Z","steps":["trace[202865346] 'range keys from in-memory index tree' (duration: 265.090934ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:11.728582Z","caller":"traceutil/trace.go:171","msg":"trace[320255259] transaction","detail":"{read_only:false; response_revision:12426; number_of_response:1; }","duration":"324.720034ms","start":"2026-04-08T14:04:11.403832Z","end":"2026-04-08T14:04:11.728552Z","steps":["trace[320255259] 'process raft request' (duration: 324.536298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:11.728751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:04:11.403804Z","time spent":"324.859457ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:04:11.749006Z","caller":"traceutil/trace.go:171","msg":"trace[900470764] transaction","detail":"{read_only:false; response_revision:12427; number_of_response:1; }","duration":"235.766453ms","start":"2026-04-08T14:04:11.513213Z","end":"2026-04-08T14:04:11.748979Z","steps":["trace[900470764] 'process raft request' (duration: 235.571408ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:11.749404Z","caller":"traceutil/trace.go:171","msg":"trace[1599536553] transaction","detail":"{read_only:false; response_revision:12428; number_of_response:1; }","duration":"151.41736ms","start":"2026-04-08T14:04:11.597967Z","end":"2026-04-08T14:04:11.749384Z","steps":["trace[1599536553] 'process raft request' (duration: 150.970558ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:11.749431Z","caller":"traceutil/trace.go:171","msg":"trace[1770783286] linearizableReadLoop","detail":"{readStateIndex:12866; appliedIndex:12864; }","duration":"216.248253ms","start":"2026-04-08T14:04:11.533155Z","end":"2026-04-08T14:04:11.749404Z","steps":["trace[1770783286] 'read index received' (duration: 195.20226ms)","trace[1770783286] 'applied index is now lower than readState.Index' (duration: 21.044543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:04:11.749702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.52593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T14:04:11.749741Z","caller":"traceutil/trace.go:171","msg":"trace[162413119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12428; }","duration":"216.611894ms","start":"2026-04-08T14:04:11.533119Z","end":"2026-04-08T14:04:11.749731Z","steps":["trace[162413119] 'agreement among raft nodes before linearized reading' (duration: 216.421909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:11.749869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.417864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T14:04:11.74992Z","caller":"traceutil/trace.go:171","msg":"trace[797750767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:12428; }","duration":"187.516137ms","start":"2026-04-08T14:04:11.562391Z","end":"2026-04-08T14:04:11.749907Z","steps":["trace[797750767] 'agreement among raft nodes before linearized reading' (duration: 187.359484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:11.74993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.935256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19173"} {"level":"info","ts":"2026-04-08T14:04:11.749986Z","caller":"traceutil/trace.go:171","msg":"trace[1477727227] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12428; }","duration":"142.03216ms","start":"2026-04-08T14:04:11.607941Z","end":"2026-04-08T14:04:11.749973Z","steps":["trace[1477727227] 'agreement among raft nodes before linearized reading' (duration: 141.854634ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:12.097972Z","caller":"traceutil/trace.go:171","msg":"trace[1582154238] transaction","detail":"{read_only:false; response_revision:12429; number_of_response:1; }","duration":"347.330989ms","start":"2026-04-08T14:04:11.750611Z","end":"2026-04-08T14:04:12.097942Z","steps":["trace[1582154238] 'process raft request' (duration: 301.620425ms)","trace[1582154238] 'compare' (duration: 45.565641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:04:12.098149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:04:11.75059Z","time spent":"347.463662ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:04:12.12414Z","caller":"traceutil/trace.go:171","msg":"trace[724692384] linearizableReadLoop","detail":"{readStateIndex:12870; appliedIndex:12868; }","duration":"369.015399ms","start":"2026-04-08T14:04:11.755093Z","end":"2026-04-08T14:04:12.124108Z","steps":["trace[724692384] 'read index received' (duration: 297.154202ms)","trace[724692384] 'applied index is now lower than readState.Index' (duration: 71.859717ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:04:12.124291Z","caller":"traceutil/trace.go:171","msg":"trace[2046376186] transaction","detail":"{read_only:false; response_revision:12430; number_of_response:1; }","duration":"369.74674ms","start":"2026-04-08T14:04:11.754532Z","end":"2026-04-08T14:04:12.124279Z","steps":["trace[2046376186] 'process raft request' (duration: 369.40117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:12.124395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:04:11.754515Z","time spent":"369.806041ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:04:12.124558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.436343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-08T14:04:12.124885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.279435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T14:04:12.124938Z","caller":"traceutil/trace.go:171","msg":"trace[2063119826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12430; }","duration":"228.372968ms","start":"2026-04-08T14:04:11.896554Z","end":"2026-04-08T14:04:12.124927Z","steps":["trace[2063119826] 'agreement among raft nodes before linearized reading' (duration: 228.260574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:12.125052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.523741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T14:04:12.12508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.729486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T14:04:12.125118Z","caller":"traceutil/trace.go:171","msg":"trace[1077921829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12430; }","duration":"228.647565ms","start":"2026-04-08T14:04:11.896454Z","end":"2026-04-08T14:04:12.125101Z","steps":["trace[1077921829] 'agreement among raft nodes before linearized reading' (duration: 228.472351ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:12.125136Z","caller":"traceutil/trace.go:171","msg":"trace[1162312028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12430; }","duration":"229.828078ms","start":"2026-04-08T14:04:11.895293Z","end":"2026-04-08T14:04:12.125121Z","steps":["trace[1162312028] 'agreement among raft nodes before linearized reading' (duration: 229.667704ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:12.124668Z","caller":"traceutil/trace.go:171","msg":"trace[253322910] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12430; }","duration":"364.628508ms","start":"2026-04-08T14:04:11.760007Z","end":"2026-04-08T14:04:12.124636Z","steps":["trace[253322910] 'agreement among raft nodes before linearized reading' (duration: 364.412372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:12.125171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.058968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444913"} {"level":"warn","ts":"2026-04-08T14:04:12.125226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:04:11.759986Z","time spent":"365.220823ms","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T14:04:12.12525Z","caller":"traceutil/trace.go:171","msg":"trace[978668390] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12430; }","duration":"370.160081ms","start":"2026-04-08T14:04:11.755074Z","end":"2026-04-08T14:04:12.125234Z","steps":["trace[978668390] 'agreement among raft nodes before linearized reading' (duration: 369.579465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:12.125296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:04:11.755069Z","time spent":"370.214503ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444936,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-08T14:04:12.421426Z","caller":"traceutil/trace.go:171","msg":"trace[1478118053] transaction","detail":"{read_only:false; response_revision:12432; number_of_response:1; }","duration":"291.076152ms","start":"2026-04-08T14:04:12.130323Z","end":"2026-04-08T14:04:12.421399Z","steps":["trace[1478118053] 'process raft request' (duration: 233.53031ms)","trace[1478118053] 'compare' (duration: 57.351967ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:04:12.421422Z","caller":"traceutil/trace.go:171","msg":"trace[1713395493] linearizableReadLoop","detail":"{readStateIndex:12873; appliedIndex:12871; }","duration":"218.070192ms","start":"2026-04-08T14:04:12.203334Z","end":"2026-04-08T14:04:12.421404Z","steps":["trace[1713395493] 'read index received' (duration: 160.537561ms)","trace[1713395493] 'applied index is now lower than readState.Index' (duration: 57.531691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:04:12.421635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.253909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T14:04:12.421692Z","caller":"traceutil/trace.go:171","msg":"trace[1670173326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12433; }","duration":"218.403122ms","start":"2026-04-08T14:04:12.203279Z","end":"2026-04-08T14:04:12.421682Z","steps":["trace[1670173326] 'agreement among raft nodes before linearized reading' (duration: 218.186216ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:12.421631Z","caller":"traceutil/trace.go:171","msg":"trace[521593384] transaction","detail":"{read_only:false; response_revision:12433; number_of_response:1; }","duration":"291.139334ms","start":"2026-04-08T14:04:12.130435Z","end":"2026-04-08T14:04:12.421574Z","steps":["trace[521593384] 'process raft request' (duration: 290.912308ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:13.353812Z","caller":"traceutil/trace.go:171","msg":"trace[1102913329] transaction","detail":"{read_only:false; response_revision:12436; number_of_response:1; }","duration":"418.749954ms","start":"2026-04-08T14:04:12.935043Z","end":"2026-04-08T14:04:13.353793Z","steps":["trace[1102913329] 'process raft request' (duration: 418.604791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:13.353956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:04:12.935012Z","time spent":"418.865588ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:04:13.370471Z","caller":"traceutil/trace.go:171","msg":"trace[2142186053] linearizableReadLoop","detail":"{readStateIndex:12877; appliedIndex:12875; }","duration":"284.596104ms","start":"2026-04-08T14:04:13.08582Z","end":"2026-04-08T14:04:13.370416Z","steps":["trace[2142186053] 'read index received' (duration: 267.909242ms)","trace[2142186053] 'applied index is now lower than readState.Index' (duration: 16.685222ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:04:13.370593Z","caller":"traceutil/trace.go:171","msg":"trace[1272931393] transaction","detail":"{read_only:false; response_revision:12437; number_of_response:1; }","duration":"434.443449ms","start":"2026-04-08T14:04:12.936116Z","end":"2026-04-08T14:04:13.370559Z","steps":["trace[1272931393] 'process raft request' (duration: 434.11666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:13.370751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.895631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T14:04:13.370813Z","caller":"traceutil/trace.go:171","msg":"trace[1872780717] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:12437; }","duration":"284.981014ms","start":"2026-04-08T14:04:13.085813Z","end":"2026-04-08T14:04:13.370794Z","steps":["trace[1872780717] 'agreement among raft nodes before linearized reading' (duration: 284.8394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:04:13.370883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.35722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:04:13.370913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:04:12.936098Z","time spent":"434.584113ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:04:13.370943Z","caller":"traceutil/trace.go:171","msg":"trace[2111584010] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:12437; }","duration":"103.464211ms","start":"2026-04-08T14:04:13.267461Z","end":"2026-04-08T14:04:13.370925Z","steps":["trace[2111584010] 'agreement among raft nodes before linearized reading' (duration: 103.351328ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:13.839798Z","caller":"traceutil/trace.go:171","msg":"trace[1321251728] transaction","detail":"{read_only:false; response_revision:12439; number_of_response:1; }","duration":"104.08259ms","start":"2026-04-08T14:04:13.735679Z","end":"2026-04-08T14:04:13.839762Z","steps":["trace[1321251728] 'process raft request' (duration: 71.9561ms)","trace[1321251728] 'compare' (duration: 31.969305ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:04:13.873702Z","caller":"traceutil/trace.go:171","msg":"trace[1291518666] transaction","detail":"{read_only:false; response_revision:12440; number_of_response:1; }","duration":"119.391243ms","start":"2026-04-08T14:04:13.754282Z","end":"2026-04-08T14:04:13.873674Z","steps":["trace[1291518666] 'process raft request' (duration: 119.196378ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:15.500326Z","caller":"traceutil/trace.go:171","msg":"trace[1986726184] transaction","detail":"{read_only:false; response_revision:12447; number_of_response:1; }","duration":"124.184936ms","start":"2026-04-08T14:04:15.376115Z","end":"2026-04-08T14:04:15.5003Z","steps":["trace[1986726184] 'process raft request' (duration: 95.819101ms)","trace[1986726184] 'compare' (duration: 28.265392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:04:16.782054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.534851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T14:04:16.782352Z","caller":"traceutil/trace.go:171","msg":"trace[1487319052] transaction","detail":"{read_only:false; response_revision:12454; number_of_response:1; }","duration":"163.070772ms","start":"2026-04-08T14:04:16.619263Z","end":"2026-04-08T14:04:16.782333Z","steps":["trace[1487319052] 'process raft request' (duration: 162.923587ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:04:24.955776Z","caller":"traceutil/trace.go:171","msg":"trace[22094640] transaction","detail":"{read_only:false; response_revision:12521; number_of_response:1; }","duration":"116.820622ms","start":"2026-04-08T14:04:24.838919Z","end":"2026-04-08T14:04:24.95574Z","steps":["trace[22094640] 'process raft request' (duration: 47.004131ms)","trace[22094640] 'compare' (duration: 69.571485ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:08:58.025711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12354} {"level":"info","ts":"2026-04-08T14:08:58.097369Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12354,"took":"69.570274ms","hash":1400291495,"current-db-size-bytes":53768192,"current-db-size":"54 MB","current-db-size-in-use-bytes":28160000,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-08T14:08:58.097421Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1400291495,"revision":12354,"compact-revision":10193} {"level":"warn","ts":"2026-04-08T14:09:48.634584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.949834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T14:09:48.634704Z","caller":"traceutil/trace.go:171","msg":"trace[411592210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14781; }","duration":"118.095548ms","start":"2026-04-08T14:09:48.516583Z","end":"2026-04-08T14:09:48.634679Z","steps":["trace[411592210] 'range keys from in-memory index tree' (duration: 117.808769ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:09:51.646147Z","caller":"traceutil/trace.go:171","msg":"trace[1936822638] transaction","detail":"{read_only:false; response_revision:14799; number_of_response:1; }","duration":"147.416954ms","start":"2026-04-08T14:09:51.498669Z","end":"2026-04-08T14:09:51.646086Z","steps":["trace[1936822638] 'process raft request' (duration: 147.047864ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:16.632859Z","caller":"traceutil/trace.go:171","msg":"trace[1792770763] linearizableReadLoop","detail":"{readStateIndex:15454; appliedIndex:15453; }","duration":"221.64381ms","start":"2026-04-08T14:10:16.411192Z","end":"2026-04-08T14:10:16.632836Z","steps":["trace[1792770763] 'read index received' (duration: 221.333092ms)","trace[1792770763] 'applied index is now lower than readState.Index' (duration: 309.528µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:10:16.63301Z","caller":"traceutil/trace.go:171","msg":"trace[1369656129] transaction","detail":"{read_only:false; response_revision:14930; number_of_response:1; }","duration":"261.387357ms","start":"2026-04-08T14:10:16.371583Z","end":"2026-04-08T14:10:16.63297Z","steps":["trace[1369656129] 'process raft request' (duration: 260.959265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:16.633212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.975749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-04-08T14:10:16.633256Z","caller":"traceutil/trace.go:171","msg":"trace[2056946015] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14930; }","duration":"222.109623ms","start":"2026-04-08T14:10:16.411134Z","end":"2026-04-08T14:10:16.633244Z","steps":["trace[2056946015] 'agreement among raft nodes before linearized reading' (duration: 221.824515ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:33.338796Z","caller":"traceutil/trace.go:171","msg":"trace[1326638368] transaction","detail":"{read_only:false; response_revision:15031; number_of_response:1; }","duration":"484.871488ms","start":"2026-04-08T14:10:32.853898Z","end":"2026-04-08T14:10:33.33877Z","steps":["trace[1326638368] 'process raft request' (duration: 484.702603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:33.339126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:32.853862Z","time spent":"485.112503ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:10:33.805706Z","caller":"traceutil/trace.go:171","msg":"trace[489498516] transaction","detail":"{read_only:false; response_revision:15032; number_of_response:1; }","duration":"835.232941ms","start":"2026-04-08T14:10:32.970442Z","end":"2026-04-08T14:10:33.805675Z","steps":["trace[489498516] 'process raft request' (duration: 834.82527ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:33.805864Z","caller":"traceutil/trace.go:171","msg":"trace[2070781766] transaction","detail":"{read_only:false; response_revision:15035; number_of_response:1; }","duration":"479.534439ms","start":"2026-04-08T14:10:33.326313Z","end":"2026-04-08T14:10:33.805847Z","steps":["trace[2070781766] 'process raft request' (duration: 479.427196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:33.805916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.406196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:10:33.805953Z","caller":"traceutil/trace.go:171","msg":"trace[1298721908] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:15035; }","duration":"465.477867ms","start":"2026-04-08T14:10:33.340467Z","end":"2026-04-08T14:10:33.805945Z","steps":["trace[1298721908] 'agreement among raft nodes before linearized reading' (duration: 465.392445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:33.805955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:32.970417Z","time spent":"835.457677ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:10:33.805977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:33.340455Z","time spent":"465.516358ms","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"info","ts":"2026-04-08T14:10:33.805772Z","caller":"traceutil/trace.go:171","msg":"trace[1633477132] transaction","detail":"{read_only:false; response_revision:15033; number_of_response:1; }","duration":"834.334526ms","start":"2026-04-08T14:10:32.971409Z","end":"2026-04-08T14:10:33.805744Z","steps":["trace[1633477132] 'process raft request' (duration: 833.980506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:33.80606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:33.326286Z","time spent":"479.665733ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:10:33.806145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:32.971382Z","time spent":"834.647914ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:10:33.805815Z","caller":"traceutil/trace.go:171","msg":"trace[1059106426] linearizableReadLoop","detail":"{readStateIndex:15564; appliedIndex:15560; }","duration":"465.294613ms","start":"2026-04-08T14:10:33.340498Z","end":"2026-04-08T14:10:33.805793Z","steps":["trace[1059106426] 'read index received' (duration: 464.703566ms)","trace[1059106426] 'applied index is now lower than readState.Index' (duration: 590.077µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:10:33.806351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.723572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T14:10:33.806353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.14375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:10:33.806382Z","caller":"traceutil/trace.go:171","msg":"trace[539036717] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15035; }","duration":"346.784003ms","start":"2026-04-08T14:10:33.45959Z","end":"2026-04-08T14:10:33.806374Z","steps":["trace[539036717] 'agreement among raft nodes before linearized reading' (duration: 346.711712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:33.806379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.184329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-08T14:10:33.806411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:33.459574Z","time spent":"346.831495ms","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:10:33.806417Z","caller":"traceutil/trace.go:171","msg":"trace[1553954983] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:15035; }","duration":"423.252943ms","start":"2026-04-08T14:10:33.383154Z","end":"2026-04-08T14:10:33.806407Z","steps":["trace[1553954983] 'agreement among raft nodes before linearized reading' (duration: 423.130189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:33.806441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:33.383133Z","time spent":"423.303364ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"info","ts":"2026-04-08T14:10:33.806482Z","caller":"traceutil/trace.go:171","msg":"trace[1671797792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15035; }","duration":"127.231592ms","start":"2026-04-08T14:10:33.679156Z","end":"2026-04-08T14:10:33.806387Z","steps":["trace[1671797792] 'agreement among raft nodes before linearized reading' (duration: 127.14506ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:33.805887Z","caller":"traceutil/trace.go:171","msg":"trace[767538224] transaction","detail":"{read_only:false; response_revision:15034; number_of_response:1; }","duration":"576.94156ms","start":"2026-04-08T14:10:33.228876Z","end":"2026-04-08T14:10:33.805817Z","steps":["trace[767538224] 'process raft request' (duration: 576.632791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:33.806895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:33.228852Z","time spent":"577.981519ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:10:55.71241Z","caller":"traceutil/trace.go:171","msg":"trace[1079348002] transaction","detail":"{read_only:false; response_revision:15211; number_of_response:1; }","duration":"116.606707ms","start":"2026-04-08T14:10:55.595765Z","end":"2026-04-08T14:10:55.712372Z","steps":["trace[1079348002] 'process raft request' (duration: 89.42296ms)","trace[1079348002] 'compare' (duration: 26.878428ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:10:55.712611Z","caller":"traceutil/trace.go:171","msg":"trace[1432963331] transaction","detail":"{read_only:false; response_revision:15212; number_of_response:1; }","duration":"116.694218ms","start":"2026-04-08T14:10:55.595887Z","end":"2026-04-08T14:10:55.712581Z","steps":["trace[1432963331] 'process raft request' (duration: 116.347268ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:55.712809Z","caller":"traceutil/trace.go:171","msg":"trace[1740306085] transaction","detail":"{read_only:false; response_revision:15214; number_of_response:1; }","duration":"114.884309ms","start":"2026-04-08T14:10:55.597909Z","end":"2026-04-08T14:10:55.712794Z","steps":["trace[1740306085] 'process raft request' (duration: 114.734665ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:55.712816Z","caller":"traceutil/trace.go:171","msg":"trace[1750731340] transaction","detail":"{read_only:false; response_revision:15213; number_of_response:1; }","duration":"116.845462ms","start":"2026-04-08T14:10:55.595937Z","end":"2026-04-08T14:10:55.712782Z","steps":["trace[1750731340] 'process raft request' (duration: 116.577165ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:55.713084Z","caller":"traceutil/trace.go:171","msg":"trace[397848947] transaction","detail":"{read_only:false; response_revision:15215; number_of_response:1; }","duration":"114.096686ms","start":"2026-04-08T14:10:55.598951Z","end":"2026-04-08T14:10:55.713048Z","steps":["trace[397848947] 'process raft request' (duration: 113.756937ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:55.713121Z","caller":"traceutil/trace.go:171","msg":"trace[1563531027] linearizableReadLoop","detail":"{readStateIndex:15747; appliedIndex:15742; }","duration":"116.267597ms","start":"2026-04-08T14:10:55.596835Z","end":"2026-04-08T14:10:55.713103Z","steps":["trace[1563531027] 'read index received' (duration: 25.768788ms)","trace[1563531027] 'applied index is now lower than readState.Index' (duration: 90.497869ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:10:55.713154Z","caller":"traceutil/trace.go:171","msg":"trace[393167984] transaction","detail":"{read_only:false; response_revision:15216; number_of_response:1; }","duration":"113.414607ms","start":"2026-04-08T14:10:55.599722Z","end":"2026-04-08T14:10:55.713137Z","steps":["trace[393167984] 'process raft request' (duration: 113.042717ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:55.713212Z","caller":"traceutil/trace.go:171","msg":"trace[580569508] transaction","detail":"{read_only:false; response_revision:15217; number_of_response:1; }","duration":"109.538649ms","start":"2026-04-08T14:10:55.603665Z","end":"2026-04-08T14:10:55.713203Z","steps":["trace[580569508] 'process raft request' (duration: 109.157818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:55.713387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.532514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-08T14:10:55.713441Z","caller":"traceutil/trace.go:171","msg":"trace[1045082255] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15217; }","duration":"116.618666ms","start":"2026-04-08T14:10:55.596807Z","end":"2026-04-08T14:10:55.713426Z","steps":["trace[1045082255] 'agreement among raft nodes before linearized reading' (duration: 116.467763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:55.71754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.513716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"range_response_count:1 size:6206"} {"level":"info","ts":"2026-04-08T14:10:55.717682Z","caller":"traceutil/trace.go:171","msg":"trace[1781564248] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; response_count:1; response_revision:15219; }","duration":"115.67589ms","start":"2026-04-08T14:10:55.601982Z","end":"2026-04-08T14:10:55.717658Z","steps":["trace[1781564248] 'agreement among raft nodes before linearized reading' (duration: 115.32132ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:57.018443Z","caller":"traceutil/trace.go:171","msg":"trace[1105918874] transaction","detail":"{read_only:false; response_revision:15276; number_of_response:1; }","duration":"113.182361ms","start":"2026-04-08T14:10:56.905217Z","end":"2026-04-08T14:10:57.018399Z","steps":["trace[1105918874] 'process raft request' (duration: 94.299946ms)","trace[1105918874] 'compare' (duration: 18.69738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:10:58.501804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658319155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:10:58.717718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.986838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:10:58.717816Z","caller":"traceutil/trace.go:171","msg":"trace[960629160] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:15277; }","duration":"870.160033ms","start":"2026-04-08T14:10:57.847634Z","end":"2026-04-08T14:10:58.717794Z","steps":["trace[960629160] 'count revisions from in-memory index tree' (duration: 869.868725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:58.717866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.847606Z","time spent":"870.245756ms","remote":"127.0.0.1:39344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:10:58.717879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183469336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-w6md5.18a4670c64168916\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-08T14:10:58.718049Z","caller":"traceutil/trace.go:171","msg":"trace[1354156178] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-w6md5.18a4670c64168916; range_end:; response_count:1; response_revision:15277; }","duration":"1.183609489s","start":"2026-04-08T14:10:57.534345Z","end":"2026-04-08T14:10:58.717955Z","steps":["trace[1354156178] 'range keys from in-memory index tree' (duration: 1.183244909s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:58.718077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-08T14:10:58.718118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.534328Z","time spent":"1.183775004s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-w6md5.18a4670c64168916\" "} {"level":"warn","ts":"2026-04-08T14:10:58.71844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.790979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-646c8a29-86dd-4546-aa5d-1b3fb285b27b\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-08T14:10:58.71849Z","caller":"traceutil/trace.go:171","msg":"trace[718497116] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-646c8a29-86dd-4546-aa5d-1b3fb285b27b; range_end:; response_count:1; response_revision:15277; }","duration":"857.87716ms","start":"2026-04-08T14:10:57.860598Z","end":"2026-04-08T14:10:58.718475Z","steps":["trace[718497116] 'range keys from in-memory index tree' (duration: 857.644205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:58.718558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040116044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:10:58.71861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.11074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-646c8a29-86dd-4546-aa5d-1b3fb285b27b\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-08T14:10:58.718656Z","caller":"traceutil/trace.go:171","msg":"trace[163989224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15277; }","duration":"1.04029726s","start":"2026-04-08T14:10:57.678335Z","end":"2026-04-08T14:10:58.718633Z","steps":["trace[163989224] 'range keys from in-memory index tree' (duration: 1.03994838s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:58.718678Z","caller":"traceutil/trace.go:171","msg":"trace[51783020] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-646c8a29-86dd-4546-aa5d-1b3fb285b27b; range_end:; response_count:1; response_revision:15277; }","duration":"871.227723ms","start":"2026-04-08T14:10:57.847437Z","end":"2026-04-08T14:10:58.718665Z","steps":["trace[51783020] 'range keys from in-memory index tree' (duration: 870.984865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:58.7187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.678315Z","time spent":"1.040375791s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:10:58.718656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266459485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T14:10:58.71871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.847408Z","time spent":"871.293604ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-646c8a29-86dd-4546-aa5d-1b3fb285b27b\" "} {"level":"info","ts":"2026-04-08T14:10:58.718755Z","caller":"traceutil/trace.go:171","msg":"trace[1911388428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15277; }","duration":"1.266597179s","start":"2026-04-08T14:10:57.452143Z","end":"2026-04-08T14:10:58.71874Z","steps":["trace[1911388428] 'range keys from in-memory index tree' (duration: 1.2663061s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:58.718827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.45212Z","time spent":"1.266696742s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T14:10:58.718881Z","caller":"traceutil/trace.go:171","msg":"trace[73487427] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:15277; }","duration":"1.486201592s","start":"2026-04-08T14:10:57.231918Z","end":"2026-04-08T14:10:58.718119Z","steps":["trace[73487427] 'range keys from in-memory index tree' (duration: 1.486001816s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:58.718895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.202112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d27a643c-5740-4ef4-b133-282b985c0e79\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-08T14:10:58.71852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.860575Z","time spent":"857.936223ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-646c8a29-86dd-4546-aa5d-1b3fb285b27b\" "} {"level":"warn","ts":"2026-04-08T14:10:58.718957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.231899Z","time spent":"1.487041975s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-08T14:10:58.718982Z","caller":"traceutil/trace.go:171","msg":"trace[1721780461] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d27a643c-5740-4ef4-b133-282b985c0e79; range_end:; response_count:1; response_revision:15277; }","duration":"871.421289ms","start":"2026-04-08T14:10:57.847535Z","end":"2026-04-08T14:10:58.718956Z","steps":["trace[1721780461] 'range keys from in-memory index tree' (duration: 870.911833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:58.719071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.847507Z","time spent":"871.546471ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d27a643c-5740-4ef4-b133-282b985c0e79\" "} {"level":"info","ts":"2026-04-08T14:10:58.738074Z","caller":"traceutil/trace.go:171","msg":"trace[1047839611] transaction","detail":"{read_only:false; response_revision:15278; number_of_response:1; }","duration":"849.149229ms","start":"2026-04-08T14:10:57.888895Z","end":"2026-04-08T14:10:58.738044Z","steps":["trace[1047839611] 'process raft request' (duration: 848.881982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:58.738255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.888865Z","time spent":"849.294162ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:10:58.748408Z","caller":"traceutil/trace.go:171","msg":"trace[1284967654] transaction","detail":"{read_only:false; response_revision:15279; number_of_response:1; }","duration":"856.638467ms","start":"2026-04-08T14:10:57.891744Z","end":"2026-04-08T14:10:58.748383Z","steps":["trace[1284967654] 'process raft request' (duration: 856.442421ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:58.748477Z","caller":"traceutil/trace.go:171","msg":"trace[1735119485] transaction","detail":"{read_only:false; response_revision:15281; number_of_response:1; }","duration":"854.878378ms","start":"2026-04-08T14:10:57.89357Z","end":"2026-04-08T14:10:58.748448Z","steps":["trace[1735119485] 'process raft request' (duration: 854.756855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:58.748544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.891701Z","time spent":"856.76314ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:10:58.74862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.89354Z","time spent":"855.007182ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:10:58.748689Z","caller":"traceutil/trace.go:171","msg":"trace[1473971656] transaction","detail":"{read_only:false; response_revision:15280; number_of_response:1; }","duration":"855.219157ms","start":"2026-04-08T14:10:57.893447Z","end":"2026-04-08T14:10:58.748666Z","steps":["trace[1473971656] 'process raft request' (duration: 854.849446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:58.748793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:57.893432Z","time spent":"855.302939ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:10:58.748848Z","caller":"traceutil/trace.go:171","msg":"trace[1063934320] linearizableReadLoop","detail":"{readStateIndex:15816; appliedIndex:15812; }","duration":"747.371444ms","start":"2026-04-08T14:10:58.001468Z","end":"2026-04-08T14:10:58.748839Z","steps":["trace[1063934320] 'read index received' (duration: 736.218845ms)","trace[1063934320] 'applied index is now lower than readState.Index' (duration: 11.151829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:10:58.748988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.52708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-08T14:10:58.749005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.092965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T14:10:58.749011Z","caller":"traceutil/trace.go:171","msg":"trace[1959426626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:15284; }","duration":"747.591891ms","start":"2026-04-08T14:10:58.001414Z","end":"2026-04-08T14:10:58.749006Z","steps":["trace[1959426626] 'agreement among raft nodes before linearized reading' (duration: 747.498688ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:58.749033Z","caller":"traceutil/trace.go:171","msg":"trace[1774759556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15284; }","duration":"498.156428ms","start":"2026-04-08T14:10:58.250869Z","end":"2026-04-08T14:10:58.749026Z","steps":["trace[1774759556] 'agreement among raft nodes before linearized reading' (duration: 498.061935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:10:58.749037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:58.001392Z","time spent":"747.640462ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jndw5\" "} {"level":"warn","ts":"2026-04-08T14:10:58.749058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:10:58.250849Z","time spent":"498.204258ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:10:58.749141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.787513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T14:10:58.749162Z","caller":"traceutil/trace.go:171","msg":"trace[1094930172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15284; }","duration":"277.841695ms","start":"2026-04-08T14:10:58.471315Z","end":"2026-04-08T14:10:58.749156Z","steps":["trace[1094930172] 'agreement among raft nodes before linearized reading' (duration: 277.789024ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:58.991703Z","caller":"traceutil/trace.go:171","msg":"trace[22141548] transaction","detail":"{read_only:false; response_revision:15290; number_of_response:1; }","duration":"101.762733ms","start":"2026-04-08T14:10:58.889912Z","end":"2026-04-08T14:10:58.991674Z","steps":["trace[22141548] 'process raft request' (duration: 101.26572ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:10:59.179288Z","caller":"traceutil/trace.go:171","msg":"trace[1547616081] transaction","detail":"{read_only:false; response_revision:15291; number_of_response:1; }","duration":"177.545092ms","start":"2026-04-08T14:10:59.001715Z","end":"2026-04-08T14:10:59.17926Z","steps":["trace[1547616081] 'process raft request' (duration: 175.32263ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:11:41.347552Z","caller":"traceutil/trace.go:171","msg":"trace[470886950] transaction","detail":"{read_only:false; response_revision:15742; number_of_response:1; }","duration":"347.377402ms","start":"2026-04-08T14:11:41.000153Z","end":"2026-04-08T14:11:41.347531Z","steps":["trace[470886950] 'process raft request' (duration: 347.265189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:11:41.347912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:11:41.000131Z","time spent":"347.704521ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:11:41.35285Z","caller":"traceutil/trace.go:171","msg":"trace[1844549539] transaction","detail":"{read_only:false; response_revision:15743; number_of_response:1; }","duration":"339.678108ms","start":"2026-04-08T14:11:41.013155Z","end":"2026-04-08T14:11:41.352833Z","steps":["trace[1844549539] 'process raft request' (duration: 339.519594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:11:41.352927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:11:41.01313Z","time spent":"339.761741ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:11:41.353135Z","caller":"traceutil/trace.go:171","msg":"trace[1129625780] transaction","detail":"{read_only:false; response_revision:15744; number_of_response:1; }","duration":"339.837832ms","start":"2026-04-08T14:11:41.013288Z","end":"2026-04-08T14:11:41.353126Z","steps":["trace[1129625780] 'process raft request' (duration: 339.447252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:11:41.353187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:11:41.013277Z","time spent":"339.887364ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:11:41.353356Z","caller":"traceutil/trace.go:171","msg":"trace[276646702] transaction","detail":"{read_only:false; response_revision:15746; number_of_response:1; }","duration":"203.177695ms","start":"2026-04-08T14:11:41.150166Z","end":"2026-04-08T14:11:41.353344Z","steps":["trace[276646702] 'process raft request' (duration: 202.877597ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:11:41.353411Z","caller":"traceutil/trace.go:171","msg":"trace[284430981] transaction","detail":"{read_only:false; response_revision:15745; number_of_response:1; }","duration":"340.091ms","start":"2026-04-08T14:11:41.013296Z","end":"2026-04-08T14:11:41.353387Z","steps":["trace[284430981] 'process raft request' (duration: 339.491613ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:11:41.353282Z","caller":"traceutil/trace.go:171","msg":"trace[385775556] linearizableReadLoop","detail":"{readStateIndex:16299; appliedIndex:16295; }","duration":"332.005965ms","start":"2026-04-08T14:11:41.021268Z","end":"2026-04-08T14:11:41.353274Z","steps":["trace[385775556] 'read index received' (duration: 326.118211ms)","trace[385775556] 'applied index is now lower than readState.Index' (duration: 5.887034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:11:41.353558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:11:41.013272Z","time spent":"340.201432ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:11:41.353655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.460503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T14:11:41.353682Z","caller":"traceutil/trace.go:171","msg":"trace[1755534127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15746; }","duration":"298.522204ms","start":"2026-04-08T14:11:41.055153Z","end":"2026-04-08T14:11:41.353675Z","steps":["trace[1755534127] 'agreement among raft nodes before linearized reading' (duration: 298.414601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:11:41.353752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.024558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:11:41.353773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.411824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:11:41.353796Z","caller":"traceutil/trace.go:171","msg":"trace[46178174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15746; }","duration":"195.08158ms","start":"2026-04-08T14:11:41.158704Z","end":"2026-04-08T14:11:41.353786Z","steps":["trace[46178174] 'agreement among raft nodes before linearized reading' (duration: 194.996758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:11:41.353854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.936278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T14:11:41.353863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.112075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-08T14:11:41.353911Z","caller":"traceutil/trace.go:171","msg":"trace[740033422] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:15746; }","duration":"112.156735ms","start":"2026-04-08T14:11:41.241741Z","end":"2026-04-08T14:11:41.353898Z","steps":["trace[740033422] 'agreement among raft nodes before linearized reading' (duration: 112.022442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:11:41.353929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.926947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T14:11:41.353948Z","caller":"traceutil/trace.go:171","msg":"trace[1668051655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15746; }","duration":"289.958207ms","start":"2026-04-08T14:11:41.063983Z","end":"2026-04-08T14:11:41.353942Z","steps":["trace[1668051655] 'agreement among raft nodes before linearized reading' (duration: 289.907225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:11:41.35397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.794083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-04-08T14:11:41.354004Z","caller":"traceutil/trace.go:171","msg":"trace[652651107] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:15746; }","duration":"158.835703ms","start":"2026-04-08T14:11:41.195159Z","end":"2026-04-08T14:11:41.353994Z","steps":["trace[652651107] 'agreement among raft nodes before linearized reading' (duration: 158.754811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:11:41.354032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.675894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T14:11:41.354056Z","caller":"traceutil/trace.go:171","msg":"trace[612562244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15746; }","duration":"296.709454ms","start":"2026-04-08T14:11:41.057341Z","end":"2026-04-08T14:11:41.354051Z","steps":["trace[612562244] 'agreement among raft nodes before linearized reading' (duration: 296.653992ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:11:41.353878Z","caller":"traceutil/trace.go:171","msg":"trace[820009551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15746; }","duration":"288.969709ms","start":"2026-04-08T14:11:41.064904Z","end":"2026-04-08T14:11:41.353874Z","steps":["trace[820009551] 'agreement among raft nodes before linearized reading' (duration: 288.908158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:11:41.354176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.88413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T14:11:41.354203Z","caller":"traceutil/trace.go:171","msg":"trace[610664499] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:15746; }","duration":"160.931701ms","start":"2026-04-08T14:11:41.193265Z","end":"2026-04-08T14:11:41.354197Z","steps":["trace[610664499] 'agreement among raft nodes before linearized reading' (duration: 160.841948ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:11:41.353801Z","caller":"traceutil/trace.go:171","msg":"trace[97754622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15746; }","duration":"202.457325ms","start":"2026-04-08T14:11:41.151336Z","end":"2026-04-08T14:11:41.353793Z","steps":["trace[97754622] 'agreement among raft nodes before linearized reading' (duration: 202.410515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:11:41.354496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.225188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T14:11:41.354528Z","caller":"traceutil/trace.go:171","msg":"trace[1444449714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15746; }","duration":"333.280691ms","start":"2026-04-08T14:11:41.02124Z","end":"2026-04-08T14:11:41.354521Z","steps":["trace[1444449714] 'agreement among raft nodes before linearized reading' (duration: 332.276413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:11:41.354547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:11:41.021232Z","time spent":"333.310741ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T14:11:53.090149Z","caller":"traceutil/trace.go:171","msg":"trace[1780945141] transaction","detail":"{read_only:false; response_revision:16078; number_of_response:1; }","duration":"210.541271ms","start":"2026-04-08T14:11:52.879579Z","end":"2026-04-08T14:11:53.090121Z","steps":["trace[1780945141] 'process raft request' (duration: 210.410457ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:11:53.090157Z","caller":"traceutil/trace.go:171","msg":"trace[1140296316] linearizableReadLoop","detail":"{readStateIndex:16639; appliedIndex:16639; }","duration":"162.747092ms","start":"2026-04-08T14:11:52.927386Z","end":"2026-04-08T14:11:53.090133Z","steps":["trace[1140296316] 'read index received' (duration: 162.735102ms)","trace[1140296316] 'applied index is now lower than readState.Index' (duration: 9.92µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:11:53.090381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.975748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T14:11:53.090453Z","caller":"traceutil/trace.go:171","msg":"trace[1757007338] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16078; }","duration":"163.06ms","start":"2026-04-08T14:11:52.927379Z","end":"2026-04-08T14:11:53.090439Z","steps":["trace[1757007338] 'agreement among raft nodes before linearized reading' (duration: 162.794813ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:11:53.984692Z","caller":"traceutil/trace.go:171","msg":"trace[650663506] transaction","detail":"{read_only:false; response_revision:16093; number_of_response:1; }","duration":"177.745919ms","start":"2026-04-08T14:11:53.806914Z","end":"2026-04-08T14:11:53.98466Z","steps":["trace[650663506] 'process raft request' (duration: 173.11448ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:01.634059Z","caller":"traceutil/trace.go:171","msg":"trace[1543362020] transaction","detail":"{read_only:false; response_revision:16171; number_of_response:1; }","duration":"139.180647ms","start":"2026-04-08T14:12:01.494847Z","end":"2026-04-08T14:12:01.634028Z","steps":["trace[1543362020] 'process raft request' (duration: 138.964821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.432114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.259733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-08T14:12:02.432188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.499729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:02.432199Z","caller":"traceutil/trace.go:171","msg":"trace[544263119] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16172; }","duration":"427.383295ms","start":"2026-04-08T14:12:02.004794Z","end":"2026-04-08T14:12:02.432177Z","steps":["trace[544263119] 'range keys from in-memory index tree' (duration: 427.098827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.432177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.664127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-08T14:12:02.432233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:02.00478Z","time spent":"427.446396ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-08T14:12:02.432236Z","caller":"traceutil/trace.go:171","msg":"trace[161153081] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16172; }","duration":"251.58197ms","start":"2026-04-08T14:12:02.180636Z","end":"2026-04-08T14:12:02.432218Z","steps":["trace[161153081] 'range keys from in-memory index tree' (duration: 251.376594ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:02.432259Z","caller":"traceutil/trace.go:171","msg":"trace[722035593] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16172; }","duration":"330.773391ms","start":"2026-04-08T14:12:02.101466Z","end":"2026-04-08T14:12:02.432239Z","steps":["trace[722035593] 'range keys from in-memory index tree' (duration: 330.503893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.4323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:02.101458Z","time spent":"330.832813ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:12:02.432364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.422176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-08T14:12:02.432436Z","caller":"traceutil/trace.go:171","msg":"trace[2066302461] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16172; }","duration":"427.526879ms","start":"2026-04-08T14:12:02.00489Z","end":"2026-04-08T14:12:02.432416Z","steps":["trace[2066302461] 'range keys from in-memory index tree' (duration: 427.239621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.432463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.311931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:12:02.432409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.24091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-08T14:12:02.432481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:02.004879Z","time spent":"427.593401ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:12:02.43253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.26291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-08T14:12:02.432548Z","caller":"traceutil/trace.go:171","msg":"trace[1011046661] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16172; }","duration":"428.315511ms","start":"2026-04-08T14:12:02.004226Z","end":"2026-04-08T14:12:02.432542Z","steps":["trace[1011046661] 'range keys from in-memory index tree' (duration: 428.159257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.432562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:02.004204Z","time spent":"428.354352ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-08T14:12:02.432543Z","caller":"traceutil/trace.go:171","msg":"trace[440760147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:16172; }","duration":"292.411556ms","start":"2026-04-08T14:12:02.140097Z","end":"2026-04-08T14:12:02.432508Z","steps":["trace[440760147] 'range keys from in-memory index tree' (duration: 291.938552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.432556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.794856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:02.432617Z","caller":"traceutil/trace.go:171","msg":"trace[2117403900] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16172; }","duration":"251.892778ms","start":"2026-04-08T14:12:02.180706Z","end":"2026-04-08T14:12:02.432599Z","steps":["trace[2117403900] 'range keys from in-memory index tree' (duration: 251.707544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.432635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.289521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:02.432653Z","caller":"traceutil/trace.go:171","msg":"trace[911759680] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16172; }","duration":"428.362003ms","start":"2026-04-08T14:12:02.004286Z","end":"2026-04-08T14:12:02.432648Z","steps":["trace[911759680] 'range keys from in-memory index tree' (duration: 428.174598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.432653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.038823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-08T14:12:02.432667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:02.004248Z","time spent":"428.414993ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-08T14:12:02.432684Z","caller":"traceutil/trace.go:171","msg":"trace[495671343] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16172; }","duration":"424.116325ms","start":"2026-04-08T14:12:02.008558Z","end":"2026-04-08T14:12:02.432675Z","steps":["trace[495671343] 'range keys from in-memory index tree' (duration: 423.904108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.432115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.45654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ktj8f\" ","response":"range_response_count:1 size:9706"} {"level":"info","ts":"2026-04-08T14:12:02.432713Z","caller":"traceutil/trace.go:171","msg":"trace[37012504] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ktj8f; range_end:; response_count:1; response_revision:16172; }","duration":"332.124997ms","start":"2026-04-08T14:12:02.100583Z","end":"2026-04-08T14:12:02.432708Z","steps":["trace[37012504] 'range keys from in-memory index tree' (duration: 331.257065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.432711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:02.008534Z","time spent":"424.170825ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:12:02.432727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:02.100553Z","time spent":"332.170641ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ktj8f\" "} {"level":"warn","ts":"2026-04-08T14:12:02.432106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.24229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:02.432844Z","caller":"traceutil/trace.go:171","msg":"trace[984230] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16172; }","duration":"266.058604ms","start":"2026-04-08T14:12:02.166773Z","end":"2026-04-08T14:12:02.432831Z","steps":["trace[984230] 'count revisions from in-memory index tree' (duration: 265.108965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.432839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.90398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:12:02.432884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.603139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T14:12:02.432894Z","caller":"traceutil/trace.go:171","msg":"trace[382638902] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16172; }","duration":"251.999992ms","start":"2026-04-08T14:12:02.180879Z","end":"2026-04-08T14:12:02.432879Z","steps":["trace[382638902] 'range keys from in-memory index tree' (duration: 251.834077ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:02.432929Z","caller":"traceutil/trace.go:171","msg":"trace[438646106] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:16172; }","duration":"392.705321ms","start":"2026-04-08T14:12:02.040209Z","end":"2026-04-08T14:12:02.432915Z","steps":["trace[438646106] 'count revisions from in-memory index tree' (duration: 392.494226ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:02.432486Z","caller":"traceutil/trace.go:171","msg":"trace[190542945] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16172; }","duration":"428.373812ms","start":"2026-04-08T14:12:02.004104Z","end":"2026-04-08T14:12:02.432477Z","steps":["trace[190542945] 'range keys from in-memory index tree' (duration: 428.186578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.433081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.757007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:12:02.433088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:02.004081Z","time spent":"428.97555ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-08T14:12:02.433207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.71302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-08T14:12:02.432972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:02.040181Z","time spent":"392.781224ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:12:02.433238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.934133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8214"} {"level":"info","ts":"2026-04-08T14:12:02.433243Z","caller":"traceutil/trace.go:171","msg":"trace[1104014136] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16172; }","duration":"248.768192ms","start":"2026-04-08T14:12:02.184465Z","end":"2026-04-08T14:12:02.433233Z","steps":["trace[1104014136] 'range keys from in-memory index tree' (duration: 248.561647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.433252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.79332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:02.433278Z","caller":"traceutil/trace.go:171","msg":"trace[21812933] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16172; }","duration":"127.820272ms","start":"2026-04-08T14:12:02.305451Z","end":"2026-04-08T14:12:02.433271Z","steps":["trace[21812933] 'range keys from in-memory index tree' (duration: 127.720019ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:02.433273Z","caller":"traceutil/trace.go:171","msg":"trace[1878544586] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:16172; }","duration":"237.007116ms","start":"2026-04-08T14:12:02.196257Z","end":"2026-04-08T14:12:02.433264Z","steps":["trace[1878544586] 'range keys from in-memory index tree' (duration: 236.777569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.433352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.994616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:12:02.433349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.540731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-08T14:12:02.433369Z","caller":"traceutil/trace.go:171","msg":"trace[508235193] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16172; }","duration":"128.050748ms","start":"2026-04-08T14:12:02.305313Z","end":"2026-04-08T14:12:02.433364Z","steps":["trace[508235193] 'range keys from in-memory index tree' (duration: 127.911724ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:02.433181Z","caller":"traceutil/trace.go:171","msg":"trace[2055280848] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16172; }","duration":"336.899702ms","start":"2026-04-08T14:12:02.096253Z","end":"2026-04-08T14:12:02.433152Z","steps":["trace[2055280848] 'range keys from in-memory index tree' (duration: 336.682675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.433425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.903185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:02.433454Z","caller":"traceutil/trace.go:171","msg":"trace[1105095759] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16172; }","duration":"127.971836ms","start":"2026-04-08T14:12:02.305474Z","end":"2026-04-08T14:12:02.433445Z","steps":["trace[1105095759] 'range keys from in-memory index tree' (duration: 127.76503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.433444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:02.096237Z","time spent":"337.19035ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-08T14:12:02.433165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.723904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-08T14:12:02.433393Z","caller":"traceutil/trace.go:171","msg":"trace[1858335596] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16172; }","duration":"336.647465ms","start":"2026-04-08T14:12:02.096733Z","end":"2026-04-08T14:12:02.43338Z","steps":["trace[1858335596] 'range keys from in-memory index tree' (duration: 336.304544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:02.433562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:02.096697Z","time spent":"336.84516ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-08T14:12:02.433628Z","caller":"traceutil/trace.go:171","msg":"trace[571344526] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16172; }","duration":"126.121064ms","start":"2026-04-08T14:12:02.307381Z","end":"2026-04-08T14:12:02.433502Z","steps":["trace[571344526] 'range keys from in-memory index tree' (duration: 125.59895ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:02.883512Z","caller":"traceutil/trace.go:171","msg":"trace[503357656] transaction","detail":"{read_only:false; response_revision:16178; number_of_response:1; }","duration":"285.77387ms","start":"2026-04-08T14:12:02.597719Z","end":"2026-04-08T14:12:02.883493Z","steps":["trace[503357656] 'process raft request' (duration: 285.660577ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:02.88365Z","caller":"traceutil/trace.go:171","msg":"trace[1672122771] linearizableReadLoop","detail":"{readStateIndex:16741; appliedIndex:16740; }","duration":"203.270569ms","start":"2026-04-08T14:12:02.68037Z","end":"2026-04-08T14:12:02.88364Z","steps":["trace[1672122771] 'read index received' (duration: 202.930688ms)","trace[1672122771] 'applied index is now lower than readState.Index' (duration: 338.891µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:12:02.88382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.36369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:02.883876Z","caller":"traceutil/trace.go:171","msg":"trace[1036830880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16178; }","duration":"203.547976ms","start":"2026-04-08T14:12:02.680316Z","end":"2026-04-08T14:12:02.883864Z","steps":["trace[1036830880] 'agreement among raft nodes before linearized reading' (duration: 203.378971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:03.154359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.04133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T14:12:03.154502Z","caller":"traceutil/trace.go:171","msg":"trace[1536945430] transaction","detail":"{read_only:false; response_revision:16179; number_of_response:1; }","duration":"209.343927ms","start":"2026-04-08T14:12:02.945094Z","end":"2026-04-08T14:12:03.154438Z","steps":["trace[1536945430] 'process raft request' (duration: 46.157594ms)","trace[1536945430] 'compare' (duration: 162.885925ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:12:03.206322Z","caller":"traceutil/trace.go:171","msg":"trace[1101825516] linearizableReadLoop","detail":"{readStateIndex:16743; appliedIndex:16742; }","duration":"207.893177ms","start":"2026-04-08T14:12:02.998401Z","end":"2026-04-08T14:12:03.206294Z","steps":["trace[1101825516] 'read index received' (duration: 207.625389ms)","trace[1101825516] 'applied index is now lower than readState.Index' (duration: 266.568µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:12:03.206528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.114263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-08T14:12:03.20658Z","caller":"traceutil/trace.go:171","msg":"trace[2015827656] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:16180; }","duration":"208.207674ms","start":"2026-04-08T14:12:02.998347Z","end":"2026-04-08T14:12:03.206555Z","steps":["trace[2015827656] 'agreement among raft nodes before linearized reading' (duration: 208.051041ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:03.206698Z","caller":"traceutil/trace.go:171","msg":"trace[1990411768] transaction","detail":"{read_only:false; response_revision:16180; number_of_response:1; }","duration":"251.387445ms","start":"2026-04-08T14:12:02.955282Z","end":"2026-04-08T14:12:03.206669Z","steps":["trace[1990411768] 'process raft request' (duration: 250.825759ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:05.77145Z","caller":"traceutil/trace.go:171","msg":"trace[60564253] transaction","detail":"{read_only:false; response_revision:16193; number_of_response:1; }","duration":"331.663276ms","start":"2026-04-08T14:12:05.439768Z","end":"2026-04-08T14:12:05.771431Z","steps":["trace[60564253] 'process raft request' (duration: 331.500972ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:05.771426Z","caller":"traceutil/trace.go:171","msg":"trace[1305406588] transaction","detail":"{read_only:false; response_revision:16192; number_of_response:1; }","duration":"335.755459ms","start":"2026-04-08T14:12:05.435633Z","end":"2026-04-08T14:12:05.771388Z","steps":["trace[1305406588] 'process raft request' (duration: 334.794462ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:05.771461Z","caller":"traceutil/trace.go:171","msg":"trace[1590176595] linearizableReadLoop","detail":"{readStateIndex:16757; appliedIndex:16754; }","duration":"306.454644ms","start":"2026-04-08T14:12:05.464981Z","end":"2026-04-08T14:12:05.771435Z","steps":["trace[1590176595] 'read index received' (duration: 305.395344ms)","trace[1590176595] 'applied index is now lower than readState.Index' (duration: 1.05825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:12:05.771577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:05.439752Z","time spent":"331.750098ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:12:05.77158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:05.435612Z","time spent":"335.903644ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:12:05.771598Z","caller":"traceutil/trace.go:171","msg":"trace[1318554881] transaction","detail":"{read_only:false; response_revision:16194; number_of_response:1; }","duration":"331.209134ms","start":"2026-04-08T14:12:05.440378Z","end":"2026-04-08T14:12:05.771587Z","steps":["trace[1318554881] 'process raft request' (duration: 330.994558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:05.771715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:05.440359Z","time spent":"331.268845ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:12:05.771804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.568199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T14:12:05.771881Z","caller":"traceutil/trace.go:171","msg":"trace[1110176756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16194; }","duration":"301.668452ms","start":"2026-04-08T14:12:05.470195Z","end":"2026-04-08T14:12:05.771863Z","steps":["trace[1110176756] 'agreement among raft nodes before linearized reading' (duration: 301.487857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:05.771921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.939949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T14:12:05.771931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:05.470183Z","time spent":"301.734484ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T14:12:05.771957Z","caller":"traceutil/trace.go:171","msg":"trace[731042296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16194; }","duration":"307.015831ms","start":"2026-04-08T14:12:05.464932Z","end":"2026-04-08T14:12:05.771948Z","steps":["trace[731042296] 'agreement among raft nodes before linearized reading' (duration: 306.925468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:05.771984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:05.464909Z","time spent":"307.068422ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:12:05.771836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.008608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-08T14:12:05.772058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.699922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T14:12:05.772106Z","caller":"traceutil/trace.go:171","msg":"trace[564171294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16194; }","duration":"288.793793ms","start":"2026-04-08T14:12:05.483301Z","end":"2026-04-08T14:12:05.772094Z","steps":["trace[564171294] 'agreement among raft nodes before linearized reading' (duration: 288.66459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:05.772122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.684756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T14:12:05.772147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.808726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T14:12:05.772178Z","caller":"traceutil/trace.go:171","msg":"trace[492783051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16194; }","duration":"274.867137ms","start":"2026-04-08T14:12:05.497303Z","end":"2026-04-08T14:12:05.77217Z","steps":["trace[492783051] 'agreement among raft nodes before linearized reading' (duration: 274.786434ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:05.772182Z","caller":"traceutil/trace.go:171","msg":"trace[247998073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16194; }","duration":"299.762849ms","start":"2026-04-08T14:12:05.472404Z","end":"2026-04-08T14:12:05.772166Z","steps":["trace[247998073] 'agreement among raft nodes before linearized reading' (duration: 299.621265ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:05.772067Z","caller":"traceutil/trace.go:171","msg":"trace[375760359] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:16194; }","duration":"100.321058ms","start":"2026-04-08T14:12:05.671738Z","end":"2026-04-08T14:12:05.772059Z","steps":["trace[375760359] 'agreement among raft nodes before linearized reading' (duration: 99.949778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:06.535046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.316776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-08T14:12:06.535121Z","caller":"traceutil/trace.go:171","msg":"trace[417774694] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:16199; }","duration":"258.43696ms","start":"2026-04-08T14:12:06.276667Z","end":"2026-04-08T14:12:06.535104Z","steps":["trace[417774694] 'range keys from in-memory index tree' (duration: 258.193613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.222427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.213686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T14:12:28.222645Z","caller":"traceutil/trace.go:171","msg":"trace[1147948204] linearizableReadLoop","detail":"{readStateIndex:16880; appliedIndex:16877; }","duration":"350.713015ms","start":"2026-04-08T14:12:27.871917Z","end":"2026-04-08T14:12:28.22263Z","steps":["trace[1147948204] 'read index received' (duration: 52.688093ms)","trace[1147948204] 'applied index is now lower than readState.Index' (duration: 298.023772ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:12:28.222676Z","caller":"traceutil/trace.go:171","msg":"trace[484310027] transaction","detail":"{read_only:false; response_revision:16311; number_of_response:1; }","duration":"363.373796ms","start":"2026-04-08T14:12:27.859273Z","end":"2026-04-08T14:12:28.222647Z","steps":["trace[484310027] 'process raft request' (duration: 363.279414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.222868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.845341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T14:12:28.222914Z","caller":"traceutil/trace.go:171","msg":"trace[1061914797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16311; }","duration":"331.952703ms","start":"2026-04-08T14:12:27.89095Z","end":"2026-04-08T14:12:28.222903Z","steps":["trace[1061914797] 'agreement among raft nodes before linearized reading' (duration: 331.799969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.222932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:27.89092Z","time spent":"332.007625ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:12:28.222917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.986528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T14:12:28.222933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.37536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T14:12:28.22293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.993924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-08T14:12:28.222982Z","caller":"traceutil/trace.go:171","msg":"trace[774389237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16311; }","duration":"326.07589ms","start":"2026-04-08T14:12:27.896889Z","end":"2026-04-08T14:12:28.222965Z","steps":["trace[774389237] 'agreement among raft nodes before linearized reading' (duration: 325.879035ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:28.222705Z","caller":"traceutil/trace.go:171","msg":"trace[1646027910] transaction","detail":"{read_only:false; response_revision:16310; number_of_response:1; }","duration":"366.654319ms","start":"2026-04-08T14:12:27.856Z","end":"2026-04-08T14:12:28.222654Z","steps":["trace[1646027910] 'process raft request' (duration: 131.082552ms)","trace[1646027910] 'compare' (duration: 235.062322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:12:28.223022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:27.896883Z","time spent":"326.133641ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T14:12:28.223029Z","caller":"traceutil/trace.go:171","msg":"trace[264059364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:16311; }","duration":"219.102797ms","start":"2026-04-08T14:12:28.003906Z","end":"2026-04-08T14:12:28.223009Z","steps":["trace[264059364] 'agreement among raft nodes before linearized reading' (duration: 218.881521ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:28.223026Z","caller":"traceutil/trace.go:171","msg":"trace[322266289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16311; }","duration":"330.505843ms","start":"2026-04-08T14:12:27.892495Z","end":"2026-04-08T14:12:28.223001Z","steps":["trace[322266289] 'agreement among raft nodes before linearized reading' (duration: 330.227965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.223093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.193049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T14:12:28.223095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:27.892482Z","time spent":"330.599046ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T14:12:28.223125Z","caller":"traceutil/trace.go:171","msg":"trace[52607695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16311; }","duration":"337.24862ms","start":"2026-04-08T14:12:27.885868Z","end":"2026-04-08T14:12:28.223117Z","steps":["trace[52607695] 'agreement among raft nodes before linearized reading' (duration: 336.838199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.223104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:27.855972Z","time spent":"367.062029ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:12:28.223153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:27.885857Z","time spent":"337.291631ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:12:28.223225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.315181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T14:12:28.223267Z","caller":"traceutil/trace.go:171","msg":"trace[942652582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16311; }","duration":"351.386873ms","start":"2026-04-08T14:12:27.871869Z","end":"2026-04-08T14:12:28.223256Z","steps":["trace[942652582] 'agreement among raft nodes before linearized reading' (duration: 350.794457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.223282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:27.87185Z","time spent":"351.428975ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:12:28.223428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:27.85924Z","time spent":"363.595324ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:12:28.223769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.357155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:28.223849Z","caller":"traceutil/trace.go:171","msg":"trace[399547532] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:16311; }","duration":"260.517519ms","start":"2026-04-08T14:12:27.963308Z","end":"2026-04-08T14:12:28.223825Z","steps":["trace[399547532] 'agreement among raft nodes before linearized reading' (duration: 259.412138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.730713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658322424,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T14:12:28.864334Z","caller":"traceutil/trace.go:171","msg":"trace[576312448] transaction","detail":"{read_only:false; response_revision:16312; number_of_response:1; }","duration":"634.934662ms","start":"2026-04-08T14:12:28.229368Z","end":"2026-04-08T14:12:28.864302Z","steps":["trace[576312448] 'process raft request' (duration: 634.731596ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:28.86452Z","caller":"traceutil/trace.go:171","msg":"trace[1758276193] transaction","detail":"{read_only:false; response_revision:16313; number_of_response:1; }","duration":"635.102118ms","start":"2026-04-08T14:12:28.229387Z","end":"2026-04-08T14:12:28.864489Z","steps":["trace[1758276193] 'process raft request' (duration: 634.876501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.864638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.229343Z","time spent":"635.157869ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:12:28.864747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.229377Z","time spent":"635.292342ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:12:28.925989Z","caller":"traceutil/trace.go:171","msg":"trace[300908055] transaction","detail":"{read_only:false; response_revision:16314; number_of_response:1; }","duration":"696.517603ms","start":"2026-04-08T14:12:28.229437Z","end":"2026-04-08T14:12:28.925955Z","steps":["trace[300908055] 'process raft request' (duration: 694.618261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.926322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.229431Z","time spent":"696.746579ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:12:28.926529Z","caller":"traceutil/trace.go:171","msg":"trace[1772310943] transaction","detail":"{read_only:false; response_revision:16315; number_of_response:1; }","duration":"697.053508ms","start":"2026-04-08T14:12:28.229447Z","end":"2026-04-08T14:12:28.9265Z","steps":["trace[1772310943] 'process raft request' (duration: 696.435651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.926654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.229425Z","time spent":"697.175711ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:12:28.926512Z","caller":"traceutil/trace.go:171","msg":"trace[650126635] linearizableReadLoop","detail":"{readStateIndex:16885; appliedIndex:16880; }","duration":"696.744039ms","start":"2026-04-08T14:12:28.22973Z","end":"2026-04-08T14:12:28.926474Z","steps":["trace[650126635] 'read index received' (duration: 634.390537ms)","trace[650126635] 'applied index is now lower than readState.Index' (duration: 62.351592ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:12:28.92703Z","caller":"traceutil/trace.go:171","msg":"trace[499231694] transaction","detail":"{read_only:false; response_revision:16316; number_of_response:1; }","duration":"697.069458ms","start":"2026-04-08T14:12:28.229518Z","end":"2026-04-08T14:12:28.926587Z","steps":["trace[499231694] 'process raft request' (duration: 696.811372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.927148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.223612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:28.927334Z","caller":"traceutil/trace.go:171","msg":"trace[465044137] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16316; }","duration":"336.470849ms","start":"2026-04-08T14:12:28.590846Z","end":"2026-04-08T14:12:28.927317Z","steps":["trace[465044137] 'agreement among raft nodes before linearized reading' (duration: 336.230012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.927391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.590823Z","time spent":"336.554902ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-08T14:12:28.927376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.614467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:28.927456Z","caller":"traceutil/trace.go:171","msg":"trace[1021329706] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16316; }","duration":"330.718729ms","start":"2026-04-08T14:12:28.596718Z","end":"2026-04-08T14:12:28.927437Z","steps":["trace[1021329706] 'agreement among raft nodes before linearized reading' (duration: 330.570055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.927511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.596708Z","time spent":"330.794541ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-08T14:12:28.927709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.192027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:28.927744Z","caller":"traceutil/trace.go:171","msg":"trace[345513316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16316; }","duration":"248.253008ms","start":"2026-04-08T14:12:28.679481Z","end":"2026-04-08T14:12:28.927734Z","steps":["trace[345513316] 'agreement among raft nodes before linearized reading' (duration: 248.204696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.928065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.19579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-08T14:12:28.928103Z","caller":"traceutil/trace.go:171","msg":"trace[833893596] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16316; }","duration":"328.277441ms","start":"2026-04-08T14:12:28.599816Z","end":"2026-04-08T14:12:28.928094Z","steps":["trace[833893596] 'agreement among raft nodes before linearized reading' (duration: 328.136358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.928093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.665507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:12:28.928132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.599795Z","time spent":"328.328972ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-08T14:12:28.928166Z","caller":"traceutil/trace.go:171","msg":"trace[707613991] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16316; }","duration":"335.768469ms","start":"2026-04-08T14:12:28.592378Z","end":"2026-04-08T14:12:28.928146Z","steps":["trace[707613991] 'agreement among raft nodes before linearized reading' (duration: 335.625845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.928216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.592366Z","time spent":"335.841211ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-08T14:12:28.928312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.792676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-08T14:12:28.92835Z","caller":"traceutil/trace.go:171","msg":"trace[755702132] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16316; }","duration":"328.844117ms","start":"2026-04-08T14:12:28.599495Z","end":"2026-04-08T14:12:28.928339Z","steps":["trace[755702132] 'agreement among raft nodes before linearized reading' (duration: 328.740345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.928359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.426127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:28.928388Z","caller":"traceutil/trace.go:171","msg":"trace[54696972] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16316; }","duration":"332.465328ms","start":"2026-04-08T14:12:28.595913Z","end":"2026-04-08T14:12:28.928378Z","steps":["trace[54696972] 'agreement among raft nodes before linearized reading' (duration: 332.423856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.928386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.599488Z","time spent":"328.888809ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:12:28.928414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.595906Z","time spent":"332.501748ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-08T14:12:28.928466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.061158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:28.92852Z","caller":"traceutil/trace.go:171","msg":"trace[1777736613] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16316; }","duration":"336.13771ms","start":"2026-04-08T14:12:28.592367Z","end":"2026-04-08T14:12:28.928504Z","steps":["trace[1777736613] 'agreement among raft nodes before linearized reading' (duration: 336.056517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.92857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.025734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-08T14:12:28.928599Z","caller":"traceutil/trace.go:171","msg":"trace[1134651434] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16316; }","duration":"333.064544ms","start":"2026-04-08T14:12:28.595526Z","end":"2026-04-08T14:12:28.92859Z","steps":["trace[1134651434] 'agreement among raft nodes before linearized reading' (duration: 332.945271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.928584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.229499Z","time spent":"697.633455ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:12:28.928632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.595519Z","time spent":"333.106895ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:12:28.928618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.861419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771307"} {"level":"warn","ts":"2026-04-08T14:12:28.928671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.211925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-08T14:12:28.928704Z","caller":"traceutil/trace.go:171","msg":"trace[543398817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:16316; }","duration":"698.968412ms","start":"2026-04-08T14:12:28.229717Z","end":"2026-04-08T14:12:28.928685Z","steps":["trace[543398817] 'agreement among raft nodes before linearized reading' (duration: 696.875874ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:28.928731Z","caller":"traceutil/trace.go:171","msg":"trace[547739042] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16316; }","duration":"330.283098ms","start":"2026-04-08T14:12:28.598433Z","end":"2026-04-08T14:12:28.928717Z","steps":["trace[547739042] 'agreement among raft nodes before linearized reading' (duration: 330.145874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.928756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.229685Z","time spent":"699.058314ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771330,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-08T14:12:28.928557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.592356Z","time spent":"336.194851ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-08T14:12:28.928807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.946849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T14:12:28.928824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.535104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:28.928845Z","caller":"traceutil/trace.go:171","msg":"trace[405412267] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16316; }","duration":"334.00715ms","start":"2026-04-08T14:12:28.594829Z","end":"2026-04-08T14:12:28.928836Z","steps":["trace[405412267] 'agreement among raft nodes before linearized reading' (duration: 333.955019ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:28.928861Z","caller":"traceutil/trace.go:171","msg":"trace[835694854] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16316; }","duration":"330.585265ms","start":"2026-04-08T14:12:28.598265Z","end":"2026-04-08T14:12:28.92885Z","steps":["trace[835694854] 'agreement among raft nodes before linearized reading' (duration: 330.531844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.928883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.594818Z","time spent":"334.059301ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-08T14:12:28.928909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.598258Z","time spent":"330.642897ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-08T14:12:28.929064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.481564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-08T14:12:28.929099Z","caller":"traceutil/trace.go:171","msg":"trace[842216304] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16316; }","duration":"334.527965ms","start":"2026-04-08T14:12:28.594562Z","end":"2026-04-08T14:12:28.92909Z","steps":["trace[842216304] 'agreement among raft nodes before linearized reading' (duration: 334.432273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.92913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.594556Z","time spent":"334.567586ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-08T14:12:28.92918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.45884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:28.92923Z","caller":"traceutil/trace.go:171","msg":"trace[1146764162] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16316; }","duration":"331.529802ms","start":"2026-04-08T14:12:28.597687Z","end":"2026-04-08T14:12:28.929217Z","steps":["trace[1146764162] 'agreement among raft nodes before linearized reading' (duration: 331.45892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.929241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.858549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-08T14:12:28.929344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.531073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-08T14:12:28.929381Z","caller":"traceutil/trace.go:171","msg":"trace[101117654] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16316; }","duration":"335.578504ms","start":"2026-04-08T14:12:28.593794Z","end":"2026-04-08T14:12:28.929373Z","steps":["trace[101117654] 'agreement among raft nodes before linearized reading' (duration: 335.485951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.929381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.060686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-08T14:12:28.929417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.593788Z","time spent":"335.619505ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-08T14:12:28.929441Z","caller":"traceutil/trace.go:171","msg":"trace[705019898] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16316; }","duration":"332.124948ms","start":"2026-04-08T14:12:28.597299Z","end":"2026-04-08T14:12:28.929424Z","steps":["trace[705019898] 'agreement among raft nodes before linearized reading' (duration: 332.001074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.929492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.597293Z","time spent":"332.18715ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:12:28.929642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.306962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-08T14:12:28.929756Z","caller":"traceutil/trace.go:171","msg":"trace[726703085] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16316; }","duration":"337.376295ms","start":"2026-04-08T14:12:28.592304Z","end":"2026-04-08T14:12:28.92968Z","steps":["trace[726703085] 'agreement among raft nodes before linearized reading' (duration: 337.110857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.9298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.592294Z","time spent":"337.497088ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-08T14:12:28.930042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.076781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:28.930083Z","caller":"traceutil/trace.go:171","msg":"trace[76019863] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16316; }","duration":"339.184035ms","start":"2026-04-08T14:12:28.590888Z","end":"2026-04-08T14:12:28.930072Z","steps":["trace[76019863] 'agreement among raft nodes before linearized reading' (duration: 339.120743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.930116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.590862Z","time spent":"339.243945ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-08T14:12:28.928771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.598397Z","time spent":"330.364769ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:12:28.929275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.597675Z","time spent":"331.590924ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-08T14:12:28.929356Z","caller":"traceutil/trace.go:171","msg":"trace[399016528] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16316; }","duration":"337.001243ms","start":"2026-04-08T14:12:28.592342Z","end":"2026-04-08T14:12:28.929343Z","steps":["trace[399016528] 'agreement among raft nodes before linearized reading' (duration: 336.729295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:28.931199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:28.592338Z","time spent":"338.842774ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-08T14:12:28.929279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.750169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ktj8f\" ","response":"range_response_count:1 size:9706"} {"level":"info","ts":"2026-04-08T14:12:28.931355Z","caller":"traceutil/trace.go:171","msg":"trace[1557698903] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ktj8f; range_end:; response_count:1; response_revision:16316; }","duration":"170.856566ms","start":"2026-04-08T14:12:28.760483Z","end":"2026-04-08T14:12:28.931339Z","steps":["trace[1557698903] 'agreement among raft nodes before linearized reading' (duration: 167.167414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:34.349293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.999275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T14:12:34.349419Z","caller":"traceutil/trace.go:171","msg":"trace[1467321158] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:16340; }","duration":"138.234891ms","start":"2026-04-08T14:12:34.211163Z","end":"2026-04-08T14:12:34.349397Z","steps":["trace[1467321158] 'count revisions from in-memory index tree' (duration: 137.899882ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:34.422736Z","caller":"traceutil/trace.go:171","msg":"trace[577984330] transaction","detail":"{read_only:false; response_revision:16341; number_of_response:1; }","duration":"178.392986ms","start":"2026-04-08T14:12:34.244284Z","end":"2026-04-08T14:12:34.422677Z","steps":["trace[577984330] 'process raft request' (duration: 178.209211ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:34.54424Z","caller":"traceutil/trace.go:171","msg":"trace[1789955368] transaction","detail":"{read_only:false; response_revision:16342; number_of_response:1; }","duration":"299.77557ms","start":"2026-04-08T14:12:34.244426Z","end":"2026-04-08T14:12:34.544201Z","steps":["trace[1789955368] 'process raft request' (duration: 292.56255ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:34.544271Z","caller":"traceutil/trace.go:171","msg":"trace[1166633368] transaction","detail":"{read_only:false; response_revision:16343; number_of_response:1; }","duration":"291.570591ms","start":"2026-04-08T14:12:34.25267Z","end":"2026-04-08T14:12:34.54424Z","steps":["trace[1166633368] 'process raft request' (duration: 291.429467ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:35.127591Z","caller":"traceutil/trace.go:171","msg":"trace[1405958732] transaction","detail":"{read_only:false; response_revision:16348; number_of_response:1; }","duration":"167.333149ms","start":"2026-04-08T14:12:34.960244Z","end":"2026-04-08T14:12:35.127577Z","steps":["trace[1405958732] 'process raft request' (duration: 167.158085ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:35.127598Z","caller":"traceutil/trace.go:171","msg":"trace[787633715] linearizableReadLoop","detail":"{readStateIndex:16918; appliedIndex:16915; }","duration":"148.976239ms","start":"2026-04-08T14:12:34.978495Z","end":"2026-04-08T14:12:35.127471Z","steps":["trace[787633715] 'read index received' (duration: 2.450228ms)","trace[787633715] 'applied index is now lower than readState.Index' (duration: 146.524851ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:12:35.127609Z","caller":"traceutil/trace.go:171","msg":"trace[1552702399] transaction","detail":"{read_only:false; response_revision:16347; number_of_response:1; }","duration":"168.229365ms","start":"2026-04-08T14:12:34.959338Z","end":"2026-04-08T14:12:35.127568Z","steps":["trace[1552702399] 'process raft request' (duration: 73.674417ms)","trace[1552702399] 'compare' (duration: 94.243039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:12:35.127796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.291817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jndw5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-08T14:12:35.127816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.040557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ktj8f\" ","response":"range_response_count:1 size:9706"} {"level":"info","ts":"2026-04-08T14:12:35.127868Z","caller":"traceutil/trace.go:171","msg":"trace[388829044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jndw5; range_end:; response_count:1; response_revision:16348; }","duration":"149.411481ms","start":"2026-04-08T14:12:34.97844Z","end":"2026-04-08T14:12:35.127852Z","steps":["trace[388829044] 'agreement among raft nodes before linearized reading' (duration: 149.205395ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:35.127876Z","caller":"traceutil/trace.go:171","msg":"trace[852949476] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ktj8f; range_end:; response_count:1; response_revision:16348; }","duration":"142.13313ms","start":"2026-04-08T14:12:34.985727Z","end":"2026-04-08T14:12:35.12786Z","steps":["trace[852949476] 'agreement among raft nodes before linearized reading' (duration: 141.976766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:36.264142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658322614,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T14:12:36.274604Z","caller":"traceutil/trace.go:171","msg":"trace[1342805573] transaction","detail":"{read_only:false; response_revision:16350; number_of_response:1; }","duration":"592.895304ms","start":"2026-04-08T14:12:35.681692Z","end":"2026-04-08T14:12:36.274587Z","steps":["trace[1342805573] 'process raft request' (duration: 592.74687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:36.274697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:35.681667Z","time spent":"592.970396ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:12:36.560996Z","caller":"traceutil/trace.go:171","msg":"trace[1726039115] transaction","detail":"{read_only:false; response_revision:16351; number_of_response:1; }","duration":"579.037689ms","start":"2026-04-08T14:12:35.981932Z","end":"2026-04-08T14:12:36.56097Z","steps":["trace[1726039115] 'process raft request' (duration: 577.392793ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:36.561095Z","caller":"traceutil/trace.go:171","msg":"trace[581960171] linearizableReadLoop","detail":"{readStateIndex:16921; appliedIndex:16919; }","duration":"797.756296ms","start":"2026-04-08T14:12:35.763324Z","end":"2026-04-08T14:12:36.56108Z","steps":["trace[581960171] 'read index received' (duration: 511.165833ms)","trace[581960171] 'applied index is now lower than readState.Index' (duration: 286.589233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:12:36.561133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:35.981912Z","time spent":"579.148242ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:12:36.561174Z","caller":"traceutil/trace.go:171","msg":"trace[1234188064] transaction","detail":"{read_only:false; response_revision:16352; number_of_response:1; }","duration":"132.349567ms","start":"2026-04-08T14:12:36.428808Z","end":"2026-04-08T14:12:36.561158Z","steps":["trace[1234188064] 'process raft request' (duration: 132.012598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:36.561351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.741413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6h92f\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-04-08T14:12:36.561393Z","caller":"traceutil/trace.go:171","msg":"trace[118828925] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6h92f; range_end:; response_count:1; response_revision:16353; }","duration":"794.811874ms","start":"2026-04-08T14:12:35.766571Z","end":"2026-04-08T14:12:36.561383Z","steps":["trace[118828925] 'agreement among raft nodes before linearized reading' (duration: 794.685161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:36.561371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.01629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T14:12:36.561388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.059554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6h92f\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-04-08T14:12:36.561423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:35.766554Z","time spent":"794.861545ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6h92f\" "} {"level":"warn","ts":"2026-04-08T14:12:36.561348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.124079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-04-08T14:12:36.56146Z","caller":"traceutil/trace.go:171","msg":"trace[1830270941] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6h92f; range_end:; response_count:1; response_revision:16353; }","duration":"798.176348ms","start":"2026-04-08T14:12:35.763268Z","end":"2026-04-08T14:12:36.561444Z","steps":["trace[1830270941] 'agreement among raft nodes before linearized reading' (duration: 797.972533ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:12:36.561461Z","caller":"traceutil/trace.go:171","msg":"trace[1178926318] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:16353; }","duration":"203.157895ms","start":"2026-04-08T14:12:36.35828Z","end":"2026-04-08T14:12:36.561438Z","steps":["trace[1178926318] 'agreement among raft nodes before linearized reading' (duration: 202.98738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:12:36.561494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:12:35.763247Z","time spent":"798.240929ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6h92f\" "} {"level":"info","ts":"2026-04-08T14:12:36.561498Z","caller":"traceutil/trace.go:171","msg":"trace[1684342257] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:16353; }","duration":"241.280335ms","start":"2026-04-08T14:12:36.320175Z","end":"2026-04-08T14:12:36.561455Z","steps":["trace[1684342257] 'agreement among raft nodes before linearized reading' (duration: 241.090529ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:13:20.4394Z","caller":"traceutil/trace.go:171","msg":"trace[934709463] transaction","detail":"{read_only:false; response_revision:16629; number_of_response:1; }","duration":"129.035415ms","start":"2026-04-08T14:13:20.310321Z","end":"2026-04-08T14:13:20.439356Z","steps":["trace[934709463] 'process raft request' (duration: 102.431815ms)","trace[934709463] 'compare' (duration: 15.680415ms)","trace[934709463] 'store kv pair into bolt db' {req_type:put; key:/registry/pods/openstack/nova-ks-service-tb4gf; req_size:7686; } (duration: 10.801031ms)"],"step_count":3} {"level":"info","ts":"2026-04-08T14:13:56.912011Z","caller":"traceutil/trace.go:171","msg":"trace[1685388536] transaction","detail":"{read_only:false; response_revision:16868; number_of_response:1; }","duration":"288.267406ms","start":"2026-04-08T14:13:56.623711Z","end":"2026-04-08T14:13:56.911979Z","steps":["trace[1685388536] 'process raft request' (duration: 287.870244ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:13:56.912023Z","caller":"traceutil/trace.go:171","msg":"trace[1286950126] linearizableReadLoop","detail":"{readStateIndex:17455; appliedIndex:17454; }","duration":"231.903739ms","start":"2026-04-08T14:13:56.680005Z","end":"2026-04-08T14:13:56.911909Z","steps":["trace[1286950126] 'read index received' (duration: 231.875379ms)","trace[1286950126] 'applied index is now lower than readState.Index' (duration: 27.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:13:56.91231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.233709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:13:56.912453Z","caller":"traceutil/trace.go:171","msg":"trace[307578689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16868; }","duration":"232.454445ms","start":"2026-04-08T14:13:56.679964Z","end":"2026-04-08T14:13:56.912418Z","steps":["trace[307578689] 'agreement among raft nodes before linearized reading' (duration: 232.127836ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:13:57.061689Z","caller":"traceutil/trace.go:171","msg":"trace[490651258] transaction","detail":"{read_only:false; response_revision:16869; number_of_response:1; }","duration":"202.107792ms","start":"2026-04-08T14:13:56.859556Z","end":"2026-04-08T14:13:57.061664Z","steps":["trace[490651258] 'process raft request' (duration: 201.763193ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:13:57.061785Z","caller":"traceutil/trace.go:171","msg":"trace[1730672499] linearizableReadLoop","detail":"{readStateIndex:17459; appliedIndex:17455; }","duration":"147.973729ms","start":"2026-04-08T14:13:56.913792Z","end":"2026-04-08T14:13:57.061766Z","steps":["trace[1730672499] 'read index received' (duration: 99.649497ms)","trace[1730672499] 'applied index is now lower than readState.Index' (duration: 48.322982ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:13:57.061917Z","caller":"traceutil/trace.go:171","msg":"trace[1383613918] transaction","detail":"{read_only:false; response_revision:16870; number_of_response:1; }","duration":"195.16101ms","start":"2026-04-08T14:13:56.866726Z","end":"2026-04-08T14:13:57.061887Z","steps":["trace[1383613918] 'process raft request' (duration: 194.893513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:13:57.062095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.279858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:13:57.062133Z","caller":"traceutil/trace.go:171","msg":"trace[2028571337] transaction","detail":"{read_only:false; response_revision:16871; number_of_response:1; }","duration":"194.048179ms","start":"2026-04-08T14:13:56.868047Z","end":"2026-04-08T14:13:57.062095Z","steps":["trace[2028571337] 'process raft request' (duration: 193.663918ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:13:57.062163Z","caller":"traceutil/trace.go:171","msg":"trace[27256295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16871; }","duration":"148.398591ms","start":"2026-04-08T14:13:56.913747Z","end":"2026-04-08T14:13:57.062146Z","steps":["trace[27256295] 'agreement among raft nodes before linearized reading' (duration: 148.097904ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:13:58.203698Z","caller":"traceutil/trace.go:171","msg":"trace[329726135] linearizableReadLoop","detail":"{readStateIndex:17466; appliedIndex:17465; }","duration":"104.569694ms","start":"2026-04-08T14:13:58.099095Z","end":"2026-04-08T14:13:58.203665Z","steps":["trace[329726135] 'read index received' (duration: 50.325188ms)","trace[329726135] 'applied index is now lower than readState.Index' (duration: 54.242756ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:13:58.203925Z","caller":"traceutil/trace.go:171","msg":"trace[829102077] compact","detail":"{revision:14449; response_revision:16877; }","duration":"109.036858ms","start":"2026-04-08T14:13:58.094861Z","end":"2026-04-08T14:13:58.203898Z","steps":["trace[829102077] 'process raft request' (duration: 54.515554ms)","trace[829102077] 'check and update compact revision' (duration: 54.183764ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:13:58.204183Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14449} {"level":"warn","ts":"2026-04-08T14:13:58.205287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.178249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:83 size:801419"} {"level":"info","ts":"2026-04-08T14:13:58.205383Z","caller":"traceutil/trace.go:171","msg":"trace[1175039548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:83; response_revision:16877; }","duration":"106.290662ms","start":"2026-04-08T14:13:58.099075Z","end":"2026-04-08T14:13:58.205365Z","steps":["trace[1175039548] 'agreement among raft nodes before linearized reading' (duration: 104.986736ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:13:58.298415Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14449,"took":"91.845391ms","hash":2400502135,"current-db-size-bytes":53768192,"current-db-size":"54 MB","current-db-size-in-use-bytes":30785536,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-08T14:13:58.298529Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2400502135,"revision":14449,"compact-revision":12354} {"level":"info","ts":"2026-04-08T14:18:41.040132Z","caller":"traceutil/trace.go:171","msg":"trace[1272706002] linearizableReadLoop","detail":"{readStateIndex:19767; appliedIndex:19766; }","duration":"361.029376ms","start":"2026-04-08T14:18:40.679073Z","end":"2026-04-08T14:18:41.040102Z","steps":["trace[1272706002] 'read index received' (duration: 308.298432ms)","trace[1272706002] 'applied index is now lower than readState.Index' (duration: 52.729604ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:41.040281Z","caller":"traceutil/trace.go:171","msg":"trace[532360533] transaction","detail":"{read_only:false; response_revision:19108; number_of_response:1; }","duration":"467.459719ms","start":"2026-04-08T14:18:40.572808Z","end":"2026-04-08T14:18:41.040268Z","steps":["trace[532360533] 'process raft request' (duration: 414.52296ms)","trace[532360533] 'compare' (duration: 52.578888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:41.040389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:40.572778Z","time spent":"467.53476ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3280,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:18:41.040733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.646643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:41.040813Z","caller":"traceutil/trace.go:171","msg":"trace[1403207903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19108; }","duration":"361.753676ms","start":"2026-04-08T14:18:40.679039Z","end":"2026-04-08T14:18:41.040793Z","steps":["trace[1403207903] 'agreement among raft nodes before linearized reading' (duration: 361.576402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:41.040866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:40.679024Z","time spent":"361.833828ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:18:41.040886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.724462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:18:41.040974Z","caller":"traceutil/trace.go:171","msg":"trace[381906818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19108; }","duration":"179.840364ms","start":"2026-04-08T14:18:40.861104Z","end":"2026-04-08T14:18:41.040945Z","steps":["trace[381906818] 'agreement among raft nodes before linearized reading' (duration: 179.680049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:41.040694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.993529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-v7grr\" ","response":"range_response_count:1 size:20771"} {"level":"warn","ts":"2026-04-08T14:18:41.041055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.099793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-08T14:18:41.04115Z","caller":"traceutil/trace.go:171","msg":"trace[972718541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19108; }","duration":"196.191245ms","start":"2026-04-08T14:18:40.844932Z","end":"2026-04-08T14:18:41.041123Z","steps":["trace[972718541] 'agreement among raft nodes before linearized reading' (duration: 195.965108ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:41.041149Z","caller":"traceutil/trace.go:171","msg":"trace[937762002] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-v7grr; range_end:; response_count:1; response_revision:19108; }","duration":"315.469111ms","start":"2026-04-08T14:18:40.72562Z","end":"2026-04-08T14:18:41.041089Z","steps":["trace[937762002] 'agreement among raft nodes before linearized reading' (duration: 314.760382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:41.041351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:40.725569Z","time spent":"315.726518ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-v7grr\" "} {"level":"warn","ts":"2026-04-08T14:18:41.422578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.790521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:18:41.422862Z","caller":"traceutil/trace.go:171","msg":"trace[1041811573] linearizableReadLoop","detail":"{readStateIndex:19771; appliedIndex:19767; }","duration":"370.844636ms","start":"2026-04-08T14:18:41.052Z","end":"2026-04-08T14:18:41.422845Z","steps":["trace[1041811573] 'read index received' (duration: 36.007282ms)","trace[1041811573] 'applied index is now lower than readState.Index' (duration: 334.836264ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:41.422961Z","caller":"traceutil/trace.go:171","msg":"trace[2029755277] transaction","detail":"{read_only:false; response_revision:19110; number_of_response:1; }","duration":"377.066358ms","start":"2026-04-08T14:18:41.045883Z","end":"2026-04-08T14:18:41.422949Z","steps":["trace[2029755277] 'process raft request' (duration: 134.819735ms)","trace[2029755277] 'compare' (duration: 241.676008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:41.423022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.045853Z","time spent":"377.13694ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:41.423074Z","caller":"traceutil/trace.go:171","msg":"trace[951915691] transaction","detail":"{read_only:false; response_revision:19113; number_of_response:1; }","duration":"368.024679ms","start":"2026-04-08T14:18:41.05502Z","end":"2026-04-08T14:18:41.423045Z","steps":["trace[951915691] 'process raft request' (duration: 367.752221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:41.423205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.054999Z","time spent":"368.146003ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:18:41.423327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.286719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-08T14:18:41.423434Z","caller":"traceutil/trace.go:171","msg":"trace[115227875] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:19113; }","duration":"371.460284ms","start":"2026-04-08T14:18:41.051949Z","end":"2026-04-08T14:18:41.423409Z","steps":["trace[115227875] 'agreement among raft nodes before linearized reading' (duration: 371.171526ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:41.423446Z","caller":"traceutil/trace.go:171","msg":"trace[1600226593] transaction","detail":"{read_only:false; response_revision:19111; number_of_response:1; }","duration":"377.088639ms","start":"2026-04-08T14:18:41.04634Z","end":"2026-04-08T14:18:41.423428Z","steps":["trace[1600226593] 'process raft request' (duration: 376.330208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:41.4235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.051928Z","time spent":"371.558076ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-04-08T14:18:41.423596Z","caller":"traceutil/trace.go:171","msg":"trace[1448415806] transaction","detail":"{read_only:false; response_revision:19112; number_of_response:1; }","duration":"377.144271ms","start":"2026-04-08T14:18:41.046439Z","end":"2026-04-08T14:18:41.423583Z","steps":["trace[1448415806] 'process raft request' (duration: 376.286337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:41.423621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.990168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T14:18:41.423665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.046411Z","time spent":"377.218212ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:41.42368Z","caller":"traceutil/trace.go:171","msg":"trace[1216066990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19113; }","duration":"266.073581ms","start":"2026-04-08T14:18:41.157589Z","end":"2026-04-08T14:18:41.423663Z","steps":["trace[1216066990] 'agreement among raft nodes before linearized reading' (duration: 265.916066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:41.42405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.046326Z","time spent":"377.165711ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:18:41.423615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.451072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6h92f\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-08T14:18:41.424272Z","caller":"traceutil/trace.go:171","msg":"trace[319421806] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6h92f; range_end:; response_count:1; response_revision:19113; }","duration":"283.170751ms","start":"2026-04-08T14:18:41.141079Z","end":"2026-04-08T14:18:41.42425Z","steps":["trace[319421806] 'agreement among raft nodes before linearized reading' (duration: 282.065181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:41.860337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.425477Z","time spent":"434.85231ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T14:18:41.895548Z","caller":"traceutil/trace.go:171","msg":"trace[602056172] linearizableReadLoop","detail":"{readStateIndex:19774; appliedIndex:19772; }","duration":"463.676704ms","start":"2026-04-08T14:18:41.431843Z","end":"2026-04-08T14:18:41.89552Z","steps":["trace[602056172] 'read index received' (duration: 409.670737ms)","trace[602056172] 'applied index is now lower than readState.Index' (duration: 54.004257ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:41.895702Z","caller":"traceutil/trace.go:171","msg":"trace[1001313821] transaction","detail":"{read_only:false; response_revision:19114; number_of_response:1; }","duration":"466.141542ms","start":"2026-04-08T14:18:41.429517Z","end":"2026-04-08T14:18:41.895658Z","steps":["trace[1001313821] 'process raft request' (duration: 465.798863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:41.89592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.42949Z","time spent":"466.307996ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:18:41.896955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.077913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:953227"} {"level":"info","ts":"2026-04-08T14:18:41.897016Z","caller":"traceutil/trace.go:171","msg":"trace[902095984] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:19114; }","duration":"465.186936ms","start":"2026-04-08T14:18:41.431817Z","end":"2026-04-08T14:18:41.897003Z","steps":["trace[902095984] 'agreement among raft nodes before linearized reading' (duration: 463.853599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:41.897059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.431798Z","time spent":"465.247757ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":953250,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-08T14:18:42.396632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658332953,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T14:18:42.66119Z","caller":"traceutil/trace.go:171","msg":"trace[679466056] transaction","detail":"{read_only:false; response_revision:19115; number_of_response:1; }","duration":"799.521777ms","start":"2026-04-08T14:18:41.861635Z","end":"2026-04-08T14:18:42.661157Z","steps":["trace[679466056] 'process raft request' (duration: 796.36576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:42.661378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.861563Z","time spent":"799.721002ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:18:43.419324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:42.91628Z","time spent":"503.038498ms","remote":"127.0.0.1:49128","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T14:18:43.419647Z","caller":"traceutil/trace.go:171","msg":"trace[116878875] transaction","detail":"{read_only:false; response_revision:19116; number_of_response:1; }","duration":"1.366417075s","start":"2026-04-08T14:18:42.053208Z","end":"2026-04-08T14:18:43.419625Z","steps":["trace[116878875] 'process raft request' (duration: 1.343107273s)","trace[116878875] 'compare' (duration: 22.631984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:43.419737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:42.053173Z","time spent":"1.366504528s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:43.419721Z","caller":"traceutil/trace.go:171","msg":"trace[464621545] linearizableReadLoop","detail":"{readStateIndex:19779; appliedIndex:19774; }","duration":"1.524056348s","start":"2026-04-08T14:18:41.895639Z","end":"2026-04-08T14:18:43.419695Z","steps":["trace[464621545] 'read index received' (duration: 762.463536ms)","trace[464621545] 'applied index is now lower than readState.Index' (duration: 761.591852ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:43.419873Z","caller":"traceutil/trace.go:171","msg":"trace[1557734842] transaction","detail":"{read_only:false; response_revision:19119; number_of_response:1; }","duration":"1.255663023s","start":"2026-04-08T14:18:42.164197Z","end":"2026-04-08T14:18:43.41986Z","steps":["trace[1557734842] 'process raft request' (duration: 1.255444667s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:43.419839Z","caller":"traceutil/trace.go:171","msg":"trace[82883676] transaction","detail":"{read_only:false; response_revision:19118; number_of_response:1; }","duration":"1.264661211s","start":"2026-04-08T14:18:42.155135Z","end":"2026-04-08T14:18:43.419796Z","steps":["trace[82883676] 'process raft request' (duration: 1.264470236s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.420013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:42.164182Z","time spent":"1.255729805s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:18:43.420082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987926307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-04-08T14:18:43.420172Z","caller":"traceutil/trace.go:171","msg":"trace[1713794208] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:19119; }","duration":"1.98801831s","start":"2026-04-08T14:18:41.432145Z","end":"2026-04-08T14:18:43.420164Z","steps":["trace[1713794208] 'agreement among raft nodes before linearized reading' (duration: 1.987819784s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.420213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.432083Z","time spent":"1.988119852s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1322,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-04-08T14:18:43.420375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740420179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:43.42041Z","caller":"traceutil/trace.go:171","msg":"trace[2065339052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19119; }","duration":"1.74049262s","start":"2026-04-08T14:18:41.679909Z","end":"2026-04-08T14:18:43.420401Z","steps":["trace[2065339052] 'agreement among raft nodes before linearized reading' (duration: 1.740436059s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.420438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.679887Z","time spent":"1.740543992s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:18:43.420538Z","caller":"traceutil/trace.go:171","msg":"trace[850499458] transaction","detail":"{read_only:false; response_revision:19117; number_of_response:1; }","duration":"1.275831728s","start":"2026-04-08T14:18:42.14469Z","end":"2026-04-08T14:18:43.420522Z","steps":["trace[850499458] 'process raft request' (duration: 1.274813751s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.42058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171788843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:18:43.420654Z","caller":"traceutil/trace.go:171","msg":"trace[997855736] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19119; }","duration":"1.171895624s","start":"2026-04-08T14:18:42.248737Z","end":"2026-04-08T14:18:43.420633Z","steps":["trace[997855736] 'agreement among raft nodes before linearized reading' (duration: 1.17170187s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.420678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:42.144667Z","time spent":"1.275915541s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:18:43.420687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796925136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ktj8f\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-08T14:18:43.420774Z","caller":"traceutil/trace.go:171","msg":"trace[1136949700] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ktj8f; range_end:; response_count:1; response_revision:19119; }","duration":"1.797048349s","start":"2026-04-08T14:18:41.623705Z","end":"2026-04-08T14:18:43.420754Z","steps":["trace[1136949700] 'agreement among raft nodes before linearized reading' (duration: 1.796823113s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.420784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.640688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-08T14:18:43.420833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:41.623683Z","time spent":"1.797138061s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9730,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ktj8f\" "} {"level":"warn","ts":"2026-04-08T14:18:43.420833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14881205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:18:43.420836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097163587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:18:43.420851Z","caller":"traceutil/trace.go:171","msg":"trace[1996292223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19119; }","duration":"327.738689ms","start":"2026-04-08T14:18:43.093093Z","end":"2026-04-08T14:18:43.420832Z","steps":["trace[1996292223] 'agreement among raft nodes before linearized reading' (duration: 327.561915ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:43.420886Z","caller":"traceutil/trace.go:171","msg":"trace[1995318271] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19119; }","duration":"1.148904802s","start":"2026-04-08T14:18:42.271969Z","end":"2026-04-08T14:18:43.420874Z","steps":["trace[1995318271] 'agreement among raft nodes before linearized reading' (duration: 1.148815299s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.42071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:42.248717Z","time spent":"1.171979418s","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":62,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:18:43.420893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.058187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-08T14:18:43.420903Z","caller":"traceutil/trace.go:171","msg":"trace[306187077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19119; }","duration":"1.09726488s","start":"2026-04-08T14:18:42.323621Z","end":"2026-04-08T14:18:43.420886Z","steps":["trace[306187077] 'agreement among raft nodes before linearized reading' (duration: 1.097149397s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.420907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:43.093078Z","time spent":"327.816701ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:18:43.420926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:42.271944Z","time spent":"1.148971275s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:18:43.420898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.07126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:43.420939Z","caller":"traceutil/trace.go:171","msg":"trace[1834411287] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19119; }","duration":"757.142509ms","start":"2026-04-08T14:18:42.663784Z","end":"2026-04-08T14:18:43.420926Z","steps":["trace[1834411287] 'agreement among raft nodes before linearized reading' (duration: 756.961804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.420952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:42.323607Z","time spent":"1.097330451s","remote":"127.0.0.1:39446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:18:43.420979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:42.663761Z","time spent":"757.208442ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-08T14:18:43.420986Z","caller":"traceutil/trace.go:171","msg":"trace[838136571] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:19119; }","duration":"148.202653ms","start":"2026-04-08T14:18:43.27276Z","end":"2026-04-08T14:18:43.420963Z","steps":["trace[838136571] 'agreement among raft nodes before linearized reading' (duration: 148.063419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.421017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.308601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-08T14:18:43.421079Z","caller":"traceutil/trace.go:171","msg":"trace[1313141526] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19119; }","duration":"938.418593ms","start":"2026-04-08T14:18:42.482647Z","end":"2026-04-08T14:18:43.421066Z","steps":["trace[1313141526] 'agreement among raft nodes before linearized reading' (duration: 938.149785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.421115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:42.482625Z","time spent":"938.482735ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":133,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:18:43.420081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:42.155122Z","time spent":"1.264824345s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:18:43.725832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.338907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:18:43.725949Z","caller":"traceutil/trace.go:171","msg":"trace[892643275] linearizableReadLoop","detail":"{readStateIndex:19780; appliedIndex:19779; }","duration":"300.043296ms","start":"2026-04-08T14:18:43.425884Z","end":"2026-04-08T14:18:43.725928Z","steps":["trace[892643275] 'read index received' (duration: 155.622517ms)","trace[892643275] 'applied index is now lower than readState.Index' (duration: 144.419069ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:43.726039Z","caller":"traceutil/trace.go:171","msg":"trace[1465512353] transaction","detail":"{read_only:false; response_revision:19120; number_of_response:1; }","duration":"300.272762ms","start":"2026-04-08T14:18:43.425754Z","end":"2026-04-08T14:18:43.726027Z","steps":["trace[1465512353] 'process raft request' (duration: 155.659518ms)","trace[1465512353] 'compare' (duration: 143.981537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:43.7261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:43.425735Z","time spent":"300.330255ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:18:43.726393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.483998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-04-08T14:18:43.726481Z","caller":"traceutil/trace.go:171","msg":"trace[77418482] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:19120; }","duration":"300.609741ms","start":"2026-04-08T14:18:43.425852Z","end":"2026-04-08T14:18:43.726462Z","steps":["trace[77418482] 'agreement among raft nodes before linearized reading' (duration: 300.361505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.72653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:43.425837Z","time spent":"300.684004ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1271,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"info","ts":"2026-04-08T14:18:43.744385Z","caller":"traceutil/trace.go:171","msg":"trace[1134840159] transaction","detail":"{read_only:false; response_revision:19121; number_of_response:1; }","duration":"275.716436ms","start":"2026-04-08T14:18:43.468647Z","end":"2026-04-08T14:18:43.744363Z","steps":["trace[1134840159] 'process raft request' (duration: 275.277704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.744393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.502849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:18:43.744442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.298357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-08T14:18:43.744501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.194059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:43.7445Z","caller":"traceutil/trace.go:171","msg":"trace[1221073292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19121; }","duration":"312.668275ms","start":"2026-04-08T14:18:43.431807Z","end":"2026-04-08T14:18:43.744476Z","steps":["trace[1221073292] 'agreement among raft nodes before linearized reading' (duration: 312.357356ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:43.744544Z","caller":"traceutil/trace.go:171","msg":"trace[1913661266] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19121; }","duration":"223.283861ms","start":"2026-04-08T14:18:43.521247Z","end":"2026-04-08T14:18:43.744531Z","steps":["trace[1913661266] 'agreement among raft nodes before linearized reading' (duration: 223.204509ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:43.74455Z","caller":"traceutil/trace.go:171","msg":"trace[1761277414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19121; }","duration":"315.458821ms","start":"2026-04-08T14:18:43.429063Z","end":"2026-04-08T14:18:43.744522Z","steps":["trace[1761277414] 'agreement among raft nodes before linearized reading' (duration: 315.135622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.744562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:43.431786Z","time spent":"312.763566ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:18:43.744615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:43.429055Z","time spent":"315.547303ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:18:43.744752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.321162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:18:43.744777Z","caller":"traceutil/trace.go:171","msg":"trace[886707769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19121; }","duration":"317.389694ms","start":"2026-04-08T14:18:43.42738Z","end":"2026-04-08T14:18:43.74477Z","steps":["trace[886707769] 'agreement among raft nodes before linearized reading' (duration: 317.318513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.744796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:43.427359Z","time spent":"317.431665ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:18:43.744942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.723701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:18:43.744986Z","caller":"traceutil/trace.go:171","msg":"trace[770371304] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19121; }","duration":"318.825943ms","start":"2026-04-08T14:18:43.426149Z","end":"2026-04-08T14:18:43.744974Z","steps":["trace[770371304] 'agreement among raft nodes before linearized reading' (duration: 318.69177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.745016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:43.426117Z","time spent":"318.891936ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T14:18:43.747539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.007674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:18:43.749819Z","caller":"traceutil/trace.go:171","msg":"trace[60856846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19121; }","duration":"322.34744ms","start":"2026-04-08T14:18:43.427457Z","end":"2026-04-08T14:18:43.749805Z","steps":["trace[60856846] 'agreement among raft nodes before linearized reading' (duration: 316.864609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.748456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.62207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:953227"} {"level":"info","ts":"2026-04-08T14:18:43.74999Z","caller":"traceutil/trace.go:171","msg":"trace[1675182340] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:19121; }","duration":"323.193103ms","start":"2026-04-08T14:18:43.426781Z","end":"2026-04-08T14:18:43.749974Z","steps":["trace[1675182340] 'agreement among raft nodes before linearized reading' (duration: 317.508917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:43.750042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:43.426771Z","time spent":"323.254046ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":953250,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-08T14:18:43.750661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:43.427433Z","time spent":"323.218605ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T14:18:48.899064Z","caller":"traceutil/trace.go:171","msg":"trace[2007594416] linearizableReadLoop","detail":"{readStateIndex:19942; appliedIndex:19941; }","duration":"213.920633ms","start":"2026-04-08T14:18:48.685122Z","end":"2026-04-08T14:18:48.899042Z","steps":["trace[2007594416] 'read index received' (duration: 213.697137ms)","trace[2007594416] 'applied index is now lower than readState.Index' (duration: 220.216µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:48.899118Z","caller":"traceutil/trace.go:171","msg":"trace[1552049888] transaction","detail":"{read_only:false; response_revision:19280; number_of_response:1; }","duration":"257.183325ms","start":"2026-04-08T14:18:48.641897Z","end":"2026-04-08T14:18:48.89908Z","steps":["trace[1552049888] 'process raft request' (duration: 256.994739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:48.899258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.119409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-db-init\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-08T14:18:48.89929Z","caller":"traceutil/trace.go:171","msg":"trace[677684869] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-db-init; range_end:; response_count:1; response_revision:19280; }","duration":"214.212062ms","start":"2026-04-08T14:18:48.68507Z","end":"2026-04-08T14:18:48.899283Z","steps":["trace[677684869] 'agreement among raft nodes before linearized reading' (duration: 214.079248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:48.89958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.290453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-api\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-04-08T14:18:48.899666Z","caller":"traceutil/trace.go:171","msg":"trace[1812566291] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-api; range_end:; response_count:1; response_revision:19280; }","duration":"214.394816ms","start":"2026-04-08T14:18:48.685253Z","end":"2026-04-08T14:18:48.899648Z","steps":["trace[1812566291] 'agreement among raft nodes before linearized reading' (duration: 214.17919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:48.899793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.758952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-cfn\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-04-08T14:18:48.89991Z","caller":"traceutil/trace.go:171","msg":"trace[1156596030] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-cfn; range_end:; response_count:1; response_revision:19280; }","duration":"212.924886ms","start":"2026-04-08T14:18:48.686964Z","end":"2026-04-08T14:18:48.899889Z","steps":["trace[1156596030] 'agreement among raft nodes before linearized reading' (duration: 212.519304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:49.357398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.139423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:18:49.357511Z","caller":"traceutil/trace.go:171","msg":"trace[1104201156] linearizableReadLoop","detail":"{readStateIndex:19943; appliedIndex:19942; }","duration":"412.729041ms","start":"2026-04-08T14:18:48.94476Z","end":"2026-04-08T14:18:49.357489Z","steps":["trace[1104201156] 'read index received' (duration: 118.249608ms)","trace[1104201156] 'applied index is now lower than readState.Index' (duration: 294.477752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:49.357692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.941366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-04-08T14:18:49.357729Z","caller":"traceutil/trace.go:171","msg":"trace[498076127] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19281; }","duration":"413.036689ms","start":"2026-04-08T14:18:48.944681Z","end":"2026-04-08T14:18:49.357717Z","steps":["trace[498076127] 'agreement among raft nodes before linearized reading' (duration: 412.860834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:49.357765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:48.944656Z","time spent":"413.1001ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1849,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-08T14:18:49.357989Z","caller":"traceutil/trace.go:171","msg":"trace[1708331083] transaction","detail":"{read_only:false; response_revision:19281; number_of_response:1; }","duration":"437.805872ms","start":"2026-04-08T14:18:48.920142Z","end":"2026-04-08T14:18:49.357947Z","steps":["trace[1708331083] 'process raft request' (duration: 142.96916ms)","trace[1708331083] 'compare' (duration: 293.745142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:49.358111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:48.920114Z","time spent":"437.948405ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:52.40431Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T14:18:52.410485Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-08T14:18:52.410649Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-08T14:18:52.557827Z","caller":"traceutil/trace.go:171","msg":"trace[1250318970] transaction","detail":"{read_only:false; response_revision:19339; number_of_response:1; }","duration":"119.658057ms","start":"2026-04-08T14:18:52.438142Z","end":"2026-04-08T14:18:52.5578Z","steps":["trace[1250318970] 'process raft request' (duration: 119.500762ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:52.588462Z","caller":"traceutil/trace.go:171","msg":"trace[1020907050] transaction","detail":"{read_only:false; response_revision:19340; number_of_response:1; }","duration":"149.027076ms","start":"2026-04-08T14:18:52.439396Z","end":"2026-04-08T14:18:52.588423Z","steps":["trace[1020907050] 'process raft request' (duration: 148.726668ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:52.880887Z","caller":"traceutil/trace.go:171","msg":"trace[1983863604] linearizableReadLoop","detail":"{readStateIndex:20006; appliedIndex:20004; }","duration":"287.964134ms","start":"2026-04-08T14:18:52.592889Z","end":"2026-04-08T14:18:52.880853Z","steps":["trace[1983863604] 'read index received' (duration: 287.725018ms)","trace[1983863604] 'applied index is now lower than readState.Index' (duration: 237.576µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:52.880923Z","caller":"traceutil/trace.go:171","msg":"trace[293902426] transaction","detail":"{read_only:false; response_revision:19341; number_of_response:1; }","duration":"309.698043ms","start":"2026-04-08T14:18:52.571187Z","end":"2026-04-08T14:18:52.880885Z","steps":["trace[293902426] 'process raft request' (duration: 309.398524ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:52.880954Z","caller":"traceutil/trace.go:171","msg":"trace[697761833] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19341; }","duration":"308.436877ms","start":"2026-04-08T14:18:52.572478Z","end":"2026-04-08T14:18:52.880915Z","steps":["trace[697761833] 'process raft request' (duration: 308.321534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:52.881112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:52.57245Z","time spent":"308.571591ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":1536,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:18:52.881249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.320395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-v7grr-vnc\" ","response":"range_response_count:1 size:912"} {"level":"info","ts":"2026-04-08T14:18:52.881305Z","caller":"traceutil/trace.go:171","msg":"trace[1061582089] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-v7grr-vnc; range_end:; response_count:1; response_revision:19341; }","duration":"288.431356ms","start":"2026-04-08T14:18:52.592856Z","end":"2026-04-08T14:18:52.881287Z","steps":["trace[1061582089] 'agreement among raft nodes before linearized reading' (duration: 288.161069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:52.881226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:52.571168Z","time spent":"309.839516ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:53.069045Z","caller":"traceutil/trace.go:171","msg":"trace[181167339] transaction","detail":"{read_only:false; response_revision:19342; number_of_response:1; }","duration":"467.993303ms","start":"2026-04-08T14:18:52.601017Z","end":"2026-04-08T14:18:53.06901Z","steps":["trace[181167339] 'process raft request' (duration: 408.772212ms)","trace[181167339] 'compare' (duration: 58.942434ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:53.069249Z","caller":"traceutil/trace.go:171","msg":"trace[1420408363] linearizableReadLoop","detail":"{readStateIndex:20008; appliedIndex:20006; }","duration":"188.234386ms","start":"2026-04-08T14:18:52.880977Z","end":"2026-04-08T14:18:53.069211Z","steps":["trace[1420408363] 'read index received' (duration: 128.978514ms)","trace[1420408363] 'applied index is now lower than readState.Index' (duration: 59.253052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:53.069273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:52.600999Z","time spent":"468.164948ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1482,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:53.069507Z","caller":"traceutil/trace.go:171","msg":"trace[2083044852] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19342; }","duration":"466.743329ms","start":"2026-04-08T14:18:52.602726Z","end":"2026-04-08T14:18:53.069469Z","steps":["trace[2083044852] 'process raft request' (duration: 466.235075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:53.069754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:52.602711Z","time spent":"466.924613ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":1535,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:18:53.069874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.444798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:53.069995Z","caller":"traceutil/trace.go:171","msg":"trace[1102400620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19342; }","duration":"389.702125ms","start":"2026-04-08T14:18:52.68027Z","end":"2026-04-08T14:18:53.069972Z","steps":["trace[1102400620] 'agreement among raft nodes before linearized reading' (duration: 389.253553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:53.070122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:52.680244Z","time spent":"389.864651ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:18:53.098214Z","caller":"traceutil/trace.go:171","msg":"trace[225448320] transaction","detail":"{read_only:false; response_revision:19344; number_of_response:1; }","duration":"200.492492ms","start":"2026-04-08T14:18:52.897696Z","end":"2026-04-08T14:18:53.098188Z","steps":["trace[225448320] 'process raft request' (duration: 200.412671ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.098237Z","caller":"traceutil/trace.go:171","msg":"trace[1873471387] transaction","detail":"{read_only:false; response_revision:19343; number_of_response:1; }","duration":"210.887141ms","start":"2026-04-08T14:18:52.887321Z","end":"2026-04-08T14:18:53.098208Z","steps":["trace[1873471387] 'process raft request' (duration: 210.607923ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.148428Z","caller":"traceutil/trace.go:171","msg":"trace[451683249] transaction","detail":"{read_only:false; response_revision:19345; number_of_response:1; }","duration":"125.662093ms","start":"2026-04-08T14:18:53.022738Z","end":"2026-04-08T14:18:53.1484Z","steps":["trace[451683249] 'process raft request' (duration: 125.213999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:53.32715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.465742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:18:53.327482Z","caller":"traceutil/trace.go:171","msg":"trace[1252683676] transaction","detail":"{read_only:false; response_revision:19348; number_of_response:1; }","duration":"170.521458ms","start":"2026-04-08T14:18:53.156933Z","end":"2026-04-08T14:18:53.327454Z","steps":["trace[1252683676] 'process raft request' (duration: 170.368764ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.3277Z","caller":"traceutil/trace.go:171","msg":"trace[799762886] transaction","detail":"{read_only:false; response_revision:19347; number_of_response:1; }","duration":"171.768472ms","start":"2026-04-08T14:18:53.155885Z","end":"2026-04-08T14:18:53.327653Z","steps":["trace[799762886] 'process raft request' (duration: 39.671764ms)","trace[799762886] 'compare' (duration: 131.001638ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:53.327788Z","caller":"traceutil/trace.go:171","msg":"trace[657682514] linearizableReadLoop","detail":"{readStateIndex:20013; appliedIndex:20012; }","duration":"170.9524ms","start":"2026-04-08T14:18:53.156818Z","end":"2026-04-08T14:18:53.327771Z","steps":["trace[657682514] 'read index received' (duration: 38.739318ms)","trace[657682514] 'applied index is now lower than readState.Index' (duration: 132.211141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:53.328146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.308689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-08T14:18:53.328193Z","caller":"traceutil/trace.go:171","msg":"trace[238182830] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19348; }","duration":"171.399213ms","start":"2026-04-08T14:18:53.156779Z","end":"2026-04-08T14:18:53.328179Z","steps":["trace[238182830] 'agreement among raft nodes before linearized reading' (duration: 171.168457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:53.328436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.065446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-v7grr-api\" ","response":"range_response_count:1 size:2049"} {"level":"info","ts":"2026-04-08T14:18:53.328478Z","caller":"traceutil/trace.go:171","msg":"trace[1754773782] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-v7grr-api; range_end:; response_count:1; response_revision:19348; }","duration":"170.128047ms","start":"2026-04-08T14:18:53.15834Z","end":"2026-04-08T14:18:53.328468Z","steps":["trace[1754773782] 'agreement among raft nodes before linearized reading' (duration: 170.018934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:53.567577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.060748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:18:53.567717Z","caller":"traceutil/trace.go:171","msg":"trace[326303024] linearizableReadLoop","detail":"{readStateIndex:20015; appliedIndex:20014; }","duration":"223.956351ms","start":"2026-04-08T14:18:53.343737Z","end":"2026-04-08T14:18:53.567693Z","steps":["trace[326303024] 'read index received' (duration: 91.590714ms)","trace[326303024] 'applied index is now lower than readState.Index' (duration: 132.364217ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:53.567756Z","caller":"traceutil/trace.go:171","msg":"trace[408958312] transaction","detail":"{read_only:false; response_revision:19349; number_of_response:1; }","duration":"227.161698ms","start":"2026-04-08T14:18:53.340552Z","end":"2026-04-08T14:18:53.567714Z","steps":["trace[408958312] 'process raft request' (duration: 94.857323ms)","trace[408958312] 'compare' (duration: 131.890663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:53.567898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.161766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-08T14:18:53.567934Z","caller":"traceutil/trace.go:171","msg":"trace[1975556064] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19349; }","duration":"224.247388ms","start":"2026-04-08T14:18:53.343677Z","end":"2026-04-08T14:18:53.567924Z","steps":["trace[1975556064] 'agreement among raft nodes before linearized reading' (duration: 224.093194ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.622742Z","caller":"traceutil/trace.go:171","msg":"trace[2118398976] transaction","detail":"{read_only:false; response_revision:19350; number_of_response:1; }","duration":"177.728666ms","start":"2026-04-08T14:18:53.444982Z","end":"2026-04-08T14:18:53.622711Z","steps":["trace[2118398976] 'process raft request' (duration: 177.550841ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.73725Z","caller":"traceutil/trace.go:171","msg":"trace[559421093] transaction","detail":"{read_only:false; response_revision:19351; number_of_response:1; }","duration":"285.694231ms","start":"2026-04-08T14:18:53.451526Z","end":"2026-04-08T14:18:53.73722Z","steps":["trace[559421093] 'process raft request' (duration: 236.29595ms)","trace[559421093] 'compare' (duration: 49.226727ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:53.737548Z","caller":"traceutil/trace.go:171","msg":"trace[1059738289] transaction","detail":"{read_only:false; response_revision:19352; number_of_response:1; }","duration":"284.113937ms","start":"2026-04-08T14:18:53.453399Z","end":"2026-04-08T14:18:53.737513Z","steps":["trace[1059738289] 'process raft request' (duration: 283.776978ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.737692Z","caller":"traceutil/trace.go:171","msg":"trace[1812592541] linearizableReadLoop","detail":"{readStateIndex:20020; appliedIndex:20015; }","duration":"169.926582ms","start":"2026-04-08T14:18:53.567739Z","end":"2026-04-08T14:18:53.737665Z","steps":["trace[1812592541] 'read index received' (duration: 54.745169ms)","trace[1812592541] 'applied index is now lower than readState.Index' (duration: 115.180293ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:53.737806Z","caller":"traceutil/trace.go:171","msg":"trace[1509741956] transaction","detail":"{read_only:false; response_revision:19355; number_of_response:1; }","duration":"153.465168ms","start":"2026-04-08T14:18:53.584325Z","end":"2026-04-08T14:18:53.73779Z","steps":["trace[1509741956] 'process raft request' (duration: 153.209192ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.737896Z","caller":"traceutil/trace.go:171","msg":"trace[371898120] transaction","detail":"{read_only:false; response_revision:19354; number_of_response:1; }","duration":"281.884375ms","start":"2026-04-08T14:18:53.456Z","end":"2026-04-08T14:18:53.737885Z","steps":["trace[371898120] 'process raft request' (duration: 281.482945ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.738015Z","caller":"traceutil/trace.go:171","msg":"trace[456652807] transaction","detail":"{read_only:false; response_revision:19353; number_of_response:1; }","duration":"283.317846ms","start":"2026-04-08T14:18:53.454629Z","end":"2026-04-08T14:18:53.737947Z","steps":["trace[456652807] 'process raft request' (duration: 282.744681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:53.73823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.071921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-08T14:18:53.738373Z","caller":"traceutil/trace.go:171","msg":"trace[1656590215] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19355; }","duration":"327.243305ms","start":"2026-04-08T14:18:53.411088Z","end":"2026-04-08T14:18:53.738331Z","steps":["trace[1656590215] 'agreement among raft nodes before linearized reading' (duration: 326.847255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:53.738506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:53.411051Z","time spent":"327.419601ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T14:18:53.738939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.562694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-04-08T14:18:53.739002Z","caller":"traceutil/trace.go:171","msg":"trace[874170268] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:19355; }","duration":"307.723788ms","start":"2026-04-08T14:18:53.431263Z","end":"2026-04-08T14:18:53.738987Z","steps":["trace[874170268] 'agreement among raft nodes before linearized reading' (duration: 306.616467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:53.739049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:53.431229Z","time spent":"307.80937ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211013,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-08T14:18:53.775044Z","caller":"traceutil/trace.go:171","msg":"trace[251654306] transaction","detail":"{read_only:false; response_revision:19356; number_of_response:1; }","duration":"145.321933ms","start":"2026-04-08T14:18:53.629706Z","end":"2026-04-08T14:18:53.775028Z","steps":["trace[251654306] 'process raft request' (duration: 145.127168ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.775224Z","caller":"traceutil/trace.go:171","msg":"trace[615810188] transaction","detail":"{read_only:false; response_revision:19357; number_of_response:1; }","duration":"138.735322ms","start":"2026-04-08T14:18:53.636462Z","end":"2026-04-08T14:18:53.775197Z","steps":["trace[615810188] 'process raft request' (duration: 138.462964ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.775319Z","caller":"traceutil/trace.go:171","msg":"trace[309267551] transaction","detail":"{read_only:false; response_revision:19358; number_of_response:1; }","duration":"114.718301ms","start":"2026-04-08T14:18:53.660579Z","end":"2026-04-08T14:18:53.775298Z","steps":["trace[309267551] 'process raft request' (duration: 114.385062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:53.775523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.939844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-08T14:18:53.775552Z","caller":"traceutil/trace.go:171","msg":"trace[2059583725] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19358; }","duration":"202.027766ms","start":"2026-04-08T14:18:53.573515Z","end":"2026-04-08T14:18:53.775543Z","steps":["trace[2059583725] 'agreement among raft nodes before linearized reading' (duration: 201.907493ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.948328Z","caller":"traceutil/trace.go:171","msg":"trace[1685650951] transaction","detail":"{read_only:false; response_revision:19359; number_of_response:1; }","duration":"202.850459ms","start":"2026-04-08T14:18:53.74544Z","end":"2026-04-08T14:18:53.948291Z","steps":["trace[1685650951] 'process raft request' (duration: 187.859806ms)","trace[1685650951] 'compare' (duration: 14.749177ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:53.94855Z","caller":"traceutil/trace.go:171","msg":"trace[677181810] transaction","detail":"{read_only:false; response_revision:19360; number_of_response:1; }","duration":"202.526809ms","start":"2026-04-08T14:18:53.746003Z","end":"2026-04-08T14:18:53.948529Z","steps":["trace[677181810] 'process raft request' (duration: 202.20554ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.948756Z","caller":"traceutil/trace.go:171","msg":"trace[734629791] transaction","detail":"{read_only:false; response_revision:19361; number_of_response:1; }","duration":"202.682764ms","start":"2026-04-08T14:18:53.746059Z","end":"2026-04-08T14:18:53.948742Z","steps":["trace[734629791] 'process raft request' (duration: 202.379356ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.948871Z","caller":"traceutil/trace.go:171","msg":"trace[415879189] transaction","detail":"{read_only:false; response_revision:19362; number_of_response:1; }","duration":"202.21723ms","start":"2026-04-08T14:18:53.746646Z","end":"2026-04-08T14:18:53.948863Z","steps":["trace[415879189] 'process raft request' (duration: 202.008955ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.948898Z","caller":"traceutil/trace.go:171","msg":"trace[893498249] transaction","detail":"{read_only:false; response_revision:19363; number_of_response:1; }","duration":"202.021035ms","start":"2026-04-08T14:18:53.746857Z","end":"2026-04-08T14:18:53.948879Z","steps":["trace[893498249] 'process raft request' (duration: 201.83876ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.948944Z","caller":"traceutil/trace.go:171","msg":"trace[1539016262] transaction","detail":"{read_only:false; response_revision:19364; number_of_response:1; }","duration":"200.467403ms","start":"2026-04-08T14:18:53.748471Z","end":"2026-04-08T14:18:53.948938Z","steps":["trace[1539016262] 'process raft request' (duration: 200.309759ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.949046Z","caller":"traceutil/trace.go:171","msg":"trace[1280747766] transaction","detail":"{read_only:false; response_revision:19365; number_of_response:1; }","duration":"200.545765ms","start":"2026-04-08T14:18:53.748495Z","end":"2026-04-08T14:18:53.949041Z","steps":["trace[1280747766] 'process raft request' (duration: 200.358679ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:53.949043Z","caller":"traceutil/trace.go:171","msg":"trace[992514619] linearizableReadLoop","detail":"{readStateIndex:20032; appliedIndex:20024; }","duration":"174.016664ms","start":"2026-04-08T14:18:53.775007Z","end":"2026-04-08T14:18:53.949024Z","steps":["trace[992514619] 'read index received' (duration: 158.268531ms)","trace[992514619] 'applied index is now lower than readState.Index' (duration: 15.746673ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:53.949167Z","caller":"traceutil/trace.go:171","msg":"trace[559452847] transaction","detail":"{read_only:false; response_revision:19366; number_of_response:1; }","duration":"189.605394ms","start":"2026-04-08T14:18:53.75955Z","end":"2026-04-08T14:18:53.949155Z","steps":["trace[559452847] 'process raft request' (duration: 189.346837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:53.949384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.696691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-04-08T14:18:53.949483Z","caller":"traceutil/trace.go:171","msg":"trace[2073015528] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19366; }","duration":"179.833944ms","start":"2026-04-08T14:18:53.769624Z","end":"2026-04-08T14:18:53.949458Z","steps":["trace[2073015528] 'agreement among raft nodes before linearized reading' (duration: 179.554686ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.025083Z","caller":"traceutil/trace.go:171","msg":"trace[1146177522] transaction","detail":"{read_only:false; response_revision:19367; number_of_response:1; }","duration":"233.079962ms","start":"2026-04-08T14:18:53.791944Z","end":"2026-04-08T14:18:54.025024Z","steps":["trace[1146177522] 'process raft request' (duration: 232.855995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.025283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.836716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:18:54.026002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.760876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ktj8f\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-08T14:18:54.026108Z","caller":"traceutil/trace.go:171","msg":"trace[618150891] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ktj8f; range_end:; response_count:1; response_revision:19368; }","duration":"157.996843ms","start":"2026-04-08T14:18:53.868088Z","end":"2026-04-08T14:18:54.026085Z","steps":["trace[618150891] 'agreement among raft nodes before linearized reading' (duration: 157.083468ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.026127Z","caller":"traceutil/trace.go:171","msg":"trace[1678703565] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:19368; }","duration":"134.740402ms","start":"2026-04-08T14:18:53.891354Z","end":"2026-04-08T14:18:54.026095Z","steps":["trace[1678703565] 'agreement among raft nodes before linearized reading' (duration: 133.820287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.025338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.767926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:18:54.026326Z","caller":"traceutil/trace.go:171","msg":"trace[1660678510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19368; }","duration":"207.796244ms","start":"2026-04-08T14:18:53.818492Z","end":"2026-04-08T14:18:54.026289Z","steps":["trace[1660678510] 'agreement among raft nodes before linearized reading' (duration: 206.596042ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.025326Z","caller":"traceutil/trace.go:171","msg":"trace[1346217548] transaction","detail":"{read_only:false; response_revision:19368; number_of_response:1; }","duration":"156.79493ms","start":"2026-04-08T14:18:53.868467Z","end":"2026-04-08T14:18:54.025261Z","steps":["trace[1346217548] 'process raft request' (duration: 156.477711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.025513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.026002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:18:54.026909Z","caller":"traceutil/trace.go:171","msg":"trace[1274188612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19368; }","duration":"217.465542ms","start":"2026-04-08T14:18:53.809417Z","end":"2026-04-08T14:18:54.026882Z","steps":["trace[1274188612] 'agreement among raft nodes before linearized reading' (duration: 215.997351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.025481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.721363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:18:54.027069Z","caller":"traceutil/trace.go:171","msg":"trace[1938629835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19368; }","duration":"217.336247ms","start":"2026-04-08T14:18:53.809711Z","end":"2026-04-08T14:18:54.027047Z","steps":["trace[1938629835] 'agreement among raft nodes before linearized reading' (duration: 215.525367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.02555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.683008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-08T14:18:54.027193Z","caller":"traceutil/trace.go:171","msg":"trace[2136630456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19368; }","duration":"251.407647ms","start":"2026-04-08T14:18:53.775776Z","end":"2026-04-08T14:18:54.027184Z","steps":["trace[2136630456] 'agreement among raft nodes before linearized reading' (duration: 249.562205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.025648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.826715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-08T14:18:54.027609Z","caller":"traceutil/trace.go:171","msg":"trace[1041804389] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19368; }","duration":"246.865921ms","start":"2026-04-08T14:18:53.780716Z","end":"2026-04-08T14:18:54.027582Z","steps":["trace[1041804389] 'agreement among raft nodes before linearized reading' (duration: 244.571278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.798468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:18:54.391258Z","caller":"traceutil/trace.go:171","msg":"trace[315431853] transaction","detail":"{read_only:false; response_revision:19369; number_of_response:1; }","duration":"435.715104ms","start":"2026-04-08T14:18:53.955505Z","end":"2026-04-08T14:18:54.39122Z","steps":["trace[315431853] 'process raft request' (duration: 110.211195ms)","trace[315431853] 'compare' (duration: 324.527702ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:18:54.391333Z","caller":"traceutil/trace.go:171","msg":"trace[331076944] linearizableReadLoop","detail":"{readStateIndex:20037; appliedIndex:20034; }","duration":"366.287401ms","start":"2026-04-08T14:18:54.025027Z","end":"2026-04-08T14:18:54.391314Z","steps":["trace[331076944] 'read index received' (duration: 40.595868ms)","trace[331076944] 'applied index is now lower than readState.Index' (duration: 325.690123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:54.391429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:53.955492Z","time spent":"435.850038ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T14:18:54.391496Z","caller":"traceutil/trace.go:171","msg":"trace[1800561348] transaction","detail":"{read_only:false; response_revision:19370; number_of_response:1; }","duration":"435.002584ms","start":"2026-04-08T14:18:53.95645Z","end":"2026-04-08T14:18:54.391453Z","steps":["trace[1800561348] 'process raft request' (duration: 434.670255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.391632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.381651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-04-08T14:18:54.391656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:53.956438Z","time spent":"435.153057ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T14:18:54.391681Z","caller":"traceutil/trace.go:171","msg":"trace[308729506] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19371; }","duration":"412.478944ms","start":"2026-04-08T14:18:53.979189Z","end":"2026-04-08T14:18:54.391668Z","steps":["trace[308729506] 'agreement among raft nodes before linearized reading' (duration: 412.284108ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.391509Z","caller":"traceutil/trace.go:171","msg":"trace[1719260573] transaction","detail":"{read_only:false; response_revision:19371; number_of_response:1; }","duration":"414.931632ms","start":"2026-04-08T14:18:53.976514Z","end":"2026-04-08T14:18:54.391446Z","steps":["trace[1719260573] 'process raft request' (duration: 414.716616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.391821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.691905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-08T14:18:54.391822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:53.976487Z","time spent":"415.276931ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6272,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:54.391857Z","caller":"traceutil/trace.go:171","msg":"trace[1975528440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19371; }","duration":"438.755667ms","start":"2026-04-08T14:18:53.953094Z","end":"2026-04-08T14:18:54.391849Z","steps":["trace[1975528440] 'agreement among raft nodes before linearized reading' (duration: 438.651404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.391886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:53.953078Z","time spent":"438.80215ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:18:54.391721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:53.979166Z","time spent":"412.544575ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-08T14:18:54.610437Z","caller":"traceutil/trace.go:171","msg":"trace[1382096061] transaction","detail":"{read_only:false; response_revision:19372; number_of_response:1; }","duration":"577.924002ms","start":"2026-04-08T14:18:54.032473Z","end":"2026-04-08T14:18:54.610397Z","steps":["trace[1382096061] 'process raft request' (duration: 572.621406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.610657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.031783Z","time spent":"578.753794ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:54.610663Z","caller":"traceutil/trace.go:171","msg":"trace[180953823] transaction","detail":"{read_only:false; response_revision:19376; number_of_response:1; }","duration":"576.831101ms","start":"2026-04-08T14:18:54.033805Z","end":"2026-04-08T14:18:54.610636Z","steps":["trace[180953823] 'process raft request' (duration: 576.693207ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.610774Z","caller":"traceutil/trace.go:171","msg":"trace[1866491015] transaction","detail":"{read_only:false; response_revision:19374; number_of_response:1; }","duration":"577.400228ms","start":"2026-04-08T14:18:54.033284Z","end":"2026-04-08T14:18:54.610684Z","steps":["trace[1866491015] 'process raft request' (duration: 577.12242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.610865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.03379Z","time spent":"576.999477ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T14:18:54.610953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.033277Z","time spent":"577.581232ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:54.61095Z","caller":"traceutil/trace.go:171","msg":"trace[1298509071] transaction","detail":"{read_only:false; response_revision:19375; number_of_response:1; }","duration":"577.969953ms","start":"2026-04-08T14:18:54.03296Z","end":"2026-04-08T14:18:54.61093Z","steps":["trace[1298509071] 'process raft request' (duration: 577.501401ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.610993Z","caller":"traceutil/trace.go:171","msg":"trace[1625979944] transaction","detail":"{read_only:false; response_revision:19377; number_of_response:1; }","duration":"577.14133ms","start":"2026-04-08T14:18:54.033806Z","end":"2026-04-08T14:18:54.610947Z","steps":["trace[1625979944] 'process raft request' (duration: 576.77739ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.611018Z","caller":"traceutil/trace.go:171","msg":"trace[1822166461] linearizableReadLoop","detail":"{readStateIndex:20047; appliedIndex:20037; }","duration":"219.629852ms","start":"2026-04-08T14:18:54.391369Z","end":"2026-04-08T14:18:54.610999Z","steps":["trace[1822166461] 'read index received' (duration: 213.716599ms)","trace[1822166461] 'applied index is now lower than readState.Index' (duration: 5.911943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:54.611057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.032944Z","time spent":"578.052836ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:54.611106Z","caller":"traceutil/trace.go:171","msg":"trace[752312068] transaction","detail":"{read_only:false; response_revision:19378; number_of_response:1; }","duration":"576.576153ms","start":"2026-04-08T14:18:54.034518Z","end":"2026-04-08T14:18:54.611095Z","steps":["trace[752312068] 'process raft request' (duration: 576.171993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.61111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.033768Z","time spent":"577.292194ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T14:18:54.611201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.034504Z","time spent":"576.644116ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T14:18:54.611247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.2982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.6113Z","caller":"traceutil/trace.go:171","msg":"trace[1126155204] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:19381; }","duration":"379.405003ms","start":"2026-04-08T14:18:54.231881Z","end":"2026-04-08T14:18:54.611286Z","steps":["trace[1126155204] 'agreement among raft nodes before linearized reading' (duration: 379.31807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.611332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.083396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.611379Z","caller":"traceutil/trace.go:171","msg":"trace[2117427759] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:19381; }","duration":"223.144847ms","start":"2026-04-08T14:18:54.388222Z","end":"2026-04-08T14:18:54.611367Z","steps":["trace[2117427759] 'agreement among raft nodes before linearized reading' (duration: 223.049315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.611386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.571109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:18:54.611385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.224755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:18:54.611421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.908765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:18:54.611467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.347621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:18:54.611458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.133878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.611508Z","caller":"traceutil/trace.go:171","msg":"trace[527883210] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19381; }","duration":"379.405403ms","start":"2026-04-08T14:18:54.232093Z","end":"2026-04-08T14:18:54.611498Z","steps":["trace[527883210] 'agreement among raft nodes before linearized reading' (duration: 379.350732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.611517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.531886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.611522Z","caller":"traceutil/trace.go:171","msg":"trace[1665930041] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19381; }","duration":"223.303992ms","start":"2026-04-08T14:18:54.388203Z","end":"2026-04-08T14:18:54.611507Z","steps":["trace[1665930041] 'agreement among raft nodes before linearized reading' (duration: 223.203909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.611536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.232087Z","time spent":"379.442394ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-08T14:18:54.611543Z","caller":"traceutil/trace.go:171","msg":"trace[2051149342] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:19381; }","duration":"485.574127ms","start":"2026-04-08T14:18:54.125961Z","end":"2026-04-08T14:18:54.611535Z","steps":["trace[2051149342] 'agreement among raft nodes before linearized reading' (duration: 485.537296ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.61154Z","caller":"traceutil/trace.go:171","msg":"trace[1507369885] transaction","detail":"{read_only:false; response_revision:19379; number_of_response:1; }","duration":"576.806941ms","start":"2026-04-08T14:18:54.034703Z","end":"2026-04-08T14:18:54.61151Z","steps":["trace[1507369885] 'process raft request' (duration: 576.120392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.61158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.886568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-04-08T14:18:54.611578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.12594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6h92f\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-04-08T14:18:54.61164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.631528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.611422Z","caller":"traceutil/trace.go:171","msg":"trace[1732373671] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19381; }","duration":"223.665071ms","start":"2026-04-08T14:18:54.387747Z","end":"2026-04-08T14:18:54.611412Z","steps":["trace[1732373671] 'agreement among raft nodes before linearized reading' (duration: 223.60971ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.611675Z","caller":"traceutil/trace.go:171","msg":"trace[1008608169] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6h92f; range_end:; response_count:1; response_revision:19381; }","duration":"577.258044ms","start":"2026-04-08T14:18:54.034397Z","end":"2026-04-08T14:18:54.611655Z","steps":["trace[1008608169] 'agreement among raft nodes before linearized reading' (duration: 576.976115ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.61172Z","caller":"traceutil/trace.go:171","msg":"trace[1191657598] transaction","detail":"{read_only:false; response_revision:19380; number_of_response:1; }","duration":"576.997546ms","start":"2026-04-08T14:18:54.034711Z","end":"2026-04-08T14:18:54.611708Z","steps":["trace[1191657598] 'process raft request' (duration: 576.156513ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.611733Z","caller":"traceutil/trace.go:171","msg":"trace[2067600745] transaction","detail":"{read_only:false; response_revision:19381; number_of_response:1; }","duration":"572.286796ms","start":"2026-04-08T14:18:54.039436Z","end":"2026-04-08T14:18:54.611723Z","steps":["trace[2067600745] 'process raft request' (duration: 571.478044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.611744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.034386Z","time spent":"577.344976ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6h92f\" "} {"level":"warn","ts":"2026-04-08T14:18:54.611733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.034694Z","time spent":"576.934234ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T14:18:54.611781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.006534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:18:54.611788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.034704Z","time spent":"577.052528ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T14:18:54.611383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.843564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.61182Z","caller":"traceutil/trace.go:171","msg":"trace[1180468155] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19381; }","duration":"223.105407ms","start":"2026-04-08T14:18:54.388703Z","end":"2026-04-08T14:18:54.611808Z","steps":["trace[1180468155] 'agreement among raft nodes before linearized reading' (duration: 223.055786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.611823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.039422Z","time spent":"572.338098ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3807,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:54.611868Z","caller":"traceutil/trace.go:171","msg":"trace[791819644] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19381; }","duration":"380.361108ms","start":"2026-04-08T14:18:54.231485Z","end":"2026-04-08T14:18:54.611846Z","steps":["trace[791819644] 'agreement among raft nodes before linearized reading' (duration: 379.877485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.611922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.231459Z","time spent":"380.448311ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-08T14:18:54.611563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.284782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:18:54.611336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.23185Z","time spent":"379.479335ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-08T14:18:54.61201Z","caller":"traceutil/trace.go:171","msg":"trace[90112314] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19381; }","duration":"223.760795ms","start":"2026-04-08T14:18:54.388232Z","end":"2026-04-08T14:18:54.611993Z","steps":["trace[90112314] 'agreement among raft nodes before linearized reading' (duration: 223.304132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.61141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.848729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:18:54.611341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.539066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.612112Z","caller":"traceutil/trace.go:171","msg":"trace[157415186] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:19381; }","duration":"223.627592ms","start":"2026-04-08T14:18:54.388473Z","end":"2026-04-08T14:18:54.612101Z","steps":["trace[157415186] 'agreement among raft nodes before linearized reading' (duration: 222.759848ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.61212Z","caller":"traceutil/trace.go:171","msg":"trace[1794115444] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19381; }","duration":"380.345359ms","start":"2026-04-08T14:18:54.231762Z","end":"2026-04-08T14:18:54.612107Z","steps":["trace[1794115444] 'agreement among raft nodes before linearized reading' (duration: 379.559097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.611296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.04384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:18:54.61216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.231753Z","time spent":"380.39644ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-08T14:18:54.611428Z","caller":"traceutil/trace.go:171","msg":"trace[1787884120] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19381; }","duration":"486.283466ms","start":"2026-04-08T14:18:54.125133Z","end":"2026-04-08T14:18:54.611416Z","steps":["trace[1787884120] 'agreement among raft nodes before linearized reading' (duration: 486.228215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.612245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.125122Z","time spent":"487.11144ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-08T14:18:54.610954Z","caller":"traceutil/trace.go:171","msg":"trace[1282579047] transaction","detail":"{read_only:false; response_revision:19373; number_of_response:1; }","duration":"577.670204ms","start":"2026-04-08T14:18:54.033262Z","end":"2026-04-08T14:18:54.610932Z","steps":["trace[1282579047] 'process raft request' (duration: 577.026117ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.61147Z","caller":"traceutil/trace.go:171","msg":"trace[1283872804] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:19381; }","duration":"380.003259ms","start":"2026-04-08T14:18:54.231456Z","end":"2026-04-08T14:18:54.611459Z","steps":["trace[1283872804] 'agreement among raft nodes before linearized reading' (duration: 379.947357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.611576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.12595Z","time spent":"485.619858ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:18:54.612356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.033226Z","time spent":"579.068383ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:18:54.611617Z","caller":"traceutil/trace.go:171","msg":"trace[537693613] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19381; }","duration":"578.95283ms","start":"2026-04-08T14:18:54.032654Z","end":"2026-04-08T14:18:54.611607Z","steps":["trace[537693613] 'agreement among raft nodes before linearized reading' (duration: 578.794726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.615311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.032637Z","time spent":"582.658162ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-08T14:18:54.611617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.663569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.615727Z","caller":"traceutil/trace.go:171","msg":"trace[1081738529] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19381; }","duration":"489.822835ms","start":"2026-04-08T14:18:54.125875Z","end":"2026-04-08T14:18:54.615698Z","steps":["trace[1081738529] 'agreement among raft nodes before linearized reading' (duration: 485.721991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.615756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.125809Z","time spent":"489.938128ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-08T14:18:54.61167Z","caller":"traceutil/trace.go:171","msg":"trace[748864098] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19381; }","duration":"379.66041ms","start":"2026-04-08T14:18:54.232001Z","end":"2026-04-08T14:18:54.611661Z","steps":["trace[748864098] 'agreement among raft nodes before linearized reading' (duration: 379.615278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.616034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.231906Z","time spent":"384.117451ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-08T14:18:54.611681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.721467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.616167Z","caller":"traceutil/trace.go:171","msg":"trace[344371786] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:19381; }","duration":"492.261571ms","start":"2026-04-08T14:18:54.123893Z","end":"2026-04-08T14:18:54.616155Z","steps":["trace[344371786] 'agreement among raft nodes before linearized reading' (duration: 487.769298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.616204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.123864Z","time spent":"492.333655ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-08T14:18:54.612192Z","caller":"traceutil/trace.go:171","msg":"trace[989745487] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19381; }","duration":"486.936065ms","start":"2026-04-08T14:18:54.125243Z","end":"2026-04-08T14:18:54.612179Z","steps":["trace[989745487] 'agreement among raft nodes before linearized reading' (duration: 485.995209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.61651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.125221Z","time spent":"491.277565ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-08T14:18:54.611339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.117513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.616633Z","caller":"traceutil/trace.go:171","msg":"trace[923516248] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19381; }","duration":"491.413578ms","start":"2026-04-08T14:18:54.125197Z","end":"2026-04-08T14:18:54.616611Z","steps":["trace[923516248] 'agreement among raft nodes before linearized reading' (duration: 486.107061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.616662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.125191Z","time spent":"491.464149ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-08T14:18:54.617254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.617023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-08T14:18:54.617314Z","caller":"traceutil/trace.go:171","msg":"trace[1303222296] transaction","detail":"{read_only:false; response_revision:19383; number_of_response:1; }","duration":"220.026542ms","start":"2026-04-08T14:18:54.397266Z","end":"2026-04-08T14:18:54.617292Z","steps":["trace[1303222296] 'process raft request' (duration: 219.338533ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.617362Z","caller":"traceutil/trace.go:171","msg":"trace[878149692] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19383; }","duration":"218.716146ms","start":"2026-04-08T14:18:54.398597Z","end":"2026-04-08T14:18:54.617313Z","steps":["trace[878149692] 'agreement among raft nodes before linearized reading' (duration: 218.11853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.617874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.866037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.619024Z","caller":"traceutil/trace.go:171","msg":"trace[2118459904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19383; }","duration":"205.038239ms","start":"2026-04-08T14:18:54.413959Z","end":"2026-04-08T14:18:54.618997Z","steps":["trace[2118459904] 'agreement among raft nodes before linearized reading' (duration: 203.834176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.619433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.543127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-v7grr-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:18:54.619503Z","caller":"traceutil/trace.go:171","msg":"trace[1615639501] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-v7grr-api; range_end:; response_count:0; response_revision:19383; }","duration":"220.629028ms","start":"2026-04-08T14:18:54.398855Z","end":"2026-04-08T14:18:54.619484Z","steps":["trace[1615639501] 'agreement among raft nodes before linearized reading' (duration: 220.494914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.619767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.106223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:18:54.619831Z","caller":"traceutil/trace.go:171","msg":"trace[499265848] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19383; }","duration":"180.187125ms","start":"2026-04-08T14:18:54.439615Z","end":"2026-04-08T14:18:54.619802Z","steps":["trace[499265848] 'agreement among raft nodes before linearized reading' (duration: 179.959428ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:18:54.619989Z","caller":"traceutil/trace.go:171","msg":"trace[554729582] transaction","detail":"{read_only:false; response_revision:19382; number_of_response:1; }","duration":"222.997654ms","start":"2026-04-08T14:18:54.396968Z","end":"2026-04-08T14:18:54.619966Z","steps":["trace[554729582] 'process raft request' (duration: 219.376633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:18:54.612363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.231429Z","time spent":"380.915484ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:18:54.628065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.274918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:984931"} {"level":"info","ts":"2026-04-08T14:18:54.628195Z","caller":"traceutil/trace.go:171","msg":"trace[44880822] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:19381; }","duration":"596.450372ms","start":"2026-04-08T14:18:54.031714Z","end":"2026-04-08T14:18:54.628165Z","steps":["trace[44880822] 'agreement among raft nodes before linearized reading' (duration: 579.927507ms)","trace[44880822] 'range keys from bolt db' (duration: 16.234996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:18:54.628235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:18:54.031698Z","time spent":"596.524285ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":101,"response size":984954,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-08T14:18:58.213675Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16877} {"level":"info","ts":"2026-04-08T14:18:58.318331Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16877,"took":"100.574901ms","hash":1374088173,"current-db-size-bytes":53768192,"current-db-size":"54 MB","current-db-size-in-use-bytes":33599488,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-08T14:18:58.318402Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1374088173,"revision":16877,"compact-revision":14449} {"level":"info","ts":"2026-04-08T14:19:57.194416Z","caller":"traceutil/trace.go:171","msg":"trace[1691094767] transaction","detail":"{read_only:false; response_revision:19857; number_of_response:1; }","duration":"103.304636ms","start":"2026-04-08T14:19:57.091078Z","end":"2026-04-08T14:19:57.194383Z","steps":["trace[1691094767] 'process raft request' (duration: 68.965799ms)","trace[1691094767] 'compare' (duration: 33.790152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:19:57.837728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.70709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:19:57.838123Z","caller":"traceutil/trace.go:171","msg":"trace[1941639854] transaction","detail":"{read_only:false; response_revision:19858; number_of_response:1; }","duration":"639.366195ms","start":"2026-04-08T14:19:57.198702Z","end":"2026-04-08T14:19:57.838068Z","steps":["trace[1941639854] 'process raft request' (duration: 222.309416ms)","trace[1941639854] 'compare' (duration: 416.094562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:19:57.838275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.637974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:19:57.838327Z","caller":"traceutil/trace.go:171","msg":"trace[417725] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:19858; }","duration":"487.749497ms","start":"2026-04-08T14:19:57.350565Z","end":"2026-04-08T14:19:57.838315Z","steps":["trace[417725] 'agreement among raft nodes before linearized reading' (duration: 487.602863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:19:57.838325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:19:57.198671Z","time spent":"639.54867ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:19:57.838361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:19:57.350545Z","time spent":"487.807209ms","remote":"127.0.0.1:49464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:19:57.838423Z","caller":"traceutil/trace.go:171","msg":"trace[442499113] linearizableReadLoop","detail":"{readStateIndex:20542; appliedIndex:20541; }","duration":"487.241573ms","start":"2026-04-08T14:19:57.350609Z","end":"2026-04-08T14:19:57.837851Z","steps":["trace[442499113] 'read index received' (duration: 70.323807ms)","trace[442499113] 'applied index is now lower than readState.Index' (duration: 416.916076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:19:57.838736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.597297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:19:57.838803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.993536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ktj8f\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-08T14:19:57.838848Z","caller":"traceutil/trace.go:171","msg":"trace[780818598] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ktj8f; range_end:; response_count:1; response_revision:19858; }","duration":"434.098899ms","start":"2026-04-08T14:19:57.404738Z","end":"2026-04-08T14:19:57.838837Z","steps":["trace[780818598] 'agreement among raft nodes before linearized reading' (duration: 433.932135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:19:57.838874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:19:57.404707Z","time spent":"434.161451ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9730,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ktj8f\" "} {"level":"info","ts":"2026-04-08T14:19:57.838781Z","caller":"traceutil/trace.go:171","msg":"trace[329677273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19858; }","duration":"159.68444ms","start":"2026-04-08T14:19:57.67908Z","end":"2026-04-08T14:19:57.838764Z","steps":["trace[329677273] 'agreement among raft nodes before linearized reading' (duration: 159.596557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:19:57.843365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.699126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6h92f\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-08T14:19:57.843464Z","caller":"traceutil/trace.go:171","msg":"trace[1008470259] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6h92f; range_end:; response_count:1; response_revision:19858; }","duration":"398.075667ms","start":"2026-04-08T14:19:57.445368Z","end":"2026-04-08T14:19:57.843443Z","steps":["trace[1008470259] 'agreement among raft nodes before linearized reading' (duration: 393.47291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:19:57.843514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:19:57.445326Z","time spent":"398.16814ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6h92f\" "} {"level":"info","ts":"2026-04-08T14:23:58.2207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19423} {"level":"info","ts":"2026-04-08T14:23:58.335364Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19423,"took":"110.431055ms","hash":1858667557,"current-db-size-bytes":53768192,"current-db-size":"54 MB","current-db-size-in-use-bytes":30044160,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-08T14:23:58.335442Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1858667557,"revision":19423,"compact-revision":16877} {"level":"warn","ts":"2026-04-08T14:24:00.82629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.458371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:24:00.82639Z","caller":"traceutil/trace.go:171","msg":"trace[1803751461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21544; }","duration":"146.977686ms","start":"2026-04-08T14:24:00.679391Z","end":"2026-04-08T14:24:00.826368Z","steps":["trace[1803751461] 'range keys from in-memory index tree' (duration: 146.368058ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:24:17.503527Z","caller":"traceutil/trace.go:171","msg":"trace[1857766427] transaction","detail":"{read_only:false; response_revision:21627; number_of_response:1; }","duration":"423.473074ms","start":"2026-04-08T14:24:17.080019Z","end":"2026-04-08T14:24:17.503492Z","steps":["trace[1857766427] 'process raft request' (duration: 423.281698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:24:17.50379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:17.079979Z","time spent":"423.651558ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:24:17.505677Z","caller":"traceutil/trace.go:171","msg":"trace[2061938047] transaction","detail":"{read_only:false; response_revision:21629; number_of_response:1; }","duration":"420.932033ms","start":"2026-04-08T14:24:17.084711Z","end":"2026-04-08T14:24:17.505643Z","steps":["trace[2061938047] 'process raft request' (duration: 420.787829ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:24:17.505898Z","caller":"traceutil/trace.go:171","msg":"trace[1568438664] transaction","detail":"{read_only:false; response_revision:21628; number_of_response:1; }","duration":"423.497153ms","start":"2026-04-08T14:24:17.082278Z","end":"2026-04-08T14:24:17.505775Z","steps":["trace[1568438664] 'process raft request' (duration: 422.97699ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:24:17.505965Z","caller":"traceutil/trace.go:171","msg":"trace[296721357] transaction","detail":"{read_only:false; response_revision:21630; number_of_response:1; }","duration":"394.577045ms","start":"2026-04-08T14:24:17.111367Z","end":"2026-04-08T14:24:17.505944Z","steps":["trace[296721357] 'process raft request' (duration: 394.253096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:24:17.505946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:17.084682Z","time spent":"421.138589ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:24:17.506069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:17.111342Z","time spent":"394.672217ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:24:17.50607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:17.082245Z","time spent":"423.73445ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:24:17.506292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.403219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T14:24:17.506361Z","caller":"traceutil/trace.go:171","msg":"trace[47158157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21630; }","duration":"334.549514ms","start":"2026-04-08T14:24:17.171797Z","end":"2026-04-08T14:24:17.506347Z","steps":["trace[47158157] 'agreement among raft nodes before linearized reading' (duration: 334.216615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:24:17.506413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:17.171777Z","time spent":"334.626976ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T14:24:17.505966Z","caller":"traceutil/trace.go:171","msg":"trace[1319040439] linearizableReadLoop","detail":"{readStateIndex:22376; appliedIndex:22372; }","duration":"334.02381ms","start":"2026-04-08T14:24:17.171866Z","end":"2026-04-08T14:24:17.50589Z","steps":["trace[1319040439] 'read index received' (duration: 331.597222ms)","trace[1319040439] 'applied index is now lower than readState.Index' (duration: 2.425347ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:24:17.920113Z","caller":"traceutil/trace.go:171","msg":"trace[1224175698] linearizableReadLoop","detail":"{readStateIndex:22377; appliedIndex:22376; }","duration":"200.798645ms","start":"2026-04-08T14:24:17.719291Z","end":"2026-04-08T14:24:17.92009Z","steps":["trace[1224175698] 'read index received' (duration: 192.370441ms)","trace[1224175698] 'applied index is now lower than readState.Index' (duration: 8.427484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:24:17.920261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.958168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:24:17.920288Z","caller":"traceutil/trace.go:171","msg":"trace[1702901636] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21631; }","duration":"201.007409ms","start":"2026-04-08T14:24:17.719272Z","end":"2026-04-08T14:24:17.92028Z","steps":["trace[1702901636] 'agreement among raft nodes before linearized reading' (duration: 200.897396ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:24:17.920468Z","caller":"traceutil/trace.go:171","msg":"trace[2024624464] transaction","detail":"{read_only:false; response_revision:21631; number_of_response:1; }","duration":"408.978743ms","start":"2026-04-08T14:24:17.511478Z","end":"2026-04-08T14:24:17.920457Z","steps":["trace[2024624464] 'process raft request' (duration: 400.20183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:24:17.920561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:17.511458Z","time spent":"409.048634ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:24:18.566008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.332991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:24:18.566114Z","caller":"traceutil/trace.go:171","msg":"trace[160797673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21631; }","duration":"209.495004ms","start":"2026-04-08T14:24:18.356594Z","end":"2026-04-08T14:24:18.566089Z","steps":["trace[160797673] 'range keys from in-memory index tree' (duration: 209.176475ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:24:18.841988Z","caller":"traceutil/trace.go:171","msg":"trace[1960008666] linearizableReadLoop","detail":"{readStateIndex:22381; appliedIndex:22378; }","duration":"161.680653ms","start":"2026-04-08T14:24:18.680282Z","end":"2026-04-08T14:24:18.841963Z","steps":["trace[1960008666] 'read index received' (duration: 159.358328ms)","trace[1960008666] 'applied index is now lower than readState.Index' (duration: 2.321345ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:24:18.842151Z","caller":"traceutil/trace.go:171","msg":"trace[2090614270] transaction","detail":"{read_only:false; response_revision:21634; number_of_response:1; }","duration":"271.541431ms","start":"2026-04-08T14:24:18.570559Z","end":"2026-04-08T14:24:18.842101Z","steps":["trace[2090614270] 'process raft request' (duration: 271.302155ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:24:18.842344Z","caller":"traceutil/trace.go:171","msg":"trace[971770267] transaction","detail":"{read_only:false; response_revision:21635; number_of_response:1; }","duration":"271.727906ms","start":"2026-04-08T14:24:18.570602Z","end":"2026-04-08T14:24:18.84233Z","steps":["trace[971770267] 'process raft request' (duration: 271.315774ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:24:18.842442Z","caller":"traceutil/trace.go:171","msg":"trace[175637959] transaction","detail":"{read_only:false; response_revision:21633; number_of_response:1; }","duration":"271.860881ms","start":"2026-04-08T14:24:18.570536Z","end":"2026-04-08T14:24:18.842397Z","steps":["trace[175637959] 'process raft request' (duration: 269.140675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:24:18.842246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.96042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:24:18.842574Z","caller":"traceutil/trace.go:171","msg":"trace[1448791855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21635; }","duration":"162.363131ms","start":"2026-04-08T14:24:18.680199Z","end":"2026-04-08T14:24:18.842562Z","steps":["trace[1448791855] 'agreement among raft nodes before linearized reading' (duration: 161.855557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:24:19.506353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.635867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:24:19.506465Z","caller":"traceutil/trace.go:171","msg":"trace[1144339842] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21635; }","duration":"530.819703ms","start":"2026-04-08T14:24:18.975619Z","end":"2026-04-08T14:24:19.506438Z","steps":["trace[1144339842] 'count revisions from in-memory index tree' (duration: 530.408712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:24:19.506511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:18.97559Z","time spent":"530.908356ms","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":35,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:24:19.826557Z","caller":"traceutil/trace.go:171","msg":"trace[233843332] transaction","detail":"{read_only:false; response_revision:21636; number_of_response:1; }","duration":"315.733654ms","start":"2026-04-08T14:24:19.510773Z","end":"2026-04-08T14:24:19.826507Z","steps":["trace[233843332] 'process raft request' (duration: 315.452936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:24:19.82691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:19.51074Z","time spent":"315.966049ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:24:20.201544Z","caller":"traceutil/trace.go:171","msg":"trace[1267865904] linearizableReadLoop","detail":"{readStateIndex:22385; appliedIndex:22381; }","duration":"668.038298ms","start":"2026-04-08T14:24:19.533482Z","end":"2026-04-08T14:24:20.201521Z","steps":["trace[1267865904] 'read index received' (duration: 292.737237ms)","trace[1267865904] 'applied index is now lower than readState.Index' (duration: 375.299881ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:24:20.201929Z","caller":"traceutil/trace.go:171","msg":"trace[85746230] transaction","detail":"{read_only:false; response_revision:21639; number_of_response:1; }","duration":"689.495801ms","start":"2026-04-08T14:24:19.512423Z","end":"2026-04-08T14:24:20.201919Z","steps":["trace[85746230] 'process raft request' (duration: 689.07ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:24:20.20193Z","caller":"traceutil/trace.go:171","msg":"trace[2027929337] transaction","detail":"{read_only:false; response_revision:21638; number_of_response:1; }","duration":"689.505252ms","start":"2026-04-08T14:24:19.512386Z","end":"2026-04-08T14:24:20.201891Z","steps":["trace[2027929337] 'process raft request' (duration: 689.08122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:24:20.202034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:19.512349Z","time spent":"689.618236ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:24:20.202031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:19.512273Z","time spent":"689.690977ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:24:20.202077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.994011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T14:24:20.202177Z","caller":"traceutil/trace.go:171","msg":"trace[1346524570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21639; }","duration":"277.154646ms","start":"2026-04-08T14:24:19.924991Z","end":"2026-04-08T14:24:20.202146Z","steps":["trace[1346524570] 'agreement among raft nodes before linearized reading' (duration: 276.859568ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:24:20.202343Z","caller":"traceutil/trace.go:171","msg":"trace[962717731] transaction","detail":"{read_only:false; response_revision:21637; number_of_response:1; }","duration":"689.896363ms","start":"2026-04-08T14:24:19.512344Z","end":"2026-04-08T14:24:20.20224Z","steps":["trace[962717731] 'process raft request' (duration: 688.964458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:24:20.20264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:19.512317Z","time spent":"690.133689ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:24:20.202961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.428568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:24:20.203634Z","caller":"traceutil/trace.go:171","msg":"trace[1265068961] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21639; }","duration":"670.155977ms","start":"2026-04-08T14:24:19.533439Z","end":"2026-04-08T14:24:20.203595Z","steps":["trace[1265068961] 'agreement among raft nodes before linearized reading' (duration: 668.369107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:24:20.203808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:24:19.533422Z","time spent":"670.360392ms","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:25:10.211627Z","caller":"traceutil/trace.go:171","msg":"trace[1555298985] transaction","detail":"{read_only:false; response_revision:22208; number_of_response:1; }","duration":"116.382617ms","start":"2026-04-08T14:25:10.095217Z","end":"2026-04-08T14:25:10.211599Z","steps":["trace[1555298985] 'process raft request' (duration: 116.170891ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:25:10.642172Z","caller":"traceutil/trace.go:171","msg":"trace[285005139] transaction","detail":"{read_only:false; response_revision:22210; number_of_response:1; }","duration":"140.013971ms","start":"2026-04-08T14:25:10.50212Z","end":"2026-04-08T14:25:10.642134Z","steps":["trace[285005139] 'process raft request' (duration: 102.853691ms)","trace[285005139] 'compare' (duration: 36.916353ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:25:10.642304Z","caller":"traceutil/trace.go:171","msg":"trace[1502828557] linearizableReadLoop","detail":"{readStateIndex:22978; appliedIndex:22975; }","duration":"106.041879ms","start":"2026-04-08T14:25:10.536226Z","end":"2026-04-08T14:25:10.642268Z","steps":["trace[1502828557] 'read index received' (duration: 25.147377ms)","trace[1502828557] 'applied index is now lower than readState.Index' (duration: 80.891862ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:25:10.642412Z","caller":"traceutil/trace.go:171","msg":"trace[1887827272] transaction","detail":"{read_only:false; response_revision:22211; number_of_response:1; }","duration":"139.414105ms","start":"2026-04-08T14:25:10.502946Z","end":"2026-04-08T14:25:10.64236Z","steps":["trace[1887827272] 'process raft request' (duration: 139.132097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:25:10.642666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.3983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-08T14:25:10.642978Z","caller":"traceutil/trace.go:171","msg":"trace[1722319114] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22211; }","duration":"106.81193ms","start":"2026-04-08T14:25:10.536149Z","end":"2026-04-08T14:25:10.642961Z","steps":["trace[1722319114] 'agreement among raft nodes before linearized reading' (duration: 106.297487ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:25:43.49375Z","caller":"traceutil/trace.go:171","msg":"trace[1798049217] transaction","detail":"{read_only:false; response_revision:22436; number_of_response:1; }","duration":"104.627971ms","start":"2026-04-08T14:25:43.389083Z","end":"2026-04-08T14:25:43.493711Z","steps":["trace[1798049217] 'process raft request' (duration: 104.410045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:25:43.834451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.338758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:25:43.834559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.389045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:25:43.834548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.247008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:25:43.834598Z","caller":"traceutil/trace.go:171","msg":"trace[2146821851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22437; }","duration":"154.534614ms","start":"2026-04-08T14:25:43.680041Z","end":"2026-04-08T14:25:43.834576Z","steps":["trace[2146821851] 'range keys from in-memory index tree' (duration: 154.263505ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:25:43.834616Z","caller":"traceutil/trace.go:171","msg":"trace[1543252380] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22437; }","duration":"248.446147ms","start":"2026-04-08T14:25:43.586146Z","end":"2026-04-08T14:25:43.834592Z","steps":["trace[1543252380] 'range keys from in-memory index tree' (duration: 248.345954ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:25:43.834637Z","caller":"traceutil/trace.go:171","msg":"trace[313056971] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22437; }","duration":"205.408013ms","start":"2026-04-08T14:25:43.629208Z","end":"2026-04-08T14:25:43.834616Z","steps":["trace[313056971] 'range keys from in-memory index tree' (duration: 205.162467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:25:43.834479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.356124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:25:43.83491Z","caller":"traceutil/trace.go:171","msg":"trace[570566805] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22437; }","duration":"248.859698ms","start":"2026-04-08T14:25:43.586025Z","end":"2026-04-08T14:25:43.834884Z","steps":["trace[570566805] 'range keys from in-memory index tree' (duration: 248.20296ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:25:44.524274Z","caller":"traceutil/trace.go:171","msg":"trace[1074437594] transaction","detail":"{read_only:false; response_revision:22439; number_of_response:1; }","duration":"108.270771ms","start":"2026-04-08T14:25:44.415969Z","end":"2026-04-08T14:25:44.524239Z","steps":["trace[1074437594] 'process raft request' (duration: 108.106016ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:25:44.600915Z","caller":"traceutil/trace.go:171","msg":"trace[1431876155] transaction","detail":"{read_only:false; response_revision:22440; number_of_response:1; }","duration":"163.005048ms","start":"2026-04-08T14:25:44.437867Z","end":"2026-04-08T14:25:44.600872Z","steps":["trace[1431876155] 'process raft request' (duration: 162.760832ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:27:22.371943Z","caller":"traceutil/trace.go:171","msg":"trace[1196355017] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"102.351426ms","start":"2026-04-08T14:27:22.269563Z","end":"2026-04-08T14:27:22.371914Z","steps":["trace[1196355017] 'process raft request' (duration: 102.13133ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:27:56.740159Z","caller":"traceutil/trace.go:171","msg":"trace[1570887270] linearizableReadLoop","detail":"{readStateIndex:24198; appliedIndex:24197; }","duration":"196.906399ms","start":"2026-04-08T14:27:56.543222Z","end":"2026-04-08T14:27:56.740129Z","steps":["trace[1570887270] 'read index received' (duration: 196.672433ms)","trace[1570887270] 'applied index is now lower than readState.Index' (duration: 230.696µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:27:56.740324Z","caller":"traceutil/trace.go:171","msg":"trace[547450089] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"376.847185ms","start":"2026-04-08T14:27:56.363463Z","end":"2026-04-08T14:27:56.740311Z","steps":["trace[547450089] 'process raft request' (duration: 376.428644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:27:56.740446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:27:56.363447Z","time spent":"376.913438ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:27:56.740742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.480254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:27:56.740848Z","caller":"traceutil/trace.go:171","msg":"trace[1441395067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23393; }","duration":"197.664989ms","start":"2026-04-08T14:27:56.543158Z","end":"2026-04-08T14:27:56.740823Z","steps":["trace[1441395067] 'agreement among raft nodes before linearized reading' (duration: 197.405272ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:28:10.205473Z","caller":"traceutil/trace.go:171","msg":"trace[366539111] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"102.913063ms","start":"2026-04-08T14:28:10.102515Z","end":"2026-04-08T14:28:10.205428Z","steps":["trace[366539111] 'process raft request' (duration: 102.673627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:11.742514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.349027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:28:11.742609Z","caller":"traceutil/trace.go:171","msg":"trace[1778375030] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/cert-manager-test/; range_end:/registry/ceph.rook.io/cephobjectzonegroups/cert-manager-test0; response_count:0; response_revision:23999; }","duration":"172.45279ms","start":"2026-04-08T14:28:11.570132Z","end":"2026-04-08T14:28:11.742585Z","steps":["trace[1778375030] 'range keys from in-memory index tree' (duration: 172.275656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:11.742784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.596134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:28:11.742825Z","caller":"traceutil/trace.go:171","msg":"trace[1416728290] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23999; }","duration":"164.660894ms","start":"2026-04-08T14:28:11.578154Z","end":"2026-04-08T14:28:11.742815Z","steps":["trace[1416728290] 'range keys from in-memory index tree' (duration: 164.558281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:11.743375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.737074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:28:11.743497Z","caller":"traceutil/trace.go:171","msg":"trace[985335996] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23999; }","duration":"139.954459ms","start":"2026-04-08T14:28:11.603516Z","end":"2026-04-08T14:28:11.74347Z","steps":["trace[985335996] 'range keys from in-memory index tree' (duration: 139.655631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:11.743743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.659604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:28:11.743757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.948027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:28:11.743803Z","caller":"traceutil/trace.go:171","msg":"trace[337722953] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23999; }","duration":"164.752377ms","start":"2026-04-08T14:28:11.579034Z","end":"2026-04-08T14:28:11.743787Z","steps":["trace[337722953] 'range keys from in-memory index tree' (duration: 164.601072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:11.743779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.768722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:28:11.742982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.834399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:28:11.743863Z","caller":"traceutil/trace.go:171","msg":"trace[529158822] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23999; }","duration":"140.878795ms","start":"2026-04-08T14:28:11.602966Z","end":"2026-04-08T14:28:11.743845Z","steps":["trace[529158822] 'count revisions from in-memory index tree' (duration: 140.651899ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:28:11.743861Z","caller":"traceutil/trace.go:171","msg":"trace[1361471245] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23999; }","duration":"141.115382ms","start":"2026-04-08T14:28:11.602718Z","end":"2026-04-08T14:28:11.743833Z","steps":["trace[1361471245] 'range keys from in-memory index tree' (duration: 140.853124ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:28:11.743898Z","caller":"traceutil/trace.go:171","msg":"trace[1950674504] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23999; }","duration":"165.756274ms","start":"2026-04-08T14:28:11.578125Z","end":"2026-04-08T14:28:11.743881Z","steps":["trace[1950674504] 'count revisions from in-memory index tree' (duration: 164.759657ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:28:21.078676Z","caller":"traceutil/trace.go:171","msg":"trace[843213250] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"198.125842ms","start":"2026-04-08T14:28:20.880521Z","end":"2026-04-08T14:28:21.078647Z","steps":["trace[843213250] 'process raft request' (duration: 197.921726ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:28:21.083196Z","caller":"traceutil/trace.go:171","msg":"trace[1153727656] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"199.267003ms","start":"2026-04-08T14:28:20.883909Z","end":"2026-04-08T14:28:21.083176Z","steps":["trace[1153727656] 'process raft request' (duration: 199.13672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:21.797461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658347467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:28:22.298249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658347467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:28:22.592075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.577668Z","time spent":"1.014396008s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T14:28:22.799083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658347467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:28:22.818716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.729808048s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:28:22.819226Z","caller":"traceutil/trace.go:171","msg":"trace[2016861362] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"1.730384625s","start":"2026-04-08T14:28:21.088811Z","end":"2026-04-08T14:28:22.819196Z","steps":["trace[2016861362] 'process raft request' (duration: 1.730195099s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.819383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.08879Z","time spent":"1.730494247s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:28:22.835846Z","caller":"traceutil/trace.go:171","msg":"trace[1577335590] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"1.69810866s","start":"2026-04-08T14:28:21.137708Z","end":"2026-04-08T14:28:22.835817Z","steps":["trace[1577335590] 'process raft request' (duration: 1.697996187s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:28:22.835883Z","caller":"traceutil/trace.go:171","msg":"trace[605598546] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"1.725345044s","start":"2026-04-08T14:28:21.110488Z","end":"2026-04-08T14:28:22.835833Z","steps":["trace[605598546] 'process raft request' (duration: 1.725082497s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.836013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.137667Z","time spent":"1.698262383s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:28:22.836166Z","caller":"traceutil/trace.go:171","msg":"trace[2046903759] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"1.384534867s","start":"2026-04-08T14:28:21.451602Z","end":"2026-04-08T14:28:22.836137Z","steps":["trace[2046903759] 'process raft request' (duration: 1.384142806s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.836209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.451568Z","time spent":"1.38462031s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:28:22.836253Z","caller":"traceutil/trace.go:171","msg":"trace[1904438481] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"1.362705433s","start":"2026-04-08T14:28:21.473497Z","end":"2026-04-08T14:28:22.836203Z","steps":["trace[1904438481] 'process raft request' (duration: 1.362522418s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:28:22.836292Z","caller":"traceutil/trace.go:171","msg":"trace[396329638] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"1.045736487s","start":"2026-04-08T14:28:21.790536Z","end":"2026-04-08T14:28:22.836272Z","steps":["trace[396329638] 'process raft request' (duration: 1.045610043s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:28:22.83631Z","caller":"traceutil/trace.go:171","msg":"trace[79601404] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"450.449756ms","start":"2026-04-08T14:28:22.385842Z","end":"2026-04-08T14:28:22.836292Z","steps":["trace[79601404] 'process raft request' (duration: 450.397124ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:28:22.836364Z","caller":"traceutil/trace.go:171","msg":"trace[886595475] linearizableReadLoop","detail":"{readStateIndex:24939; appliedIndex:24929; }","duration":"1.539313007s","start":"2026-04-08T14:28:21.297042Z","end":"2026-04-08T14:28:22.836355Z","steps":["trace[886595475] 'read index received' (duration: 1.522771849s)","trace[886595475] 'applied index is now lower than readState.Index' (duration: 16.540288ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:28:22.836442Z","caller":"traceutil/trace.go:171","msg":"trace[1472655581] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"110.130753ms","start":"2026-04-08T14:28:22.726305Z","end":"2026-04-08T14:28:22.836435Z","steps":["trace[1472655581] 'process raft request' (duration: 109.960757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.836433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.790508Z","time spent":"1.045837169s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:28:22.836462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.473472Z","time spent":"1.362871707s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:28:22.836495Z","caller":"traceutil/trace.go:171","msg":"trace[1324646513] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"736.340011ms","start":"2026-04-08T14:28:22.100151Z","end":"2026-04-08T14:28:22.836491Z","steps":["trace[1324646513] 'process raft request' (duration: 736.069144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.836521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:22.100119Z","time spent":"736.387862ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:28:22.836551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539509924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:28:22.836589Z","caller":"traceutil/trace.go:171","msg":"trace[955197904] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24120; }","duration":"1.539580465s","start":"2026-04-08T14:28:21.297Z","end":"2026-04-08T14:28:22.83658Z","steps":["trace[955197904] 'agreement among raft nodes before linearized reading' (duration: 1.539502394s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:28:22.836475Z","caller":"traceutil/trace.go:171","msg":"trace[1197265308] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"1.004688378s","start":"2026-04-08T14:28:21.831777Z","end":"2026-04-08T14:28:22.836466Z","steps":["trace[1197265308] 'process raft request' (duration: 1.004414851s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.836616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.296974Z","time spent":"1.539636088s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:28:22.836632Z","caller":"traceutil/trace.go:171","msg":"trace[1870051167] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"1.287266701s","start":"2026-04-08T14:28:21.549353Z","end":"2026-04-08T14:28:22.83662Z","steps":["trace[1870051167] 'process raft request' (duration: 1.286762147s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.836646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.831717Z","time spent":"1.004900484s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:28:22.836739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.549302Z","time spent":"1.287373254s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:28:22.836815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422748926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-08T14:28:22.836842Z","caller":"traceutil/trace.go:171","msg":"trace[1554279079] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:24120; }","duration":"1.422830039s","start":"2026-04-08T14:28:21.414005Z","end":"2026-04-08T14:28:22.836835Z","steps":["trace[1554279079] 'agreement among raft nodes before linearized reading' (duration: 1.422732286s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.836859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.413979Z","time spent":"1.42287626s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T14:28:22.836438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:22.385816Z","time spent":"450.555108ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:28:22.836986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.69751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T14:28:22.837033Z","caller":"traceutil/trace.go:171","msg":"trace[543240865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24120; }","duration":"719.809931ms","start":"2026-04-08T14:28:22.117215Z","end":"2026-04-08T14:28:22.837025Z","steps":["trace[543240865] 'agreement among raft nodes before linearized reading' (duration: 719.677048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.837059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:22.117192Z","time spent":"719.861015ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:28:22.837113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.191173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-08T14:28:22.837129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.730303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:28:22.837164Z","caller":"traceutil/trace.go:171","msg":"trace[6230782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24120; }","duration":"393.783486ms","start":"2026-04-08T14:28:22.443372Z","end":"2026-04-08T14:28:22.837155Z","steps":["trace[6230782] 'agreement among raft nodes before linearized reading' (duration: 393.637261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.837209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:22.443362Z","time spent":"393.841847ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:28:22.837236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.476176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-08T14:28:22.837256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.431181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-04-08T14:28:22.837311Z","caller":"traceutil/trace.go:171","msg":"trace[344954635] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24120; }","duration":"890.525834ms","start":"2026-04-08T14:28:21.946774Z","end":"2026-04-08T14:28:22.8373Z","steps":["trace[344954635] 'agreement among raft nodes before linearized reading' (duration: 890.411401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.837329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164098127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:28:22.837545Z","caller":"traceutil/trace.go:171","msg":"trace[623259236] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24120; }","duration":"1.164357354s","start":"2026-04-08T14:28:21.673182Z","end":"2026-04-08T14:28:22.837539Z","steps":["trace[623259236] 'agreement among raft nodes before linearized reading' (duration: 1.164109137s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.837546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.946749Z","time spent":"890.787321ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-08T14:28:22.837566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.673155Z","time spent":"1.164407276s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:28:22.837266Z","caller":"traceutil/trace.go:171","msg":"trace[1824785927] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24120; }","duration":"568.52528ms","start":"2026-04-08T14:28:22.268729Z","end":"2026-04-08T14:28:22.837255Z","steps":["trace[1824785927] 'agreement among raft nodes before linearized reading' (duration: 568.452227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.837749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186709974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:28:22.837748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:22.268705Z","time spent":"569.031092ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-08T14:28:22.837165Z","caller":"traceutil/trace.go:171","msg":"trace[1772887100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24120; }","duration":"847.261816ms","start":"2026-04-08T14:28:21.989884Z","end":"2026-04-08T14:28:22.837146Z","steps":["trace[1772887100] 'agreement among raft nodes before linearized reading' (duration: 847.119401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.837819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.989865Z","time spent":"847.942735ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T14:28:22.837836Z","caller":"traceutil/trace.go:171","msg":"trace[1695946726] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24120; }","duration":"1.186780756s","start":"2026-04-08T14:28:21.65103Z","end":"2026-04-08T14:28:22.837811Z","steps":["trace[1695946726] 'agreement among raft nodes before linearized reading' (duration: 1.186692883s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.837166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.20756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-08T14:28:22.836971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15771786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:28:22.837872Z","caller":"traceutil/trace.go:171","msg":"trace[1403482373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24120; }","duration":"568.967971ms","start":"2026-04-08T14:28:22.268895Z","end":"2026-04-08T14:28:22.837863Z","steps":["trace[1403482373] 'agreement among raft nodes before linearized reading' (duration: 568.2209ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:28:22.837906Z","caller":"traceutil/trace.go:171","msg":"trace[502720919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24120; }","duration":"1.158672986s","start":"2026-04-08T14:28:21.679223Z","end":"2026-04-08T14:28:22.837896Z","steps":["trace[502720919] 'agreement among raft nodes before linearized reading' (duration: 1.15770122s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:28:22.837915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:22.26887Z","time spent":"569.034603ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:28:22.837932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.679212Z","time spent":"1.158714478s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:28:22.837895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.650969Z","time spent":"1.18688294s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:28:22.839384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:28:21.110456Z","time spent":"1.728862593s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:28:58.227617Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21528} {"level":"info","ts":"2026-04-08T14:28:58.340073Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21528,"took":"108.399889ms","hash":2278252276,"current-db-size-bytes":53768192,"current-db-size":"54 MB","current-db-size-in-use-bytes":40476672,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-04-08T14:28:58.34014Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2278252276,"revision":21528,"compact-revision":19423} {"level":"info","ts":"2026-04-08T14:29:59.762479Z","caller":"traceutil/trace.go:171","msg":"trace[121044553] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"108.377798ms","start":"2026-04-08T14:29:59.654067Z","end":"2026-04-08T14:29:59.762444Z","steps":["trace[121044553] 'process raft request' (duration: 108.09074ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:29:59.870247Z","caller":"traceutil/trace.go:171","msg":"trace[1765885621] linearizableReadLoop","detail":"{readStateIndex:25964; appliedIndex:25962; }","duration":"189.748761ms","start":"2026-04-08T14:29:59.680469Z","end":"2026-04-08T14:29:59.870218Z","steps":["trace[1765885621] 'read index received' (duration: 81.697552ms)","trace[1765885621] 'applied index is now lower than readState.Index' (duration: 108.049449ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:29:59.870325Z","caller":"traceutil/trace.go:171","msg":"trace[2040131092] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"215.528842ms","start":"2026-04-08T14:29:59.654763Z","end":"2026-04-08T14:29:59.870292Z","steps":["trace[2040131092] 'process raft request' (duration: 204.274492ms)","trace[2040131092] 'compare' (duration: 10.943281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:29:59.870464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.959888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:29:59.870448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.957736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:29:59.87059Z","caller":"traceutil/trace.go:171","msg":"trace[1302070298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25118; }","duration":"190.101421ms","start":"2026-04-08T14:29:59.680416Z","end":"2026-04-08T14:29:59.870517Z","steps":["trace[1302070298] 'agreement among raft nodes before linearized reading' (duration: 189.933577ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:29:59.871189Z","caller":"traceutil/trace.go:171","msg":"trace[1739507460] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25118; }","duration":"157.089841ms","start":"2026-04-08T14:29:59.713415Z","end":"2026-04-08T14:29:59.870505Z","steps":["trace[1739507460] 'agreement among raft nodes before linearized reading' (duration: 156.965907ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:30:00.211779Z","caller":"traceutil/trace.go:171","msg":"trace[629723993] linearizableReadLoop","detail":"{readStateIndex:25966; appliedIndex:25965; }","duration":"100.44041ms","start":"2026-04-08T14:30:00.111301Z","end":"2026-04-08T14:30:00.211741Z","steps":["trace[629723993] 'read index received' (duration: 90.166636ms)","trace[629723993] 'applied index is now lower than readState.Index' (duration: 10.271914ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:30:00.211848Z","caller":"traceutil/trace.go:171","msg":"trace[1578623349] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"100.926054ms","start":"2026-04-08T14:30:00.110892Z","end":"2026-04-08T14:30:00.211818Z","steps":["trace[1578623349] 'process raft request' (duration: 90.584958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:30:00.212149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.82559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-08T14:30:00.212229Z","caller":"traceutil/trace.go:171","msg":"trace[1709856359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25120; }","duration":"100.960884ms","start":"2026-04-08T14:30:00.111241Z","end":"2026-04-08T14:30:00.212202Z","steps":["trace[1709856359] 'agreement among raft nodes before linearized reading' (duration: 100.666325ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:30:00.429669Z","caller":"traceutil/trace.go:171","msg":"trace[1462340362] linearizableReadLoop","detail":"{readStateIndex:25968; appliedIndex:25966; }","duration":"209.454935ms","start":"2026-04-08T14:30:00.22018Z","end":"2026-04-08T14:30:00.429635Z","steps":["trace[1462340362] 'read index received' (duration: 27.627973ms)","trace[1462340362] 'applied index is now lower than readState.Index' (duration: 181.825672ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:30:00.429835Z","caller":"traceutil/trace.go:171","msg":"trace[1491762858] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"209.921727ms","start":"2026-04-08T14:30:00.219899Z","end":"2026-04-08T14:30:00.42982Z","steps":["trace[1491762858] 'process raft request' (duration: 140.716599ms)","trace[1491762858] 'compare' (duration: 68.844008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:30:00.430012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.680653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:30:00.430105Z","caller":"traceutil/trace.go:171","msg":"trace[332738364] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25122; }","duration":"175.849568ms","start":"2026-04-08T14:30:00.254233Z","end":"2026-04-08T14:30:00.430083Z","steps":["trace[332738364] 'agreement among raft nodes before linearized reading' (duration: 175.653963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:30:00.430083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.883647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:30:00.430188Z","caller":"traceutil/trace.go:171","msg":"trace[954385967] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:25122; }","duration":"210.057951ms","start":"2026-04-08T14:30:00.220108Z","end":"2026-04-08T14:30:00.430166Z","steps":["trace[954385967] 'agreement among raft nodes before linearized reading' (duration: 209.746702ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:30:00.556339Z","caller":"traceutil/trace.go:171","msg":"trace[1575326569] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"123.314039ms","start":"2026-04-08T14:30:00.432992Z","end":"2026-04-08T14:30:00.556306Z","steps":["trace[1575326569] 'process raft request' (duration: 117.051717ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:30:00.674429Z","caller":"traceutil/trace.go:171","msg":"trace[26317205] linearizableReadLoop","detail":"{readStateIndex:25973; appliedIndex:25970; }","duration":"100.41452ms","start":"2026-04-08T14:30:00.573981Z","end":"2026-04-08T14:30:00.674396Z","steps":["trace[26317205] 'read index received' (duration: 57.929398ms)","trace[26317205] 'applied index is now lower than readState.Index' (duration: 42.483532ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:30:00.674596Z","caller":"traceutil/trace.go:171","msg":"trace[1638973692] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"107.552615ms","start":"2026-04-08T14:30:00.566985Z","end":"2026-04-08T14:30:00.674538Z","steps":["trace[1638973692] 'process raft request' (duration: 93.557329ms)","trace[1638973692] 'compare' (duration: 13.554274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:30:00.674685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.655676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:30:00.674782Z","caller":"traceutil/trace.go:171","msg":"trace[695729321] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25127; }","duration":"100.805689ms","start":"2026-04-08T14:30:00.573954Z","end":"2026-04-08T14:30:00.674759Z","steps":["trace[695729321] 'agreement among raft nodes before linearized reading' (duration: 100.593733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:30:00.685087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.036622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:30:00.685205Z","caller":"traceutil/trace.go:171","msg":"trace[118322788] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25128; }","duration":"111.194535ms","start":"2026-04-08T14:30:00.573994Z","end":"2026-04-08T14:30:00.685189Z","steps":["trace[118322788] 'agreement among raft nodes before linearized reading' (duration: 111.01474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:30:00.685225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.799545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:30:00.685277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.202031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-08T14:30:00.685331Z","caller":"traceutil/trace.go:171","msg":"trace[2068049822] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25128; }","duration":"110.982029ms","start":"2026-04-08T14:30:00.574328Z","end":"2026-04-08T14:30:00.685311Z","steps":["trace[2068049822] 'agreement among raft nodes before linearized reading' (duration: 110.769403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:30:00.685205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.934229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:30:00.685364Z","caller":"traceutil/trace.go:171","msg":"trace[424962552] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25128; }","duration":"109.337054ms","start":"2026-04-08T14:30:00.576005Z","end":"2026-04-08T14:30:00.685342Z","steps":["trace[424962552] 'agreement among raft nodes before linearized reading' (duration: 109.038946ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:30:00.685455Z","caller":"traceutil/trace.go:171","msg":"trace[235176822] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25128; }","duration":"111.160985ms","start":"2026-04-08T14:30:00.574245Z","end":"2026-04-08T14:30:00.685406Z","steps":["trace[235176822] 'agreement among raft nodes before linearized reading' (duration: 110.907518ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:30:01.060548Z","caller":"traceutil/trace.go:171","msg":"trace[1797960686] linearizableReadLoop","detail":"{readStateIndex:25977; appliedIndex:25976; }","duration":"113.632962ms","start":"2026-04-08T14:30:00.94688Z","end":"2026-04-08T14:30:01.060512Z","steps":["trace[1797960686] 'read index received' (duration: 113.230761ms)","trace[1797960686] 'applied index is now lower than readState.Index' (duration: 400.661µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:30:01.06073Z","caller":"traceutil/trace.go:171","msg":"trace[1384494238] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"118.573499ms","start":"2026-04-08T14:30:00.942143Z","end":"2026-04-08T14:30:01.060717Z","steps":["trace[1384494238] 'process raft request' (duration: 118.106787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:30:01.061186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.611522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:30:01.061363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.970717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:30:01.061491Z","caller":"traceutil/trace.go:171","msg":"trace[1532617788] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25131; }","duration":"112.331447ms","start":"2026-04-08T14:30:00.949138Z","end":"2026-04-08T14:30:01.061469Z","steps":["trace[1532617788] 'agreement among raft nodes before linearized reading' (duration: 112.125741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:30:01.061549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.372208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-08T14:30:01.061558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.071307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29594310-kvwfv\" ","response":"range_response_count:1 size:6837"} {"level":"info","ts":"2026-04-08T14:30:01.061671Z","caller":"traceutil/trace.go:171","msg":"trace[886264713] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25131; }","duration":"112.493211ms","start":"2026-04-08T14:30:00.94915Z","end":"2026-04-08T14:30:01.061643Z","steps":["trace[886264713] 'agreement among raft nodes before linearized reading' (duration: 112.315286ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:30:01.061698Z","caller":"traceutil/trace.go:171","msg":"trace[1241673518] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29594310-kvwfv; range_end:; response_count:1; response_revision:25131; }","duration":"101.247281ms","start":"2026-04-08T14:30:00.960428Z","end":"2026-04-08T14:30:01.061675Z","steps":["trace[1241673518] 'agreement among raft nodes before linearized reading' (duration: 100.909382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:30:01.061348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.420524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:30:01.061744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.540769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:30:01.061797Z","caller":"traceutil/trace.go:171","msg":"trace[1667182235] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25131; }","duration":"114.942679ms","start":"2026-04-08T14:30:00.946842Z","end":"2026-04-08T14:30:01.061785Z","steps":["trace[1667182235] 'agreement among raft nodes before linearized reading' (duration: 114.365023ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:30:01.061803Z","caller":"traceutil/trace.go:171","msg":"trace[97527706] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25131; }","duration":"113.640703ms","start":"2026-04-08T14:30:00.948148Z","end":"2026-04-08T14:30:01.061788Z","steps":["trace[97527706] 'agreement among raft nodes before linearized reading' (duration: 113.52677ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:30:01.062362Z","caller":"traceutil/trace.go:171","msg":"trace[1996822753] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25131; }","duration":"114.168077ms","start":"2026-04-08T14:30:00.947274Z","end":"2026-04-08T14:30:01.061442Z","steps":["trace[1996822753] 'agreement among raft nodes before linearized reading' (duration: 113.56772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:55.041965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.362878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:31:55.042223Z","caller":"traceutil/trace.go:171","msg":"trace[1615203162] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"510.68816ms","start":"2026-04-08T14:31:54.531519Z","end":"2026-04-08T14:31:55.042207Z","steps":["trace[1615203162] 'process raft request' (duration: 510.571527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:55.042286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:54.531485Z","time spent":"510.767302ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:31:55.042396Z","caller":"traceutil/trace.go:171","msg":"trace[1459198923] linearizableReadLoop","detail":"{readStateIndex:27122; appliedIndex:27121; }","duration":"724.331801ms","start":"2026-04-08T14:31:54.31801Z","end":"2026-04-08T14:31:55.042342Z","steps":["trace[1459198923] 'read index received' (duration: 488.604911ms)","trace[1459198923] 'applied index is now lower than readState.Index' (duration: 235.722899ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:31:55.042569Z","caller":"traceutil/trace.go:171","msg":"trace[1939061115] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"886.675295ms","start":"2026-04-08T14:31:54.155872Z","end":"2026-04-08T14:31:55.042548Z","steps":["trace[1939061115] 'process raft request' (duration: 650.626557ms)","trace[1939061115] 'compare' (duration: 234.986869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:31:55.042686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:54.15584Z","time spent":"886.758228ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T14:31:55.042717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.867046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-08T14:31:55.042746Z","caller":"traceutil/trace.go:171","msg":"trace[1141429062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26246; }","duration":"176.946529ms","start":"2026-04-08T14:31:54.865791Z","end":"2026-04-08T14:31:55.042737Z","steps":["trace[1141429062] 'agreement among raft nodes before linearized reading' (duration: 176.807304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:55.042715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.359547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:31:55.042817Z","caller":"traceutil/trace.go:171","msg":"trace[445425069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26246; }","duration":"668.538362ms","start":"2026-04-08T14:31:54.374254Z","end":"2026-04-08T14:31:55.042793Z","steps":["trace[445425069] 'agreement among raft nodes before linearized reading' (duration: 668.311016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:55.042855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:54.374227Z","time spent":"668.618665ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:31:55.042915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.917436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-08T14:31:55.042941Z","caller":"traceutil/trace.go:171","msg":"trace[1475953883] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26246; }","duration":"724.994118ms","start":"2026-04-08T14:31:54.317936Z","end":"2026-04-08T14:31:55.04293Z","steps":["trace[1475953883] 'agreement among raft nodes before linearized reading' (duration: 724.920537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:55.042961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:54.317913Z","time spent":"725.04262ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-08T14:31:55.043201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.833269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-08T14:31:55.043208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.086876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:31:55.043245Z","caller":"traceutil/trace.go:171","msg":"trace[1818453432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26246; }","duration":"508.932141ms","start":"2026-04-08T14:31:54.534301Z","end":"2026-04-08T14:31:55.043233Z","steps":["trace[1818453432] 'agreement among raft nodes before linearized reading' (duration: 508.753797ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:31:55.04325Z","caller":"traceutil/trace.go:171","msg":"trace[194498578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26246; }","duration":"336.171868ms","start":"2026-04-08T14:31:54.707069Z","end":"2026-04-08T14:31:55.043241Z","steps":["trace[194498578] 'agreement among raft nodes before linearized reading' (duration: 336.096617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:55.043283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:54.707043Z","time spent":"336.23437ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:31:55.04328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:54.534272Z","time spent":"509.001014ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:31:55.549317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:31:56.049735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:31:56.202041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.154070448s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:31:57.241546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097815607s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:31:57.241734Z","caller":"traceutil/trace.go:171","msg":"trace[1450856431] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26246; }","duration":"2.098020143s","start":"2026-04-08T14:31:55.143694Z","end":"2026-04-08T14:31:57.241714Z","steps":["trace[1450856431] 'range keys from in-memory index tree' (duration: 2.097796867s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:57.247368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044689952s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:31:57.247543Z","caller":"traceutil/trace.go:171","msg":"trace[890180764] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"2.199654265s","start":"2026-04-08T14:31:55.047856Z","end":"2026-04-08T14:31:57.247511Z","steps":["trace[890180764] 'process raft request' (duration: 1.154662254s)","trace[890180764] 'compare' (duration: 1.039473589s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:31:57.247638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.047833Z","time spent":"2.199763618s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:31:57.405795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203552843s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:31:57.681228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003403904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:31:57.681434Z","caller":"traceutil/trace.go:171","msg":"trace[429163861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003670941s","start":"2026-04-08T14:31:55.677731Z","end":"2026-04-08T14:31:57.681402Z","steps":["trace[429163861] 'agreement among raft nodes before linearized reading' (duration: 2.003444685s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:57.681557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.677662Z","time spent":"2.003881028s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:31:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:31:57.996876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.503481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:31:57.997313Z","caller":"traceutil/trace.go:171","msg":"trace[151088704] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"2.662490766s","start":"2026-04-08T14:31:55.334783Z","end":"2026-04-08T14:31:57.997273Z","steps":["trace[151088704] 'process raft request' (duration: 2.66229706s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:57.997503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.33475Z","time spent":"2.66265335s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:31:57.99767Z","caller":"traceutil/trace.go:171","msg":"trace[781901747] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"2.204014105s","start":"2026-04-08T14:31:55.793632Z","end":"2026-04-08T14:31:57.997646Z","steps":["trace[781901747] 'process raft request' (duration: 2.203566303s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:31:57.997656Z","caller":"traceutil/trace.go:171","msg":"trace[1629778644] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"2.948746797s","start":"2026-04-08T14:31:55.048876Z","end":"2026-04-08T14:31:57.997623Z","steps":["trace[1629778644] 'process raft request' (duration: 2.94811546s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:31:57.997735Z","caller":"traceutil/trace.go:171","msg":"trace[1508205188] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"2.218906336s","start":"2026-04-08T14:31:55.77882Z","end":"2026-04-08T14:31:57.997726Z","steps":["trace[1508205188] 'process raft request' (duration: 2.21831879s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:57.997754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.793555Z","time spent":"2.20416275s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:31:57.997794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.048859Z","time spent":"2.948867751s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:31:57.997803Z","caller":"traceutil/trace.go:171","msg":"trace[349273335] linearizableReadLoop","detail":"{readStateIndex:27133; appliedIndex:27123; }","duration":"2.949229041s","start":"2026-04-08T14:31:55.048562Z","end":"2026-04-08T14:31:57.997791Z","steps":["trace[349273335] 'read index received' (duration: 1.153972335s)","trace[349273335] 'applied index is now lower than readState.Index' (duration: 1.795255626s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:31:57.997777Z","caller":"traceutil/trace.go:171","msg":"trace[1732877256] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"2.200638232s","start":"2026-04-08T14:31:55.797089Z","end":"2026-04-08T14:31:57.997728Z","steps":["trace[1732877256] 'process raft request' (duration: 2.200133538s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:31:57.997832Z","caller":"traceutil/trace.go:171","msg":"trace[243222886] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"2.218441753s","start":"2026-04-08T14:31:55.779357Z","end":"2026-04-08T14:31:57.997799Z","steps":["trace[243222886] 'process raft request' (duration: 2.217814436s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:57.99786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.778787Z","time spent":"2.218985769s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:31:57.997645Z","caller":"traceutil/trace.go:171","msg":"trace[1302508513] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"2.949211941s","start":"2026-04-08T14:31:55.048395Z","end":"2026-04-08T14:31:57.997606Z","steps":["trace[1302508513] 'process raft request' (duration: 2.357872998s)","trace[1302508513] 'compare' (duration: 587.763815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:31:57.997918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.04836Z","time spent":"2.949540769s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:31:57.997871Z","caller":"traceutil/trace.go:171","msg":"trace[2131805056] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"2.480517328s","start":"2026-04-08T14:31:55.517282Z","end":"2026-04-08T14:31:57.997799Z","steps":["trace[2131805056] 'process raft request' (duration: 2.479831379s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:57.997965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.797074Z","time spent":"2.200789396s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:31:57.998075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.779342Z","time spent":"2.218536707s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:31:57.998109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.51725Z","time spent":"2.480728994s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:31:57.997734Z","caller":"traceutil/trace.go:171","msg":"trace[1293428559] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"2.200387775s","start":"2026-04-08T14:31:55.797301Z","end":"2026-04-08T14:31:57.997689Z","steps":["trace[1293428559] 'process raft request' (duration: 2.199950074s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:57.99829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.797262Z","time spent":"2.200982452s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:31:59.3467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349377163s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-08T14:31:59.34754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298955973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-08T14:31:59.347733Z","caller":"traceutil/trace.go:171","msg":"trace[1138674206] range","detail":"{range_begin:/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f; range_end:; response_count:1; response_revision:26256; }","duration":"4.29919448s","start":"2026-04-08T14:31:55.04849Z","end":"2026-04-08T14:31:59.347684Z","steps":["trace[1138674206] 'agreement among raft nodes before linearized reading' (duration: 2.949373005s)","trace[1138674206] 'range keys from in-memory index tree' (duration: 1.349447895s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:31:59.34782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.048467Z","time spent":"4.299334013s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f\" "} {"level":"info","ts":"2026-04-08T14:31:59.34813Z","caller":"traceutil/trace.go:171","msg":"trace[1202118120] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"2.416827242s","start":"2026-04-08T14:31:56.931277Z","end":"2026-04-08T14:31:59.348104Z","steps":["trace[1202118120] 'process raft request' (duration: 2.415547417s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:59.348283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:56.931237Z","time spent":"2.416956656s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:31:59.68705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:31:59.687174Z","caller":"traceutil/trace.go:171","msg":"trace[1640968934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129864s","start":"2026-04-08T14:31:57.687013Z","end":"2026-04-08T14:31:59.687142Z","steps":["trace[1640968934] 'agreement among raft nodes before linearized reading' (duration: 1.99997019s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:31:59.687231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:57.686981Z","time spent":"2.000238687s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:31:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:31:59.772255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655992266s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:32:00.035919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.741321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:00.036215Z","caller":"traceutil/trace.go:171","msg":"trace[904603119] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"1.920082577s","start":"2026-04-08T14:31:58.116118Z","end":"2026-04-08T14:32:00.0362Z","steps":["trace[904603119] 'process raft request' (duration: 1.920036116s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.036268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:58.116085Z","time spent":"1.92015813s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:00.036548Z","caller":"traceutil/trace.go:171","msg":"trace[1644922330] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"2.986372885s","start":"2026-04-08T14:31:57.050166Z","end":"2026-04-08T14:32:00.036539Z","steps":["trace[1644922330] 'process raft request' (duration: 2.297916504s)","trace[1644922330] 'compare' (duration: 685.898781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:00.036583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:57.05014Z","time spent":"2.986423207s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:00.036661Z","caller":"traceutil/trace.go:171","msg":"trace[39292744] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"2.782073552s","start":"2026-04-08T14:31:57.25458Z","end":"2026-04-08T14:32:00.036654Z","steps":["trace[39292744] 'process raft request' (duration: 2.781432555s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.036694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:57.254552Z","time spent":"2.782121545s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:00.03679Z","caller":"traceutil/trace.go:171","msg":"trace[1909309675] linearizableReadLoop","detail":"{readStateIndex:27137; appliedIndex:27133; }","duration":"2.038957085s","start":"2026-04-08T14:31:57.997824Z","end":"2026-04-08T14:32:00.036781Z","steps":["trace[1909309675] 'read index received' (duration: 53.582µs)","trace[1909309675] 'applied index is now lower than readState.Index' (duration: 2.038902663s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:00.037012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347191103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:32:00.037031Z","caller":"traceutil/trace.go:171","msg":"trace[1408961910] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26260; }","duration":"2.347270445s","start":"2026-04-08T14:31:57.689754Z","end":"2026-04-08T14:32:00.037025Z","steps":["trace[1408961910] 'agreement among raft nodes before linearized reading' (duration: 2.347142432s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:00.037011Z","caller":"traceutil/trace.go:171","msg":"trace[7901393] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"684.572734ms","start":"2026-04-08T14:31:59.352412Z","end":"2026-04-08T14:32:00.036985Z","steps":["trace[7901393] 'process raft request' (duration: 684.466841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.037059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:57.689725Z","time spent":"2.347322787s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:32:00.037143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:59.352393Z","time spent":"684.677056ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:00.037243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60133458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:00.037265Z","caller":"traceutil/trace.go:171","msg":"trace[1292189136] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26261; }","duration":"2.60138871s","start":"2026-04-08T14:31:57.435871Z","end":"2026-04-08T14:32:00.037259Z","steps":["trace[1292189136] 'agreement among raft nodes before linearized reading' (duration: 2.601298058s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.037285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:57.43585Z","time spent":"2.601427792s","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:00.037403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841953362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:00.037423Z","caller":"traceutil/trace.go:171","msg":"trace[28761969] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26261; }","duration":"2.842028385s","start":"2026-04-08T14:31:57.195388Z","end":"2026-04-08T14:32:00.037416Z","steps":["trace[28761969] 'agreement among raft nodes before linearized reading' (duration: 2.841987824s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.03744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:57.195364Z","time spent":"2.842070767s","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:00.037511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.625440734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:00.037544Z","caller":"traceutil/trace.go:171","msg":"trace[1455154320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26261; }","duration":"4.625500446s","start":"2026-04-08T14:31:55.412034Z","end":"2026-04-08T14:32:00.037535Z","steps":["trace[1455154320] 'agreement among raft nodes before linearized reading' (duration: 4.625439684s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.037559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.640094509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:00.037568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.412022Z","time spent":"4.625539497s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:00.037653Z","caller":"traceutil/trace.go:171","msg":"trace[933737833] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26261; }","duration":"4.64017179s","start":"2026-04-08T14:31:55.397402Z","end":"2026-04-08T14:32:00.037574Z","steps":["trace[933737833] 'agreement among raft nodes before linearized reading' (duration: 4.640125619s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.03768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.397366Z","time spent":"4.640306635s","remote":"127.0.0.1:39298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:00.037722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.072386867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:32:00.03775Z","caller":"traceutil/trace.go:171","msg":"trace[537817838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26261; }","duration":"4.072418198s","start":"2026-04-08T14:31:55.965324Z","end":"2026-04-08T14:32:00.037742Z","steps":["trace[537817838] 'agreement among raft nodes before linearized reading' (duration: 4.072278244s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.037758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.074989019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-08T14:32:00.037766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.965242Z","time spent":"4.07252049s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T14:32:00.037781Z","caller":"traceutil/trace.go:171","msg":"trace[1061083167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26261; }","duration":"4.075059821s","start":"2026-04-08T14:31:55.962715Z","end":"2026-04-08T14:32:00.037775Z","steps":["trace[1061083167] 'agreement among raft nodes before linearized reading' (duration: 4.074985118s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.037807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.962691Z","time spent":"4.075111731s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:32:00.037868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.063358667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-08T14:32:00.037889Z","caller":"traceutil/trace.go:171","msg":"trace[1907541092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26261; }","duration":"4.063391969s","start":"2026-04-08T14:31:55.974491Z","end":"2026-04-08T14:32:00.037883Z","steps":["trace[1907541092] 'agreement among raft nodes before linearized reading' (duration: 4.063341248s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.03788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058110533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:00.037903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.974483Z","time spent":"4.063416039s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T14:32:00.037921Z","caller":"traceutil/trace.go:171","msg":"trace[687211179] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26261; }","duration":"4.058169384s","start":"2026-04-08T14:31:55.97974Z","end":"2026-04-08T14:32:00.037909Z","steps":["trace[687211179] 'agreement among raft nodes before linearized reading' (duration: 4.058098443s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.037925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54078715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:00.037946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.979729Z","time spent":"4.058210776s","remote":"127.0.0.1:60850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:00.037894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.348367206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:00.03801Z","caller":"traceutil/trace.go:171","msg":"trace[964075306] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26261; }","duration":"4.348519109s","start":"2026-04-08T14:31:55.689485Z","end":"2026-04-08T14:32:00.038004Z","steps":["trace[964075306] 'agreement among raft nodes before linearized reading' (duration: 4.348382235s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.038027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.68946Z","time spent":"4.34856259s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-08T14:32:00.037949Z","caller":"traceutil/trace.go:171","msg":"trace[243098637] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26261; }","duration":"4.540858124s","start":"2026-04-08T14:31:55.497082Z","end":"2026-04-08T14:32:00.03794Z","steps":["trace[243098637] 'agreement among raft nodes before linearized reading' (duration: 4.540824312s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.038095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:55.497052Z","time spent":"4.541035618s","remote":"127.0.0.1:36844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:00.038138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036959198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:00.038161Z","caller":"traceutil/trace.go:171","msg":"trace[658430989] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26261; }","duration":"3.037016102s","start":"2026-04-08T14:31:57.001138Z","end":"2026-04-08T14:32:00.038154Z","steps":["trace[658430989] 'agreement among raft nodes before linearized reading' (duration: 3.03698139s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:00.038176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:57.001121Z","time spent":"3.037050372s","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:00.536858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:01.688101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:32:01.68823Z","caller":"traceutil/trace.go:171","msg":"trace[918263823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000656599s","start":"2026-04-08T14:31:59.687552Z","end":"2026-04-08T14:32:01.688208Z","steps":["trace[918263823] 'agreement among raft nodes before linearized reading' (duration: 2.000496845s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.688284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:59.687528Z","time spent":"2.000743661s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:01.808595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.383151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:01.808812Z","caller":"traceutil/trace.go:171","msg":"trace[2128556798] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"1.805106328s","start":"2026-04-08T14:32:00.003672Z","end":"2026-04-08T14:32:01.808778Z","steps":["trace[2128556798] 'process raft request' (duration: 936.461759ms)","trace[2128556798] 'compare' (duration: 867.795476ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:01.808935Z","caller":"traceutil/trace.go:171","msg":"trace[1548819926] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"1.798721072s","start":"2026-04-08T14:32:00.010197Z","end":"2026-04-08T14:32:01.808919Z","steps":["trace[1548819926] 'process raft request' (duration: 1.798680161s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.808978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.003647Z","time spent":"1.805250421s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:01.809001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.010187Z","time spent":"1.798787093s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:01.809192Z","caller":"traceutil/trace.go:171","msg":"trace[1886027880] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"1.804903831s","start":"2026-04-08T14:32:00.00428Z","end":"2026-04-08T14:32:01.809184Z","steps":["trace[1886027880] 'process raft request' (duration: 1.804415919s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.809234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.004272Z","time spent":"1.804939843s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:01.809293Z","caller":"traceutil/trace.go:171","msg":"trace[1609349042] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"1.80488212s","start":"2026-04-08T14:32:00.004404Z","end":"2026-04-08T14:32:01.809286Z","steps":["trace[1609349042] 'process raft request' (duration: 1.804340115s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.809325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.004399Z","time spent":"1.804910502s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:01.809371Z","caller":"traceutil/trace.go:171","msg":"trace[773781014] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"1.804750987s","start":"2026-04-08T14:32:00.004615Z","end":"2026-04-08T14:32:01.809366Z","steps":["trace[773781014] 'process raft request' (duration: 1.804168621s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.809405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.004608Z","time spent":"1.804779888s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:01.809454Z","caller":"traceutil/trace.go:171","msg":"trace[1179956776] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"1.804350286s","start":"2026-04-08T14:32:00.005097Z","end":"2026-04-08T14:32:01.809447Z","steps":["trace[1179956776] 'process raft request' (duration: 1.803717949s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.809486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.005085Z","time spent":"1.804385088s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:01.809545Z","caller":"traceutil/trace.go:171","msg":"trace[363372596] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"1.802358592s","start":"2026-04-08T14:32:00.00718Z","end":"2026-04-08T14:32:01.809538Z","steps":["trace[363372596] 'process raft request' (duration: 1.801664402s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.809613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.007171Z","time spent":"1.802390712s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:01.86038Z","caller":"traceutil/trace.go:171","msg":"trace[998350477] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"1.805950341s","start":"2026-04-08T14:32:00.0544Z","end":"2026-04-08T14:32:01.860351Z","steps":["trace[998350477] 'process raft request' (duration: 1.805713614s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.860561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.054387Z","time spent":"1.806083364s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:01.860803Z","caller":"traceutil/trace.go:171","msg":"trace[171081224] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"1.805649232s","start":"2026-04-08T14:32:00.055126Z","end":"2026-04-08T14:32:01.860775Z","steps":["trace[171081224] 'process raft request' (duration: 1.805178549s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.860969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.055115Z","time spent":"1.805776776s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:01.861414Z","caller":"traceutil/trace.go:171","msg":"trace[356104532] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"1.806225887s","start":"2026-04-08T14:32:00.055177Z","end":"2026-04-08T14:32:01.861403Z","steps":["trace[356104532] 'process raft request' (duration: 1.805494657s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.861488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.055171Z","time spent":"1.806281849s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:01.862066Z","caller":"traceutil/trace.go:171","msg":"trace[591462598] linearizableReadLoop","detail":"{readStateIndex:27149; appliedIndex:27139; }","duration":"1.825249172s","start":"2026-04-08T14:32:00.036805Z","end":"2026-04-08T14:32:01.862054Z","steps":["trace[591462598] 'read index received' (duration: 903.340775ms)","trace[591462598] 'applied index is now lower than readState.Index' (duration: 921.907317ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:01.862255Z","caller":"traceutil/trace.go:171","msg":"trace[183543216] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"1.172559688s","start":"2026-04-08T14:32:00.689685Z","end":"2026-04-08T14:32:01.862244Z","steps":["trace[183543216] 'process raft request' (duration: 1.171675594s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.862327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.689657Z","time spent":"1.172638121s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:01.862558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860147894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:32:01.862599Z","caller":"traceutil/trace.go:171","msg":"trace[139567500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26272; }","duration":"1.860238417s","start":"2026-04-08T14:32:00.002351Z","end":"2026-04-08T14:32:01.862589Z","steps":["trace[139567500] 'agreement among raft nodes before linearized reading' (duration: 1.860089083s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.862628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.002328Z","time spent":"1.860293049s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:01.862815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597865943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-08T14:32:01.86286Z","caller":"traceutil/trace.go:171","msg":"trace[937273544] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26272; }","duration":"2.597932256s","start":"2026-04-08T14:31:59.264911Z","end":"2026-04-08T14:32:01.862843Z","steps":["trace[937273544] 'agreement among raft nodes before linearized reading' (duration: 2.597826793s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.862895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:59.264896Z","time spent":"2.597991708s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-08T14:32:01.863095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611570742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:32:01.863129Z","caller":"traceutil/trace.go:171","msg":"trace[1120966559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26272; }","duration":"2.611660724s","start":"2026-04-08T14:31:59.251461Z","end":"2026-04-08T14:32:01.863121Z","steps":["trace[1120966559] 'agreement among raft nodes before linearized reading' (duration: 2.611573901s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.863154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:59.251434Z","time spent":"2.611714875s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:01.863287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723258312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:01.863323Z","caller":"traceutil/trace.go:171","msg":"trace[741452125] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26272; }","duration":"2.723346084s","start":"2026-04-08T14:31:59.139966Z","end":"2026-04-08T14:32:01.863312Z","steps":["trace[741452125] 'agreement among raft nodes before linearized reading' (duration: 2.723287492s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.86335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:59.139944Z","time spent":"2.723397925s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:01.863591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.056451797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:01.863629Z","caller":"traceutil/trace.go:171","msg":"trace[441029202] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26272; }","duration":"3.05653345s","start":"2026-04-08T14:31:58.807085Z","end":"2026-04-08T14:32:01.863618Z","steps":["trace[441029202] 'agreement among raft nodes before linearized reading' (duration: 3.056394666s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.863663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:58.807063Z","time spent":"3.05658562s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:01.863694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560254428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:01.863793Z","caller":"traceutil/trace.go:171","msg":"trace[769009461] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26272; }","duration":"3.560469992s","start":"2026-04-08T14:31:58.303304Z","end":"2026-04-08T14:32:01.863774Z","steps":["trace[769009461] 'agreement among raft nodes before linearized reading' (duration: 3.560198425s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.863917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:58.303283Z","time spent":"3.560597717s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:01.864152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698255161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:01.864321Z","caller":"traceutil/trace.go:171","msg":"trace[1277514070] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26272; }","duration":"3.698489218s","start":"2026-04-08T14:31:58.165819Z","end":"2026-04-08T14:32:01.864308Z","steps":["trace[1277514070] 'agreement among raft nodes before linearized reading' (duration: 3.698292602s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.864369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:31:58.165788Z","time spent":"3.69856891s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:01.864513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810533377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:32:01.864563Z","caller":"traceutil/trace.go:171","msg":"trace[2086181272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26272; }","duration":"1.810637159s","start":"2026-04-08T14:32:00.053912Z","end":"2026-04-08T14:32:01.864549Z","steps":["trace[2086181272] 'agreement among raft nodes before linearized reading' (duration: 1.810495505s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.864615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.053889Z","time spent":"1.810717001s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:32:01.864818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.019745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:01.864861Z","caller":"traceutil/trace.go:171","msg":"trace[2048237154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26272; }","duration":"171.080976ms","start":"2026-04-08T14:32:01.693765Z","end":"2026-04-08T14:32:01.864846Z","steps":["trace[2048237154] 'agreement among raft nodes before linearized reading' (duration: 171.021635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.864978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.618274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:01.865004Z","caller":"traceutil/trace.go:171","msg":"trace[586295778] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26272; }","duration":"236.696736ms","start":"2026-04-08T14:32:01.628301Z","end":"2026-04-08T14:32:01.864997Z","steps":["trace[586295778] 'agreement among raft nodes before linearized reading' (duration: 236.652904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.865122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.541496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:01.865148Z","caller":"traceutil/trace.go:171","msg":"trace[1894229549] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26272; }","duration":"296.622688ms","start":"2026-04-08T14:32:01.568518Z","end":"2026-04-08T14:32:01.865141Z","steps":["trace[1894229549] 'agreement among raft nodes before linearized reading' (duration: 296.581767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.865207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.498873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:01.86525Z","caller":"traceutil/trace.go:171","msg":"trace[837480421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26272; }","duration":"795.582956ms","start":"2026-04-08T14:32:01.069648Z","end":"2026-04-08T14:32:01.865231Z","steps":["trace[837480421] 'agreement among raft nodes before linearized reading' (duration: 795.532064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.86527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808916702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-08T14:32:01.865274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.069629Z","time spent":"795.640446ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:32:01.865294Z","caller":"traceutil/trace.go:171","msg":"trace[1187876847] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26272; }","duration":"1.808959704s","start":"2026-04-08T14:32:00.056326Z","end":"2026-04-08T14:32:01.865286Z","steps":["trace[1187876847] 'agreement among raft nodes before linearized reading' (duration: 1.808911723s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.865322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.056317Z","time spent":"1.808997925s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"warn","ts":"2026-04-08T14:32:01.865427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81026098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:01.86545Z","caller":"traceutil/trace.go:171","msg":"trace[1832965213] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26272; }","duration":"1.810335301s","start":"2026-04-08T14:32:00.055109Z","end":"2026-04-08T14:32:01.865444Z","steps":["trace[1832965213] 'agreement among raft nodes before linearized reading' (duration: 1.81029844s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.865466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.749701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-08T14:32:01.865494Z","caller":"traceutil/trace.go:171","msg":"trace[2112362921] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26272; }","duration":"436.817313ms","start":"2026-04-08T14:32:01.428669Z","end":"2026-04-08T14:32:01.865487Z","steps":["trace[2112362921] 'agreement among raft nodes before linearized reading' (duration: 436.70471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.865511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.428643Z","time spent":"436.865044ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T14:32:01.86569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.709053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:01.865717Z","caller":"traceutil/trace.go:171","msg":"trace[1920646423] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26272; }","duration":"505.788734ms","start":"2026-04-08T14:32:01.359921Z","end":"2026-04-08T14:32:01.86571Z","steps":["trace[1920646423] 'agreement among raft nodes before linearized reading' (duration: 505.731063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.865736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.3599Z","time spent":"505.830605ms","remote":"127.0.0.1:60782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:01.865862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.020929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:01.865888Z","caller":"traceutil/trace.go:171","msg":"trace[23852221] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26272; }","duration":"511.097961ms","start":"2026-04-08T14:32:01.354784Z","end":"2026-04-08T14:32:01.865882Z","steps":["trace[23852221] 'agreement among raft nodes before linearized reading' (duration: 511.05242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.86591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.354763Z","time spent":"511.139632ms","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:01.866021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.472646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:01.866045Z","caller":"traceutil/trace.go:171","msg":"trace[1027583017] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26272; }","duration":"542.544567ms","start":"2026-04-08T14:32:01.323494Z","end":"2026-04-08T14:32:01.866038Z","steps":["trace[1027583017] 'agreement among raft nodes before linearized reading' (duration: 542.508507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.866064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.323471Z","time spent":"542.587451ms","remote":"127.0.0.1:44454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:01.866177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.692515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:01.866218Z","caller":"traceutil/trace.go:171","msg":"trace[1566634128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26272; }","duration":"751.718555ms","start":"2026-04-08T14:32:01.114476Z","end":"2026-04-08T14:32:01.866195Z","steps":["trace[1566634128] 'agreement among raft nodes before linearized reading' (duration: 751.683494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:01.866247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.114346Z","time spent":"751.89166ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:01.865468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:00.055083Z","time spent":"1.810381003s","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:32:02.321938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.015107ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-08T14:32:02.322054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.870024Z","time spent":"452.025883ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T14:32:03.192917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024943248s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:32:03.476062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.819367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:03.476562Z","caller":"traceutil/trace.go:171","msg":"trace[1394522944] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"1.152835375s","start":"2026-04-08T14:32:02.323703Z","end":"2026-04-08T14:32:03.476539Z","steps":["trace[1394522944] 'process raft request' (duration: 1.152784483s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:03.4772Z","caller":"traceutil/trace.go:171","msg":"trace[1860895600] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"1.606770578s","start":"2026-04-08T14:32:01.870391Z","end":"2026-04-08T14:32:03.477162Z","steps":["trace[1860895600] 'process raft request' (duration: 1.322740128s)","trace[1860895600] 'compare' (duration: 282.182669ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:03.477216Z","caller":"traceutil/trace.go:171","msg":"trace[319828306] linearizableReadLoop","detail":"{readStateIndex:27152; appliedIndex:27150; }","duration":"1.606654066s","start":"2026-04-08T14:32:01.870527Z","end":"2026-04-08T14:32:03.477181Z","steps":["trace[319828306] 'read index received' (duration: 297.40272ms)","trace[319828306] 'applied index is now lower than readState.Index' (duration: 1.309248586s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:03.477385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.870345Z","time spent":"1.606943194s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:03.477477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.222695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:03.477483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606929833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6986ef72-420f-478f-97b6-615a1487c595\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-08T14:32:03.477531Z","caller":"traceutil/trace.go:171","msg":"trace[444382564] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26277; }","duration":"832.320227ms","start":"2026-04-08T14:32:02.645198Z","end":"2026-04-08T14:32:03.477518Z","steps":["trace[444382564] 'agreement among raft nodes before linearized reading' (duration: 832.178323ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:03.477609Z","caller":"traceutil/trace.go:171","msg":"trace[319989067] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6986ef72-420f-478f-97b6-615a1487c595; range_end:; response_count:1; response_revision:26277; }","duration":"1.607073797s","start":"2026-04-08T14:32:01.870487Z","end":"2026-04-08T14:32:03.477561Z","steps":["trace[319989067] 'agreement among raft nodes before linearized reading' (duration: 1.60680443s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:03.477622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:02.645141Z","time spent":"832.466591ms","remote":"127.0.0.1:36732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:03.477664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.870476Z","time spent":"1.60717791s","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-6986ef72-420f-478f-97b6-615a1487c595\" "} {"level":"warn","ts":"2026-04-08T14:32:03.47784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606159262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-08T14:32:03.477931Z","caller":"traceutil/trace.go:171","msg":"trace[516409119] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26277; }","duration":"1.606359437s","start":"2026-04-08T14:32:01.871555Z","end":"2026-04-08T14:32:03.477915Z","steps":["trace[516409119] 'agreement among raft nodes before linearized reading' (duration: 1.605815932s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:03.478012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.871543Z","time spent":"1.60646058s","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T14:32:03.478293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60279561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:03.477046Z","caller":"traceutil/trace.go:171","msg":"trace[240372357] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"1.420404571s","start":"2026-04-08T14:32:02.056594Z","end":"2026-04-08T14:32:03.476999Z","steps":["trace[240372357] 'process raft request' (duration: 1.419838416s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:03.478016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.568899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:03.478499Z","caller":"traceutil/trace.go:171","msg":"trace[1069064171] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26277; }","duration":"1.603005665s","start":"2026-04-08T14:32:01.87547Z","end":"2026-04-08T14:32:03.478476Z","steps":["trace[1069064171] 'agreement among raft nodes before linearized reading' (duration: 1.602794569s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:03.478551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.87546Z","time spent":"1.603077337s","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:32:03.478582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603916821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-08T14:32:03.478634Z","caller":"traceutil/trace.go:171","msg":"trace[1556545206] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26277; }","duration":"1.603992363s","start":"2026-04-08T14:32:01.87463Z","end":"2026-04-08T14:32:03.478622Z","steps":["trace[1556545206] 'agreement among raft nodes before linearized reading' (duration: 1.603804737s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:03.477131Z","caller":"traceutil/trace.go:171","msg":"trace[2080938919] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"1.598671155s","start":"2026-04-08T14:32:01.878448Z","end":"2026-04-08T14:32:03.47712Z","steps":["trace[2080938919] 'process raft request' (duration: 1.597951515s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:03.478673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.874618Z","time spent":"1.604049044s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-08T14:32:03.478655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:02.056556Z","time spent":"1.421949354s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:03.47873Z","caller":"traceutil/trace.go:171","msg":"trace[822408786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26277; }","duration":"798.113065ms","start":"2026-04-08T14:32:02.680406Z","end":"2026-04-08T14:32:03.478519Z","steps":["trace[822408786] 'agreement among raft nodes before linearized reading' (duration: 797.55791ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:03.477163Z","caller":"traceutil/trace.go:171","msg":"trace[243872549] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"1.60388167s","start":"2026-04-08T14:32:01.873256Z","end":"2026-04-08T14:32:03.477137Z","steps":["trace[243872549] 'process raft request' (duration: 1.603021686s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:03.478863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:02.680386Z","time spent":"798.467644ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:03.478878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.878434Z","time spent":"1.60025884s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:03.479016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:01.873241Z","time spent":"1.605637717s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:03.479398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:02.323666Z","time spent":"1.153581504s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:04.868145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002207911s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:04.868283Z","caller":"traceutil/trace.go:171","msg":"trace[793785871] linearizableReadLoop","detail":"{readStateIndex:27157; appliedIndex:27156; }","duration":"1.379908134s","start":"2026-04-08T14:32:03.488352Z","end":"2026-04-08T14:32:04.86826Z","steps":["trace[793785871] 'read index received' (duration: 377.369154ms)","trace[793785871] 'applied index is now lower than readState.Index' (duration: 1.00253196s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:04.868325Z","caller":"traceutil/trace.go:171","msg":"trace[1048898085] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"1.380696597s","start":"2026-04-08T14:32:03.487587Z","end":"2026-04-08T14:32:04.868283Z","steps":["trace[1048898085] 'process raft request' (duration: 378.239188ms)","trace[1048898085] 'compare' (duration: 1.00106794s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:04.868512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.487572Z","time spent":"1.38084232s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:04.868577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380217853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:32:04.86861Z","caller":"traceutil/trace.go:171","msg":"trace[630467882] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26278; }","duration":"1.380261154s","start":"2026-04-08T14:32:03.488338Z","end":"2026-04-08T14:32:04.868599Z","steps":["trace[630467882] 'agreement among raft nodes before linearized reading' (duration: 1.380021377s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:04.868835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.488332Z","time spent":"1.380495651s","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T14:32:05.368911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:05.869315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:06.369501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:06.679163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:32:06.679267Z","caller":"traceutil/trace.go:171","msg":"trace[2032847635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020051s","start":"2026-04-08T14:32:04.679226Z","end":"2026-04-08T14:32:06.679246Z","steps":["trace[2032847635] 'agreement among raft nodes before linearized reading' (duration: 1.999852577s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:06.679321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:04.679208Z","time spent":"2.000101804s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:06.870251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:07.203661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.338106012s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:32:08.661268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518406463s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:08.662423Z","caller":"traceutil/trace.go:171","msg":"trace[1758276316] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26278; }","duration":"3.519571036s","start":"2026-04-08T14:32:05.142817Z","end":"2026-04-08T14:32:08.662388Z","steps":["trace[1758276316] 'range keys from in-memory index tree' (duration: 3.518382133s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.663633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45954203s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:08.664021Z","caller":"traceutil/trace.go:171","msg":"trace[65204504] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"5.174703248s","start":"2026-04-08T14:32:03.489273Z","end":"2026-04-08T14:32:08.663976Z","steps":["trace[65204504] 'process raft request' (duration: 3.714636803s)","trace[65204504] 'compare' (duration: 1.456369982s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:08.664197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.489262Z","time spent":"5.174848551s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:08.664351Z","caller":"traceutil/trace.go:171","msg":"trace[2112672440] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"4.84401503s","start":"2026-04-08T14:32:03.82031Z","end":"2026-04-08T14:32:08.664326Z","steps":["trace[2112672440] 'process raft request' (duration: 4.843946708s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.664461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.8203Z","time spent":"4.844113114s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:08.664579Z","caller":"traceutil/trace.go:171","msg":"trace[897069535] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"4.84613909s","start":"2026-04-08T14:32:03.818418Z","end":"2026-04-08T14:32:08.664557Z","steps":["trace[897069535] 'process raft request' (duration: 4.845616195s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.664659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.818374Z","time spent":"4.846249003s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:08.664861Z","caller":"traceutil/trace.go:171","msg":"trace[2142603779] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"4.846251493s","start":"2026-04-08T14:32:03.818588Z","end":"2026-04-08T14:32:08.664839Z","steps":["trace[2142603779] 'process raft request' (duration: 4.845512582s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.664954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.818545Z","time spent":"4.846365626s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:08.664998Z","caller":"traceutil/trace.go:171","msg":"trace[1602608667] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"4.84685868s","start":"2026-04-08T14:32:03.818122Z","end":"2026-04-08T14:32:08.66498Z","steps":["trace[1602608667] 'process raft request' (duration: 4.845660327s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.665102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.818087Z","time spent":"4.846961223s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:08.665182Z","caller":"traceutil/trace.go:171","msg":"trace[972570621] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"4.846376646s","start":"2026-04-08T14:32:03.818794Z","end":"2026-04-08T14:32:08.66517Z","steps":["trace[972570621] 'process raft request' (duration: 4.845420649s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.665253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.818761Z","time spent":"4.846460709s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:08.665323Z","caller":"traceutil/trace.go:171","msg":"trace[977519542] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"4.84686328s","start":"2026-04-08T14:32:03.818439Z","end":"2026-04-08T14:32:08.665302Z","steps":["trace[977519542] 'process raft request' (duration: 4.845516192s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.665394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.818425Z","time spent":"4.846934721s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:08.665142Z","caller":"traceutil/trace.go:171","msg":"trace[506115667] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"4.846488879s","start":"2026-04-08T14:32:03.818637Z","end":"2026-04-08T14:32:08.665126Z","steps":["trace[506115667] 'process raft request' (duration: 4.845523932s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.665538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.818595Z","time spent":"4.846912381s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:08.681056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:32:08.681136Z","caller":"traceutil/trace.go:171","msg":"trace[1001801446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366561s","start":"2026-04-08T14:32:06.68075Z","end":"2026-04-08T14:32:08.681116Z","steps":["trace[1001801446] 'agreement among raft nodes before linearized reading' (duration: 2.000259388s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.681176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:06.680727Z","time spent":"2.000440882s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:32:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:32:08.715451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.511531843s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:32:08.71593Z","caller":"traceutil/trace.go:171","msg":"trace[1901180583] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"3.656531722s","start":"2026-04-08T14:32:05.059376Z","end":"2026-04-08T14:32:08.715908Z","steps":["trace[1901180583] 'process raft request' (duration: 3.656336837s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.716059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:05.059341Z","time spent":"3.656654565s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:08.716304Z","caller":"traceutil/trace.go:171","msg":"trace[908274068] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"3.229747255s","start":"2026-04-08T14:32:05.486474Z","end":"2026-04-08T14:32:08.716222Z","steps":["trace[908274068] 'process raft request' (duration: 3.229376644s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.716601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:05.486462Z","time spent":"3.230012112s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:08.865153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998458048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:32:08.865252Z","caller":"traceutil/trace.go:171","msg":"trace[1341135079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998630954s","start":"2026-04-08T14:32:03.866597Z","end":"2026-04-08T14:32:08.865228Z","steps":["trace[1341135079] 'agreement among raft nodes before linearized reading' (duration: 4.99850169s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.865305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.866572Z","time spent":"4.998721927s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/08 14:32:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:32:08.871904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999176569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:32:08.871985Z","caller":"traceutil/trace.go:171","msg":"trace[680934815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999322192s","start":"2026-04-08T14:32:03.872641Z","end":"2026-04-08T14:32:08.871964Z","steps":["trace[680934815] 'agreement among raft nodes before linearized reading' (duration: 4.999213649s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.872038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.872616Z","time spent":"4.999411115s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/08 14:32:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:32:08.879126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999136988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:32:08.879251Z","caller":"traceutil/trace.go:171","msg":"trace[458750368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999326103s","start":"2026-04-08T14:32:03.879896Z","end":"2026-04-08T14:32:08.879222Z","steps":["trace[458750368] 'agreement among raft nodes before linearized reading' (duration: 4.999164549s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:08.87933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.87987Z","time spent":"4.999441736s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/08 14:32:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:32:09.765229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049115935s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-08T14:32:09.76554Z","caller":"traceutil/trace.go:171","msg":"trace[1013514688] linearizableReadLoop","detail":"{readStateIndex:27168; appliedIndex:27157; }","duration":"4.897193007s","start":"2026-04-08T14:32:04.868321Z","end":"2026-04-08T14:32:09.765514Z","steps":["trace[1013514688] 'read index received' (duration: 2.335607143s)","trace[1013514688] 'applied index is now lower than readState.Index' (duration: 2.561584284s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:09.765767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.902829852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:32:09.765761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.21899073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:09.765809Z","caller":"traceutil/trace.go:171","msg":"trace[1348188752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26288; }","duration":"4.902945586s","start":"2026-04-08T14:32:04.862852Z","end":"2026-04-08T14:32:09.765798Z","steps":["trace[1348188752] 'agreement among raft nodes before linearized reading' (duration: 4.902847004s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:09.765851Z","caller":"traceutil/trace.go:171","msg":"trace[1246796945] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26288; }","duration":"6.219140004s","start":"2026-04-08T14:32:03.546689Z","end":"2026-04-08T14:32:09.765829Z","steps":["trace[1246796945] 'agreement among raft nodes before linearized reading' (duration: 6.218992709s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.765856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:04.862824Z","time spent":"4.903020427s","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:09.765911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:03.546657Z","time spent":"6.219245855s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T14:32:09.766184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.351218255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:09.766253Z","caller":"traceutil/trace.go:171","msg":"trace[70260041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26288; }","duration":"5.351331457s","start":"2026-04-08T14:32:04.414901Z","end":"2026-04-08T14:32:09.766232Z","steps":["trace[70260041] 'agreement among raft nodes before linearized reading' (duration: 5.351220634s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.766304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:04.414873Z","time spent":"5.351421029s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:09.767699Z","caller":"traceutil/trace.go:171","msg":"trace[1139163386] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"393.677954ms","start":"2026-04-08T14:32:09.373974Z","end":"2026-04-08T14:32:09.767652Z","steps":["trace[1139163386] 'process raft request' (duration: 391.409942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.768069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.37394Z","time spent":"393.827668ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:09.768227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884586749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:09.768237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598946974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:09.768305Z","caller":"traceutil/trace.go:171","msg":"trace[432629139] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26290; }","duration":"2.884671002s","start":"2026-04-08T14:32:06.883616Z","end":"2026-04-08T14:32:09.768287Z","steps":["trace[432629139] 'agreement among raft nodes before linearized reading' (duration: 2.884541047s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.76836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:06.883535Z","time spent":"2.884808535s","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:09.768378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.585830702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:09.770053Z","caller":"traceutil/trace.go:171","msg":"trace[1234744386] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26290; }","duration":"4.58754256s","start":"2026-04-08T14:32:05.182476Z","end":"2026-04-08T14:32:09.770019Z","steps":["trace[1234744386] 'agreement among raft nodes before linearized reading' (duration: 4.585847853s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:09.768368Z","caller":"traceutil/trace.go:171","msg":"trace[457763751] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26290; }","duration":"1.599162169s","start":"2026-04-08T14:32:08.169172Z","end":"2026-04-08T14:32:09.768335Z","steps":["trace[457763751] 'agreement among raft nodes before linearized reading' (duration: 1.598886692s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.770143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:05.182442Z","time spent":"4.587675213s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:09.770174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:08.169143Z","time spent":"1.600998s","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:09.76827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.895149661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-08T14:32:09.770323Z","caller":"traceutil/trace.go:171","msg":"trace[68846432] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26290; }","duration":"4.897214677s","start":"2026-04-08T14:32:04.873074Z","end":"2026-04-08T14:32:09.770288Z","steps":["trace[68846432] 'agreement among raft nodes before linearized reading' (duration: 4.894967285s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.770433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:04.873049Z","time spent":"4.897361271s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"warn","ts":"2026-04-08T14:32:09.768369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463637683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-08T14:32:09.77089Z","caller":"traceutil/trace.go:171","msg":"trace[1067637960] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26290; }","duration":"2.466197374s","start":"2026-04-08T14:32:07.304671Z","end":"2026-04-08T14:32:09.770868Z","steps":["trace[1067637960] 'agreement among raft nodes before linearized reading' (duration: 2.463474008s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.768361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737218086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-08T14:32:09.768495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783049728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-08T14:32:09.771118Z","caller":"traceutil/trace.go:171","msg":"trace[1806902621] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26290; }","duration":"1.785692532s","start":"2026-04-08T14:32:07.985397Z","end":"2026-04-08T14:32:09.77109Z","steps":["trace[1806902621] 'agreement among raft nodes before linearized reading' (duration: 1.783027208s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.768493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.047215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:09.771251Z","caller":"traceutil/trace.go:171","msg":"trace[1552243482] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26290; }","duration":"490.847623ms","start":"2026-04-08T14:32:09.280383Z","end":"2026-04-08T14:32:09.771231Z","steps":["trace[1552243482] 'agreement among raft nodes before linearized reading' (duration: 488.033955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.77119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:07.98537Z","time spent":"1.785799455s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T14:32:09.768475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.284780833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:32:09.77156Z","caller":"traceutil/trace.go:171","msg":"trace[1639701213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26290; }","duration":"4.287891548s","start":"2026-04-08T14:32:05.483654Z","end":"2026-04-08T14:32:09.771546Z","steps":["trace[1639701213] 'agreement among raft nodes before linearized reading' (duration: 4.284552176s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.771601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:05.483587Z","time spent":"4.288001811s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:09.768529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.284735351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T14:32:09.771706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101968461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-08T14:32:09.77177Z","caller":"traceutil/trace.go:171","msg":"trace[248197415] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26290; }","duration":"1.102099675s","start":"2026-04-08T14:32:08.669658Z","end":"2026-04-08T14:32:09.771757Z","steps":["trace[248197415] 'agreement among raft nodes before linearized reading' (duration: 1.098887917s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:09.771796Z","caller":"traceutil/trace.go:171","msg":"trace[278388924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26290; }","duration":"4.28795021s","start":"2026-04-08T14:32:05.483784Z","end":"2026-04-08T14:32:09.771735Z","steps":["trace[278388924] 'agreement among raft nodes before linearized reading' (duration: 4.284667999s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.771831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:08.669633Z","time spent":"1.102187068s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2676,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:09.768552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811921346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-04-08T14:32:09.771895Z","caller":"traceutil/trace.go:171","msg":"trace[868316653] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26290; }","duration":"4.81531428s","start":"2026-04-08T14:32:04.956563Z","end":"2026-04-08T14:32:09.771878Z","steps":["trace[868316653] 'agreement among raft nodes before linearized reading' (duration: 4.811814912s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.771941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:04.956538Z","time spent":"4.815391762s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11737,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-08T14:32:09.768642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092327026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-08T14:32:09.771347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.28035Z","time spent":"490.975926ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:09.771922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:05.483765Z","time spent":"4.288144115s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T14:32:09.771987Z","caller":"traceutil/trace.go:171","msg":"trace[1148121423] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26290; }","duration":"1.095702038s","start":"2026-04-08T14:32:08.676271Z","end":"2026-04-08T14:32:09.771973Z","steps":["trace[1148121423] 'agreement among raft nodes before linearized reading' (duration: 1.092268903s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.772127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:08.676258Z","time spent":"1.095859243s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-08T14:32:09.771011Z","caller":"traceutil/trace.go:171","msg":"trace[1532565240] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26290; }","duration":"3.739934602s","start":"2026-04-08T14:32:06.031036Z","end":"2026-04-08T14:32:09.770971Z","steps":["trace[1532565240] 'agreement among raft nodes before linearized reading' (duration: 3.737031652s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.772204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:06.031009Z","time spent":"3.741185875s","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-08T14:32:09.771044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:07.304623Z","time spent":"2.466304977s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-08T14:32:09.768685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07979993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:09.77234Z","caller":"traceutil/trace.go:171","msg":"trace[682854087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26290; }","duration":"1.083488843s","start":"2026-04-08T14:32:08.688836Z","end":"2026-04-08T14:32:09.772325Z","steps":["trace[682854087] 'agreement among raft nodes before linearized reading' (duration: 1.079802661s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:09.772395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:08.688819Z","time spent":"1.083563295s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:10.274683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:11.773793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999863426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:32:11.773923Z","caller":"traceutil/trace.go:171","msg":"trace[918875937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040282s","start":"2026-04-08T14:32:09.773855Z","end":"2026-04-08T14:32:11.773895Z","steps":["trace[918875937] 'agreement among raft nodes before linearized reading' (duration: 1.999888267s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.773985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.77384Z","time spent":"2.000131143s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:11.778952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033681029s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:11.779125Z","caller":"traceutil/trace.go:171","msg":"trace[133511608] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"2.006206772s","start":"2026-04-08T14:32:09.772898Z","end":"2026-04-08T14:32:11.779104Z","steps":["trace[133511608] 'process raft request' (duration: 972.295738ms)","trace[133511608] 'compare' (duration: 1.03158594s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:11.779218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.77288Z","time spent":"2.006306025s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:11.90894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163693424s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:32:11.911676Z","caller":"traceutil/trace.go:171","msg":"trace[155404975] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"2.134364046s","start":"2026-04-08T14:32:09.777282Z","end":"2026-04-08T14:32:11.911646Z","steps":["trace[155404975] 'process raft request' (duration: 2.131825225s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.91188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.777262Z","time spent":"2.134501579s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:11.911993Z","caller":"traceutil/trace.go:171","msg":"trace[695647824] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"2.1341403s","start":"2026-04-08T14:32:09.777825Z","end":"2026-04-08T14:32:11.911965Z","steps":["trace[695647824] 'process raft request' (duration: 2.133771559s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.912143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.777811Z","time spent":"2.134247932s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:11.912477Z","caller":"traceutil/trace.go:171","msg":"trace[1780902452] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"2.133979145s","start":"2026-04-08T14:32:09.778482Z","end":"2026-04-08T14:32:11.912461Z","steps":["trace[1780902452] 'process raft request' (duration: 2.133379889s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:11.912535Z","caller":"traceutil/trace.go:171","msg":"trace[501687606] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"2.128865234s","start":"2026-04-08T14:32:09.783661Z","end":"2026-04-08T14:32:11.912526Z","steps":["trace[501687606] 'process raft request' (duration: 2.128630478s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.912561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.778462Z","time spent":"2.134067177s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:11.912583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.783644Z","time spent":"2.128912574s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:11.91288Z","caller":"traceutil/trace.go:171","msg":"trace[1273686131] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"1.653367973s","start":"2026-04-08T14:32:10.259505Z","end":"2026-04-08T14:32:11.912873Z","steps":["trace[1273686131] 'process raft request' (duration: 1.652982863s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.912932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.259474Z","time spent":"1.653432115s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:11.914007Z","caller":"traceutil/trace.go:171","msg":"trace[1924722984] linearizableReadLoop","detail":"{readStateIndex:27176; appliedIndex:27170; }","duration":"2.140095453s","start":"2026-04-08T14:32:09.773891Z","end":"2026-04-08T14:32:11.913986Z","steps":["trace[1924722984] 'read index received' (duration: 971.32326ms)","trace[1924722984] 'applied index is now lower than readState.Index' (duration: 1.168771173s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:11.914075Z","caller":"traceutil/trace.go:171","msg":"trace[1147925021] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"1.242323101s","start":"2026-04-08T14:32:10.671744Z","end":"2026-04-08T14:32:11.914067Z","steps":["trace[1147925021] 'process raft request' (duration: 1.241083187s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.914165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.67171Z","time spent":"1.242383053s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:11.914402Z","caller":"traceutil/trace.go:171","msg":"trace[2889623] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"1.242630049s","start":"2026-04-08T14:32:10.671767Z","end":"2026-04-08T14:32:11.914398Z","steps":["trace[2889623] 'process raft request' (duration: 1.241940351s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.914434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.671728Z","time spent":"1.2426861s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:11.914508Z","caller":"traceutil/trace.go:171","msg":"trace[770780178] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"1.242325871s","start":"2026-04-08T14:32:10.672176Z","end":"2026-04-08T14:32:11.914502Z","steps":["trace[770780178] 'process raft request' (duration: 1.241648133s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.914537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.672148Z","time spent":"1.242373072s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:11.914606Z","caller":"traceutil/trace.go:171","msg":"trace[1248138037] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"1.242244229s","start":"2026-04-08T14:32:10.672354Z","end":"2026-04-08T14:32:11.914598Z","steps":["trace[1248138037] 'process raft request' (duration: 1.241504248s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.914629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.672346Z","time spent":"1.24227019s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:11.914692Z","caller":"traceutil/trace.go:171","msg":"trace[1334792051] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"1.242154446s","start":"2026-04-08T14:32:10.672531Z","end":"2026-04-08T14:32:11.914685Z","steps":["trace[1334792051] 'process raft request' (duration: 1.241355275s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.914736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.672523Z","time spent":"1.242187557s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:11.914843Z","caller":"traceutil/trace.go:171","msg":"trace[121746903] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"1.241602971s","start":"2026-04-08T14:32:10.673231Z","end":"2026-04-08T14:32:11.914834Z","steps":["trace[121746903] 'process raft request' (duration: 1.240680596s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.91489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.673221Z","time spent":"1.241652793s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:11.914977Z","caller":"traceutil/trace.go:171","msg":"trace[341751031] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"1.240722388s","start":"2026-04-08T14:32:10.674249Z","end":"2026-04-08T14:32:11.914971Z","steps":["trace[341751031] 'process raft request' (duration: 1.239681289s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.915018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.674237Z","time spent":"1.240760728s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:11.915099Z","caller":"traceutil/trace.go:171","msg":"trace[1751351157] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"1.191457339s","start":"2026-04-08T14:32:10.723636Z","end":"2026-04-08T14:32:11.915094Z","steps":["trace[1751351157] 'process raft request' (duration: 1.190310147s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.915129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.723621Z","time spent":"1.19149272s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:11.915319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138749867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-913592d8-ad48-46f4-97db-e71cba6458c4\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-08T14:32:11.915349Z","caller":"traceutil/trace.go:171","msg":"trace[783595254] range","detail":"{range_begin:/registry/persistentvolumes/pvc-913592d8-ad48-46f4-97db-e71cba6458c4; range_end:; response_count:1; response_revision:26304; }","duration":"2.138798697s","start":"2026-04-08T14:32:09.776544Z","end":"2026-04-08T14:32:11.915342Z","steps":["trace[783595254] 'agreement among raft nodes before linearized reading' (duration: 2.138659054s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.915366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.776534Z","time spent":"2.138828688s","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-913592d8-ad48-46f4-97db-e71cba6458c4\" "} {"level":"warn","ts":"2026-04-08T14:32:11.915535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034109461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-08T14:32:11.915643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.669992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:11.915723Z","caller":"traceutil/trace.go:171","msg":"trace[193083316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26304; }","duration":"846.807917ms","start":"2026-04-08T14:32:11.068897Z","end":"2026-04-08T14:32:11.915705Z","steps":["trace[193083316] 'agreement among raft nodes before linearized reading' (duration: 846.598902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.915766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:11.068847Z","time spent":"846.91365ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:11.915762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380825411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-08T14:32:11.915834Z","caller":"traceutil/trace.go:171","msg":"trace[704238004] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26304; }","duration":"1.380944702s","start":"2026-04-08T14:32:10.534869Z","end":"2026-04-08T14:32:11.915814Z","steps":["trace[704238004] 'agreement among raft nodes before linearized reading' (duration: 1.380725006s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.915882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.534849Z","time spent":"1.381020135s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-08T14:32:11.915889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137621125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:32:11.915923Z","caller":"traceutil/trace.go:171","msg":"trace[404549791] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26304; }","duration":"2.137672306s","start":"2026-04-08T14:32:09.778241Z","end":"2026-04-08T14:32:11.915913Z","steps":["trace[404549791] 'agreement among raft nodes before linearized reading' (duration: 2.137536022s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.915952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.778229Z","time spent":"2.137718757s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:32:11.916086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057708592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:11.916112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041283259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-08T14:32:11.916118Z","caller":"traceutil/trace.go:171","msg":"trace[1420296681] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26304; }","duration":"2.057785583s","start":"2026-04-08T14:32:09.858319Z","end":"2026-04-08T14:32:11.916105Z","steps":["trace[1420296681] 'agreement among raft nodes before linearized reading' (duration: 2.057725652s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:11.916136Z","caller":"traceutil/trace.go:171","msg":"trace[1441824399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26304; }","duration":"1.04134072s","start":"2026-04-08T14:32:10.874788Z","end":"2026-04-08T14:32:11.916129Z","steps":["trace[1441824399] 'agreement among raft nodes before linearized reading' (duration: 1.041254008s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.916156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.808811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:11.91616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.874754Z","time spent":"1.041401242s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T14:32:11.916175Z","caller":"traceutil/trace.go:171","msg":"trace[360164889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26304; }","duration":"128.862273ms","start":"2026-04-08T14:32:11.787306Z","end":"2026-04-08T14:32:11.916168Z","steps":["trace[360164889] 'agreement among raft nodes before linearized reading' (duration: 128.828412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.916214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1371178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-04-08T14:32:11.916235Z","caller":"traceutil/trace.go:171","msg":"trace[730239985] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26304; }","duration":"2.137152622s","start":"2026-04-08T14:32:09.779076Z","end":"2026-04-08T14:32:11.916229Z","steps":["trace[730239985] 'agreement among raft nodes before linearized reading' (duration: 2.13707501s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.91625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.779068Z","time spent":"2.137178812s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11737,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-08T14:32:11.916334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04789185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-08T14:32:11.916359Z","caller":"traceutil/trace.go:171","msg":"trace[1873758547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26304; }","duration":"1.047971372s","start":"2026-04-08T14:32:10.86838Z","end":"2026-04-08T14:32:11.916352Z","steps":["trace[1873758547] 'agreement among raft nodes before linearized reading' (duration: 1.04789334s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:11.915596Z","caller":"traceutil/trace.go:171","msg":"trace[1444013238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26304; }","duration":"1.034150572s","start":"2026-04-08T14:32:10.8814Z","end":"2026-04-08T14:32:11.915551Z","steps":["trace[1444013238] 'agreement among raft nodes before linearized reading' (duration: 1.034094601s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.916387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.86835Z","time spent":"1.048032585s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:32:11.916405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.88139Z","time spent":"1.035007466s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:32:11.916476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240332977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:11.916452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.192392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-08T14:32:11.916503Z","caller":"traceutil/trace.go:171","msg":"trace[1464410521] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26304; }","duration":"1.240362227s","start":"2026-04-08T14:32:10.676135Z","end":"2026-04-08T14:32:11.916497Z","steps":["trace[1464410521] 'agreement among raft nodes before linearized reading' (duration: 1.240315896s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.916527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.67609Z","time spent":"1.240429989s","remote":"127.0.0.1:36376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:11.916522Z","caller":"traceutil/trace.go:171","msg":"trace[1609699476] range","detail":"{range_begin:/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f; range_end:; response_count:1; response_revision:26304; }","duration":"129.278075ms","start":"2026-04-08T14:32:11.787226Z","end":"2026-04-08T14:32:11.916504Z","steps":["trace[1609699476] 'agreement among raft nodes before linearized reading' (duration: 129.058079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.916139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:09.858294Z","time spent":"2.057839025s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:11.916631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292165685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:11.916655Z","caller":"traceutil/trace.go:171","msg":"trace[243263449] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26304; }","duration":"1.292224557s","start":"2026-04-08T14:32:10.62442Z","end":"2026-04-08T14:32:11.916644Z","steps":["trace[243263449] 'agreement among raft nodes before linearized reading' (duration: 1.292183096s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.916673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.624395Z","time spent":"1.292273708s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:11.916723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.481303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:11.916743Z","caller":"traceutil/trace.go:171","msg":"trace[1288956063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26304; }","duration":"387.540544ms","start":"2026-04-08T14:32:11.529196Z","end":"2026-04-08T14:32:11.916736Z","steps":["trace[1288956063] 'agreement among raft nodes before linearized reading' (duration: 387.486983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.916764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:11.529179Z","time spent":"387.575276ms","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:11.91678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.162742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:11.916803Z","caller":"traceutil/trace.go:171","msg":"trace[1406705071] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26304; }","duration":"400.216785ms","start":"2026-04-08T14:32:11.516576Z","end":"2026-04-08T14:32:11.916793Z","steps":["trace[1406705071] 'agreement among raft nodes before linearized reading' (duration: 400.176853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.916818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:11.516554Z","time spent":"400.259946ms","remote":"127.0.0.1:51370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:11.916822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380711797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-08T14:32:11.916849Z","caller":"traceutil/trace.go:171","msg":"trace[390122775] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26304; }","duration":"1.380786649s","start":"2026-04-08T14:32:10.536055Z","end":"2026-04-08T14:32:11.916842Z","steps":["trace[390122775] 'agreement among raft nodes before linearized reading' (duration: 1.380555043s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.91687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:10.53603Z","time spent":"1.38083317s","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:11.916948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.215082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-08T14:32:11.917179Z","caller":"traceutil/trace.go:171","msg":"trace[1317504143] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26304; }","duration":"487.507281ms","start":"2026-04-08T14:32:11.429661Z","end":"2026-04-08T14:32:11.917168Z","steps":["trace[1317504143] 'agreement among raft nodes before linearized reading' (duration: 487.170312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:11.917208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:11.42963Z","time spent":"487.570712ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-04-08T14:32:17.517103Z","caller":"traceutil/trace.go:171","msg":"trace[365307747] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"244.304157ms","start":"2026-04-08T14:32:17.272766Z","end":"2026-04-08T14:32:17.51707Z","steps":["trace[365307747] 'process raft request' (duration: 244.124511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:19.772331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151411405s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-08T14:32:19.773008Z","caller":"traceutil/trace.go:171","msg":"trace[581543771] linearizableReadLoop","detail":"{readStateIndex:27231; appliedIndex:27229; }","duration":"2.39572412s","start":"2026-04-08T14:32:17.377245Z","end":"2026-04-08T14:32:19.772969Z","steps":["trace[581543771] 'read index received' (duration: 139.675951ms)","trace[581543771] 'applied index is now lower than readState.Index' (duration: 2.256044209s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:19.773123Z","caller":"traceutil/trace.go:171","msg":"trace[112882232] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"1.822918077s","start":"2026-04-08T14:32:17.950176Z","end":"2026-04-08T14:32:19.773094Z","steps":["trace[112882232] 'process raft request' (duration: 1.822719412s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:19.773467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:17.950152Z","time spent":"1.823037642s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:19.775498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39821513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-08T14:32:19.775547Z","caller":"traceutil/trace.go:171","msg":"trace[48500978] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26350; }","duration":"2.398353774s","start":"2026-04-08T14:32:17.377182Z","end":"2026-04-08T14:32:19.775536Z","steps":["trace[48500978] 'agreement among raft nodes before linearized reading' (duration: 2.395939727s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:19.775577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:17.377165Z","time spent":"2.398404675s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2676,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:19.828224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344842197s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:32:19.828801Z","caller":"traceutil/trace.go:171","msg":"trace[1270287291] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"1.877886633s","start":"2026-04-08T14:32:17.950885Z","end":"2026-04-08T14:32:19.828771Z","steps":["trace[1270287291] 'process raft request' (duration: 1.87778086s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:19.82883Z","caller":"traceutil/trace.go:171","msg":"trace[544881786] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"1.878378646s","start":"2026-04-08T14:32:17.950402Z","end":"2026-04-08T14:32:19.828781Z","steps":["trace[544881786] 'process raft request' (duration: 1.878053888s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:19.829019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:17.950878Z","time spent":"1.878014537s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:19.829143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:17.950392Z","time spent":"1.878590422s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:19.829359Z","caller":"traceutil/trace.go:171","msg":"trace[1256462696] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"1.877742868s","start":"2026-04-08T14:32:17.951586Z","end":"2026-04-08T14:32:19.829329Z","steps":["trace[1256462696] 'process raft request' (duration: 1.877623035s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:19.829441Z","caller":"traceutil/trace.go:171","msg":"trace[840588872] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"1.878021857s","start":"2026-04-08T14:32:17.951405Z","end":"2026-04-08T14:32:19.829427Z","steps":["trace[840588872] 'process raft request' (duration: 1.87775139s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:19.829443Z","caller":"traceutil/trace.go:171","msg":"trace[587285427] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"1.878270745s","start":"2026-04-08T14:32:17.95114Z","end":"2026-04-08T14:32:19.82941Z","steps":["trace[587285427] 'process raft request' (duration: 1.877860063s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:19.82953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:17.951395Z","time spent":"1.878093089s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:19.829545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:17.951577Z","time spent":"1.877874774s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:19.829625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:17.95111Z","time spent":"1.878410448s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:19.829398Z","caller":"traceutil/trace.go:171","msg":"trace[444307930] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"1.878331045s","start":"2026-04-08T14:32:17.951049Z","end":"2026-04-08T14:32:19.82938Z","steps":["trace[444307930] 'process raft request' (duration: 1.877681208s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:19.829741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:17.951042Z","time spent":"1.878642834s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:19.829772Z","caller":"traceutil/trace.go:171","msg":"trace[117480808] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"1.876439393s","start":"2026-04-08T14:32:17.953311Z","end":"2026-04-08T14:32:19.82975Z","steps":["trace[117480808] 'process raft request' (duration: 1.875967521s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:19.829979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:17.953298Z","time spent":"1.876555326s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:20.681402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000638899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:32:20.681501Z","caller":"traceutil/trace.go:171","msg":"trace[221094870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000807732s","start":"2026-04-08T14:32:18.68067Z","end":"2026-04-08T14:32:20.681477Z","steps":["trace[221094870] 'agreement among raft nodes before linearized reading' (duration: 2.000672549s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:20.681554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.680643Z","time spent":"2.000900056s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:32:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:32:21.263158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.252503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:21.263391Z","caller":"traceutil/trace.go:171","msg":"trace[2075243438] linearizableReadLoop","detail":"{readStateIndex:27240; appliedIndex:27232; }","duration":"1.490283128s","start":"2026-04-08T14:32:19.773089Z","end":"2026-04-08T14:32:21.263372Z","steps":["trace[2075243438] 'read index received' (duration: 55.340596ms)","trace[2075243438] 'applied index is now lower than readState.Index' (duration: 1.434941502s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:21.263751Z","caller":"traceutil/trace.go:171","msg":"trace[1900483104] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"2.524042378s","start":"2026-04-08T14:32:18.739689Z","end":"2026-04-08T14:32:21.263732Z","steps":["trace[1900483104] 'process raft request' (duration: 1.830104656s)","trace[1900483104] 'compare' (duration: 692.808141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:21.263835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.739658Z","time spent":"2.524137011s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:21.264215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.246534758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-08T14:32:21.26445Z","caller":"traceutil/trace.go:171","msg":"trace[130147589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26359; }","duration":"3.246914488s","start":"2026-04-08T14:32:18.01752Z","end":"2026-04-08T14:32:21.264435Z","steps":["trace[130147589] 'agreement among raft nodes before linearized reading' (duration: 3.246540168s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.264486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.017488Z","time spent":"3.2469899s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:32:21.264506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330749709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:21.264594Z","caller":"traceutil/trace.go:171","msg":"trace[223194793] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26359; }","duration":"2.330921844s","start":"2026-04-08T14:32:18.93365Z","end":"2026-04-08T14:32:21.264572Z","steps":["trace[223194793] 'agreement among raft nodes before linearized reading' (duration: 2.330529253s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.264641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.933615Z","time spent":"2.331017407s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:21.264617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406885759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:21.264623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564706839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:21.26468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256195233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-08T14:32:21.264673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566924571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:21.264714Z","caller":"traceutil/trace.go:171","msg":"trace[1304712769] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26359; }","duration":"2.564834963s","start":"2026-04-08T14:32:18.699854Z","end":"2026-04-08T14:32:21.264689Z","steps":["trace[1304712769] 'agreement among raft nodes before linearized reading' (duration: 2.564660499s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:21.264722Z","caller":"traceutil/trace.go:171","msg":"trace[1797563867] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26359; }","duration":"2.407041173s","start":"2026-04-08T14:32:18.857641Z","end":"2026-04-08T14:32:21.264682Z","steps":["trace[1797563867] 'agreement among raft nodes before linearized reading' (duration: 2.406886989s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:21.264741Z","caller":"traceutil/trace.go:171","msg":"trace[272941762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26359; }","duration":"3.256302017s","start":"2026-04-08T14:32:18.008424Z","end":"2026-04-08T14:32:21.264726Z","steps":["trace[272941762] 'agreement among raft nodes before linearized reading' (duration: 3.256064611s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:21.264756Z","caller":"traceutil/trace.go:171","msg":"trace[336459364] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26359; }","duration":"2.567088196s","start":"2026-04-08T14:32:18.697651Z","end":"2026-04-08T14:32:21.26474Z","steps":["trace[336459364] 'agreement among raft nodes before linearized reading' (duration: 2.566917891s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.264776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.699842Z","time spent":"2.564922895s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:21.264778Z","caller":"traceutil/trace.go:171","msg":"trace[774899945] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"1.478820022s","start":"2026-04-08T14:32:19.785931Z","end":"2026-04-08T14:32:21.264751Z","steps":["trace[774899945] 'process raft request' (duration: 1.477361051s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.264819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.697626Z","time spent":"2.567177857s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:21.264876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247434453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-08T14:32:21.264891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249652383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:32:21.264915Z","caller":"traceutil/trace.go:171","msg":"trace[200095817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26359; }","duration":"3.247493384s","start":"2026-04-08T14:32:18.017411Z","end":"2026-04-08T14:32:21.264905Z","steps":["trace[200095817] 'agreement among raft nodes before linearized reading' (duration: 3.247392951s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:21.26492Z","caller":"traceutil/trace.go:171","msg":"trace[2127227386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26359; }","duration":"3.249699595s","start":"2026-04-08T14:32:18.015211Z","end":"2026-04-08T14:32:21.264911Z","steps":["trace[2127227386] 'agreement among raft nodes before linearized reading' (duration: 3.249606083s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.264928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:19.785905Z","time spent":"1.478926414s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:21.264951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.017401Z","time spent":"3.247542845s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:21.264951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.015199Z","time spent":"3.249746126s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:21.264675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048643702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:21.265041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081533018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-08T14:32:21.265052Z","caller":"traceutil/trace.go:171","msg":"trace[115011265] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26359; }","duration":"2.049103684s","start":"2026-04-08T14:32:19.215932Z","end":"2026-04-08T14:32:21.265035Z","steps":["trace[115011265] 'agreement among raft nodes before linearized reading' (duration: 2.048634131s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.264779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.00841Z","time spent":"3.256359788s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T14:32:21.265073Z","caller":"traceutil/trace.go:171","msg":"trace[1293723709] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26359; }","duration":"2.081615271s","start":"2026-04-08T14:32:19.183451Z","end":"2026-04-08T14:32:21.265066Z","steps":["trace[1293723709] 'agreement among raft nodes before linearized reading' (duration: 2.081372754s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.265073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.12891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:21.2651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:19.183427Z","time spent":"2.081667002s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:21.265109Z","caller":"traceutil/trace.go:171","msg":"trace[209355561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26359; }","duration":"195.16251ms","start":"2026-04-08T14:32:21.069935Z","end":"2026-04-08T14:32:21.265098Z","steps":["trace[209355561] 'agreement among raft nodes before linearized reading' (duration: 195.106419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.265138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255808184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:32:21.265178Z","caller":"traceutil/trace.go:171","msg":"trace[1937849668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26359; }","duration":"3.255894166s","start":"2026-04-08T14:32:18.009271Z","end":"2026-04-08T14:32:21.265165Z","steps":["trace[1937849668] 'agreement among raft nodes before linearized reading' (duration: 3.255797384s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.265096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:19.21592Z","time spent":"2.049160215s","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:21.26521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.00924Z","time spent":"3.255963517s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:32:21.265195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.058555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:21.265368Z","caller":"traceutil/trace.go:171","msg":"trace[614037536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26359; }","duration":"583.402055ms","start":"2026-04-08T14:32:20.681944Z","end":"2026-04-08T14:32:21.265346Z","steps":["trace[614037536] 'agreement among raft nodes before linearized reading' (duration: 582.944401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.264781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.857565Z","time spent":"2.407206307s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:21.265493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:20.681919Z","time spent":"583.515427ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:21.265527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944655254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-08T14:32:21.2656Z","caller":"traceutil/trace.go:171","msg":"trace[2055084238] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26359; }","duration":"2.944753348s","start":"2026-04-08T14:32:18.320807Z","end":"2026-04-08T14:32:21.265561Z","steps":["trace[2055084238] 'agreement among raft nodes before linearized reading' (duration: 2.944639164s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.265639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.320784Z","time spent":"2.9448472s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-08T14:32:21.266611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008175346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276021"} {"level":"info","ts":"2026-04-08T14:32:21.267097Z","caller":"traceutil/trace.go:171","msg":"trace[213662919] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26359; }","duration":"3.008520866s","start":"2026-04-08T14:32:18.258358Z","end":"2026-04-08T14:32:21.266879Z","steps":["trace[213662919] 'agreement among raft nodes before linearized reading' (duration: 3.005670757s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:21.267218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:18.258334Z","time spent":"3.008839843s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276044,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-08T14:32:21.878342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:22.347302Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037319879s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:32:22.494505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.197333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:22.494719Z","caller":"traceutil/trace.go:171","msg":"trace[2083612463] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"1.222902506s","start":"2026-04-08T14:32:21.271771Z","end":"2026-04-08T14:32:22.494673Z","steps":["trace[2083612463] 'process raft request' (duration: 1.07577926s)","trace[2083612463] 'compare' (duration: 144.099172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:22.494902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.272256Z","time spent":"1.222642489s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T14:32:22.494908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.271756Z","time spent":"1.22304916s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:22.494962Z","caller":"traceutil/trace.go:171","msg":"trace[686108253] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"1.222810764s","start":"2026-04-08T14:32:21.272123Z","end":"2026-04-08T14:32:22.494934Z","steps":["trace[686108253] 'process raft request' (duration: 1.222571197s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:22.495002Z","caller":"traceutil/trace.go:171","msg":"trace[171226115] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"1.222854504s","start":"2026-04-08T14:32:21.27212Z","end":"2026-04-08T14:32:22.494975Z","steps":["trace[171226115] 'process raft request' (duration: 1.222607508s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:22.495113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.272114Z","time spent":"1.222910546s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:22.495051Z","caller":"traceutil/trace.go:171","msg":"trace[963470995] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"1.223141403s","start":"2026-04-08T14:32:21.271876Z","end":"2026-04-08T14:32:22.495018Z","steps":["trace[963470995] 'process raft request' (duration: 1.222728212s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:22.49516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.272091Z","time spent":"1.222967478s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:22.495249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.271587Z","time spent":"1.223581405s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:23.378322Z","caller":"traceutil/trace.go:171","msg":"trace[1622567398] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"1.54044528s","start":"2026-04-08T14:32:21.837855Z","end":"2026-04-08T14:32:23.3783Z","steps":["trace[1622567398] 'process raft request' (duration: 1.540314926s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.378505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.837824Z","time spent":"1.540571024s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:23.378325Z","caller":"traceutil/trace.go:171","msg":"trace[2104975148] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"1.59881101s","start":"2026-04-08T14:32:21.779467Z","end":"2026-04-08T14:32:23.378278Z","steps":["trace[2104975148] 'process raft request' (duration: 1.583688934s)","trace[2104975148] 'compare' (duration: 14.093268ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:23.378579Z","caller":"traceutil/trace.go:171","msg":"trace[1753496842] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"1.540619606s","start":"2026-04-08T14:32:21.837915Z","end":"2026-04-08T14:32:23.378535Z","steps":["trace[1753496842] 'process raft request' (duration: 1.540343338s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:23.378545Z","caller":"traceutil/trace.go:171","msg":"trace[896846904] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"1.540597455s","start":"2026-04-08T14:32:21.837928Z","end":"2026-04-08T14:32:23.378525Z","steps":["trace[896846904] 'process raft request' (duration: 1.540496142s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:23.37875Z","caller":"traceutil/trace.go:171","msg":"trace[1921879748] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"1.54078041s","start":"2026-04-08T14:32:21.837949Z","end":"2026-04-08T14:32:23.37873Z","steps":["trace[1921879748] 'process raft request' (duration: 1.540544603s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.378755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.779436Z","time spent":"1.599182139s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:23.378823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.837886Z","time spent":"1.540797511s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:23.378862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.837912Z","time spent":"1.540877743s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:23.378887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.837903Z","time spent":"1.540884313s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:23.379196Z","caller":"traceutil/trace.go:171","msg":"trace[426736453] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"1.540282777s","start":"2026-04-08T14:32:21.838897Z","end":"2026-04-08T14:32:23.37918Z","steps":["trace[426736453] 'process raft request' (duration: 1.539760722s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:23.379236Z","caller":"traceutil/trace.go:171","msg":"trace[339908417] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"1.220174271s","start":"2026-04-08T14:32:22.159048Z","end":"2026-04-08T14:32:23.379223Z","steps":["trace[339908417] 'process raft request' (duration: 1.22013463s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:23.379243Z","caller":"traceutil/trace.go:171","msg":"trace[698995124] linearizableReadLoop","detail":"{readStateIndex:27255; appliedIndex:27242; }","duration":"2.001499752s","start":"2026-04-08T14:32:21.377724Z","end":"2026-04-08T14:32:23.379224Z","steps":["trace[698995124] 'read index received' (duration: 969.798187ms)","trace[698995124] 'applied index is now lower than readState.Index' (duration: 1.031700485s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:23.379267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.838868Z","time spent":"1.540361349s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:23.379292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:22.159018Z","time spent":"1.220244022s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:23.379526Z","caller":"traceutil/trace.go:171","msg":"trace[1752000241] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"1.540277197s","start":"2026-04-08T14:32:21.839241Z","end":"2026-04-08T14:32:23.379518Z","steps":["trace[1752000241] 'process raft request' (duration: 1.539844125s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.379571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.839225Z","time spent":"1.540323408s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:23.37958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001858462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-08T14:32:23.379674Z","caller":"traceutil/trace.go:171","msg":"trace[1631016289] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26373; }","duration":"2.001978884s","start":"2026-04-08T14:32:21.377675Z","end":"2026-04-08T14:32:23.379654Z","steps":["trace[1631016289] 'agreement among raft nodes before linearized reading' (duration: 2.001655976s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.379709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.377658Z","time spent":"2.002046637s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-08T14:32:23.379815Z","caller":"traceutil/trace.go:171","msg":"trace[971349082] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"1.540214105s","start":"2026-04-08T14:32:21.839572Z","end":"2026-04-08T14:32:23.379786Z","steps":["trace[971349082] 'process raft request' (duration: 1.539573027s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.379908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.839561Z","time spent":"1.540304277s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:23.681878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999642931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:32:23.682012Z","caller":"traceutil/trace.go:171","msg":"trace[741068138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999835305s","start":"2026-04-08T14:32:21.682135Z","end":"2026-04-08T14:32:23.681971Z","steps":["trace[741068138] 'agreement among raft nodes before linearized reading' (duration: 1.999690172s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.682069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.682098Z","time spent":"1.99995983s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:32:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:32:23.900871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.72449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:23.900984Z","caller":"traceutil/trace.go:171","msg":"trace[286938] linearizableReadLoop","detail":"{readStateIndex:27257; appliedIndex:27256; }","duration":"521.685864ms","start":"2026-04-08T14:32:23.379283Z","end":"2026-04-08T14:32:23.900969Z","steps":["trace[286938] 'read index received' (duration: 166.752888ms)","trace[286938] 'applied index is now lower than readState.Index' (duration: 354.930356ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:23.901081Z","caller":"traceutil/trace.go:171","msg":"trace[1361096356] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"1.404838112s","start":"2026-04-08T14:32:22.496233Z","end":"2026-04-08T14:32:23.901071Z","steps":["trace[1361096356] 'process raft request' (duration: 1.049832644s)","trace[1361096356] 'compare' (duration: 354.499204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:23.901122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:22.496201Z","time spent":"1.404898563s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:23.901429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.181631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-08T14:32:23.901453Z","caller":"traceutil/trace.go:171","msg":"trace[901894247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26374; }","duration":"586.267444ms","start":"2026-04-08T14:32:23.315179Z","end":"2026-04-08T14:32:23.901446Z","steps":["trace[901894247] 'agreement among raft nodes before linearized reading' (duration: 586.100769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.901473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.315145Z","time spent":"586.323425ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:32:23.901639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118066887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:23.901657Z","caller":"traceutil/trace.go:171","msg":"trace[1609469318] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26374; }","duration":"2.118128458s","start":"2026-04-08T14:32:21.783522Z","end":"2026-04-08T14:32:23.901651Z","steps":["trace[1609469318] 'agreement among raft nodes before linearized reading' (duration: 2.118043896s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.901631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.464566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:23.901699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238801394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:32:23.901668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.716565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:23.901671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003850128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:23.901738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311433208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:23.901712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007316772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:23.901758Z","caller":"traceutil/trace.go:171","msg":"trace[891839285] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26374; }","duration":"809.871189ms","start":"2026-04-08T14:32:23.091866Z","end":"2026-04-08T14:32:23.901738Z","steps":["trace[891839285] 'agreement among raft nodes before linearized reading' (duration: 809.665923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.901745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.235261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:23.901772Z","caller":"traceutil/trace.go:171","msg":"trace[1876528289] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26374; }","duration":"2.004010011s","start":"2026-04-08T14:32:21.897737Z","end":"2026-04-08T14:32:23.901747Z","steps":["trace[1876528289] 'agreement among raft nodes before linearized reading' (duration: 2.003756443s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.901808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.091846Z","time spent":"809.950761ms","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:23.901758Z","caller":"traceutil/trace.go:171","msg":"trace[520196913] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26374; }","duration":"2.31150066s","start":"2026-04-08T14:32:21.590252Z","end":"2026-04-08T14:32:23.901752Z","steps":["trace[520196913] 'agreement among raft nodes before linearized reading' (duration: 2.311473029s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.901799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612136306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:23.901826Z","caller":"traceutil/trace.go:171","msg":"trace[1838801014] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26374; }","duration":"842.377855ms","start":"2026-04-08T14:32:23.059426Z","end":"2026-04-08T14:32:23.901804Z","steps":["trace[1838801014] 'agreement among raft nodes before linearized reading' (duration: 842.240181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.901866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.590225Z","time spent":"2.311625123s","remote":"127.0.0.1:39344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:23.901892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.059404Z","time spent":"842.470807ms","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:23.901912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471547961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-08T14:32:23.901702Z","caller":"traceutil/trace.go:171","msg":"trace[1021941874] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26374; }","duration":"649.582529ms","start":"2026-04-08T14:32:23.252104Z","end":"2026-04-08T14:32:23.901686Z","steps":["trace[1021941874] 'agreement among raft nodes before linearized reading' (duration: 649.438345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.901946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.252072Z","time spent":"649.866747ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:23.901947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283135827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:23.901984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494575246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:23.901993Z","caller":"traceutil/trace.go:171","msg":"trace[2080926033] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26374; }","duration":"1.283229658s","start":"2026-04-08T14:32:22.618749Z","end":"2026-04-08T14:32:23.901979Z","steps":["trace[2080926033] 'agreement among raft nodes before linearized reading' (duration: 1.283158506s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.901831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.897722Z","time spent":"2.004097983s","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:23.902009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808925833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:32:23.901716Z","caller":"traceutil/trace.go:171","msg":"trace[220965550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26374; }","duration":"2.238874186s","start":"2026-04-08T14:32:21.662837Z","end":"2026-04-08T14:32:23.901711Z","steps":["trace[220965550] 'agreement among raft nodes before linearized reading' (duration: 2.238844766s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.902035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:22.618718Z","time spent":"1.283304731s","remote":"127.0.0.1:36460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:23.902055Z","caller":"traceutil/trace.go:171","msg":"trace[10928911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26374; }","duration":"1.809024185s","start":"2026-04-08T14:32:22.093018Z","end":"2026-04-08T14:32:23.902043Z","steps":["trace[10928911] 'agreement among raft nodes before linearized reading' (duration: 1.80884219s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:23.901942Z","caller":"traceutil/trace.go:171","msg":"trace[1109844802] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26374; }","duration":"2.471633564s","start":"2026-04-08T14:32:21.4303Z","end":"2026-04-08T14:32:23.901933Z","steps":["trace[1109844802] 'agreement among raft nodes before linearized reading' (duration: 2.471555142s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.902072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.662779Z","time spent":"2.239279248s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:23.902084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:22.092996Z","time spent":"1.809082567s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T14:32:23.901879Z","caller":"traceutil/trace.go:171","msg":"trace[1266835475] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26374; }","duration":"1.612307182s","start":"2026-04-08T14:32:22.289555Z","end":"2026-04-08T14:32:23.901862Z","steps":["trace[1266835475] 'agreement among raft nodes before linearized reading' (duration: 1.612169918s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.901672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.783495Z","time spent":"2.118172898s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:23.902126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:22.28953Z","time spent":"1.612584299s","remote":"127.0.0.1:36536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:23.901834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.991361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-91a69556-eaf6-49e6-96cc-f57b4ec25e11\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-08T14:32:23.901804Z","caller":"traceutil/trace.go:171","msg":"trace[1835170875] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26374; }","duration":"1.007473306s","start":"2026-04-08T14:32:22.894306Z","end":"2026-04-08T14:32:23.90178Z","steps":["trace[1835170875] 'agreement among raft nodes before linearized reading' (duration: 1.007201219s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:23.902192Z","caller":"traceutil/trace.go:171","msg":"trace[633667627] range","detail":"{range_begin:/registry/persistentvolumes/pvc-91a69556-eaf6-49e6-96cc-f57b4ec25e11; range_end:; response_count:1; response_revision:26374; }","duration":"518.393143ms","start":"2026-04-08T14:32:23.383778Z","end":"2026-04-08T14:32:23.902171Z","steps":["trace[633667627] 'agreement among raft nodes before linearized reading' (duration: 517.975151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.902227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:22.894284Z","time spent":"1.007932039s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:23.902254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.383754Z","time spent":"518.480814ms","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-91a69556-eaf6-49e6-96cc-f57b4ec25e11\" "} {"level":"warn","ts":"2026-04-08T14:32:23.902271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.332815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:23.902304Z","caller":"traceutil/trace.go:171","msg":"trace[454005795] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26374; }","duration":"125.423048ms","start":"2026-04-08T14:32:23.776872Z","end":"2026-04-08T14:32:23.902296Z","steps":["trace[454005795] 'agreement among raft nodes before linearized reading' (duration: 125.339215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.902332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.243656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:23.902347Z","caller":"traceutil/trace.go:171","msg":"trace[1454635711] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26374; }","duration":"292.261437ms","start":"2026-04-08T14:32:23.610081Z","end":"2026-04-08T14:32:23.902342Z","steps":["trace[1454635711] 'agreement among raft nodes before linearized reading' (duration: 292.228226ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:23.902018Z","caller":"traceutil/trace.go:171","msg":"trace[396325648] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26374; }","duration":"2.494663689s","start":"2026-04-08T14:32:21.407341Z","end":"2026-04-08T14:32:23.902005Z","steps":["trace[396325648] 'agreement among raft nodes before linearized reading' (duration: 2.494618468s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.902659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.407312Z","time spent":"2.495319656s","remote":"127.0.0.1:36660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:23.902698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.334258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:23.902741Z","caller":"traceutil/trace.go:171","msg":"trace[519504350] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26374; }","duration":"379.434881ms","start":"2026-04-08T14:32:23.523291Z","end":"2026-04-08T14:32:23.902726Z","steps":["trace[519504350] 'agreement among raft nodes before linearized reading' (duration: 379.368299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:23.902776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.523264Z","time spent":"379.503483ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:32:23.902615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.056483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:23.902091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:21.430259Z","time spent":"2.471827819s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-04-08T14:32:23.902811Z","caller":"traceutil/trace.go:171","msg":"trace[1202162885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26374; }","duration":"214.299368ms","start":"2026-04-08T14:32:23.688506Z","end":"2026-04-08T14:32:23.902806Z","steps":["trace[1202162885] 'agreement among raft nodes before linearized reading' (duration: 214.095102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.405072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:24.598958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.019457ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-08T14:32:24.59924Z","caller":"traceutil/trace.go:171","msg":"trace[1104830241] linearizableReadLoop","detail":"{readStateIndex:27259; appliedIndex:27257; }","duration":"694.627021ms","start":"2026-04-08T14:32:23.904594Z","end":"2026-04-08T14:32:24.599221Z","steps":["trace[1104830241] 'read index received' (duration: 594.47504ms)","trace[1104830241] 'applied index is now lower than readState.Index' (duration: 100.150491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:24.599342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.904294Z","time spent":"695.045853ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T14:32:24.599724Z","caller":"traceutil/trace.go:171","msg":"trace[364464249] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"690.635171ms","start":"2026-04-08T14:32:23.909068Z","end":"2026-04-08T14:32:24.599703Z","steps":["trace[364464249] 'process raft request' (duration: 690.007453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.599885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.909052Z","time spent":"690.753853ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:24.599938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.3176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:24.600046Z","caller":"traceutil/trace.go:171","msg":"trace[778284540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26375; }","duration":"695.496774ms","start":"2026-04-08T14:32:23.904528Z","end":"2026-04-08T14:32:24.600024Z","steps":["trace[778284540] 'agreement among raft nodes before linearized reading' (duration: 695.298779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.600106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.904488Z","time spent":"695.609878ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:24.60045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.609302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:32:24.600521Z","caller":"traceutil/trace.go:171","msg":"trace[741842954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26375; }","duration":"693.721465ms","start":"2026-04-08T14:32:23.906786Z","end":"2026-04-08T14:32:24.600507Z","steps":["trace[741842954] 'agreement among raft nodes before linearized reading' (duration: 693.5206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.600547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.316868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:32:24.600575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.292135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:24.600609Z","caller":"traceutil/trace.go:171","msg":"trace[913495000] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26375; }","duration":"671.39598ms","start":"2026-04-08T14:32:23.92919Z","end":"2026-04-08T14:32:24.600586Z","steps":["trace[913495000] 'agreement among raft nodes before linearized reading' (duration: 671.299657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.600572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.206357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:24.600627Z","caller":"traceutil/trace.go:171","msg":"trace[1594209466] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26375; }","duration":"520.400227ms","start":"2026-04-08T14:32:24.080212Z","end":"2026-04-08T14:32:24.600612Z","steps":["trace[1594209466] 'agreement among raft nodes before linearized reading' (duration: 520.304124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.600653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.507182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-08T14:32:24.600655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.042168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T14:32:24.600681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.080188Z","time spent":"520.4721ms","remote":"127.0.0.1:36316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:24.600698Z","caller":"traceutil/trace.go:171","msg":"trace[1251962281] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26375; }","duration":"692.585345ms","start":"2026-04-08T14:32:23.9081Z","end":"2026-04-08T14:32:24.600685Z","steps":["trace[1251962281] 'agreement among raft nodes before linearized reading' (duration: 692.475102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.600708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.947691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:24.600698Z","caller":"traceutil/trace.go:171","msg":"trace[80874066] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26375; }","duration":"399.383231ms","start":"2026-04-08T14:32:24.201267Z","end":"2026-04-08T14:32:24.60065Z","steps":["trace[80874066] 'agreement among raft nodes before linearized reading' (duration: 399.179596ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:24.600714Z","caller":"traceutil/trace.go:171","msg":"trace[954899479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26375; }","duration":"100.1059ms","start":"2026-04-08T14:32:24.500592Z","end":"2026-04-08T14:32:24.600697Z","steps":["trace[954899479] 'agreement among raft nodes before linearized reading' (duration: 99.914754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.600727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.908083Z","time spent":"692.637735ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"info","ts":"2026-04-08T14:32:24.600736Z","caller":"traceutil/trace.go:171","msg":"trace[2089849338] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26375; }","duration":"666.021072ms","start":"2026-04-08T14:32:23.934706Z","end":"2026-04-08T14:32:24.600727Z","steps":["trace[2089849338] 'agreement among raft nodes before linearized reading' (duration: 665.971421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.600716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.547163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T14:32:24.60081Z","caller":"traceutil/trace.go:171","msg":"trace[265966337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26375; }","duration":"100.712076ms","start":"2026-04-08T14:32:24.500079Z","end":"2026-04-08T14:32:24.600791Z","steps":["trace[265966337] 'agreement among raft nodes before linearized reading' (duration: 100.416078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.600654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.929174Z","time spent":"671.467803ms","remote":"127.0.0.1:42194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:24.600756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.201244Z","time spent":"399.499014ms","remote":"127.0.0.1:39332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:24.600931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.918182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T14:32:24.600946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.103397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T14:32:24.600765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.934687Z","time spent":"666.070913ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:24.60097Z","caller":"traceutil/trace.go:171","msg":"trace[2102018122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26375; }","duration":"100.973194ms","start":"2026-04-08T14:32:24.499988Z","end":"2026-04-08T14:32:24.600961Z","steps":["trace[2102018122] 'agreement among raft nodes before linearized reading' (duration: 100.792599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.600556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.906762Z","time spent":"693.786839ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T14:32:24.600991Z","caller":"traceutil/trace.go:171","msg":"trace[948653133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26375; }","duration":"101.336643ms","start":"2026-04-08T14:32:24.49964Z","end":"2026-04-08T14:32:24.600976Z","steps":["trace[948653133] 'agreement among raft nodes before linearized reading' (duration: 101.176899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.600834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.389742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:24.60114Z","caller":"traceutil/trace.go:171","msg":"trace[461098306] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26375; }","duration":"691.836883ms","start":"2026-04-08T14:32:23.909281Z","end":"2026-04-08T14:32:24.601118Z","steps":["trace[461098306] 'agreement among raft nodes before linearized reading' (duration: 691.238947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:24.601196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:23.909266Z","time spent":"691.912826ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:32:25.264509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.077338ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:25.264674Z","caller":"traceutil/trace.go:171","msg":"trace[848447086] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26375; }","duration":"121.261993ms","start":"2026-04-08T14:32:25.143388Z","end":"2026-04-08T14:32:25.26465Z","steps":["trace[848447086] 'range keys from in-memory index tree' (duration: 121.053848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:25.264707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.274169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:25.264995Z","caller":"traceutil/trace.go:171","msg":"trace[824066442] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"662.202168ms","start":"2026-04-08T14:32:24.602736Z","end":"2026-04-08T14:32:25.264938Z","steps":["trace[824066442] 'process raft request' (duration: 135.567498ms)","trace[824066442] 'compare' (duration: 525.908989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:25.265115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.602713Z","time spent":"662.361871ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:25.925178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.18682791s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:32:26.114626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.046542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:26.114974Z","caller":"traceutil/trace.go:171","msg":"trace[743971164] linearizableReadLoop","detail":"{readStateIndex:27263; appliedIndex:27259; }","duration":"1.50774121s","start":"2026-04-08T14:32:24.607214Z","end":"2026-04-08T14:32:26.114955Z","steps":["trace[743971164] 'read index received' (duration: 131.106776ms)","trace[743971164] 'applied index is now lower than readState.Index' (duration: 1.376633144s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:26.115064Z","caller":"traceutil/trace.go:171","msg":"trace[724376891] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"1.511227345s","start":"2026-04-08T14:32:24.603825Z","end":"2026-04-08T14:32:26.115052Z","steps":["trace[724376891] 'process raft request' (duration: 1.321649488s)","trace[724376891] 'compare' (duration: 188.425406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:26.115131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.603802Z","time spent":"1.511294077s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:26.115862Z","caller":"traceutil/trace.go:171","msg":"trace[578740782] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"1.510006251s","start":"2026-04-08T14:32:24.605798Z","end":"2026-04-08T14:32:26.115805Z","steps":["trace[578740782] 'process raft request' (duration: 1.508951453s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:26.116001Z","caller":"traceutil/trace.go:171","msg":"trace[1678743456] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"1.507224185s","start":"2026-04-08T14:32:24.60876Z","end":"2026-04-08T14:32:26.115984Z","steps":["trace[1678743456] 'process raft request' (duration: 1.506160445s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:26.116048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.605787Z","time spent":"1.510168586s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:26.116088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.608748Z","time spent":"1.507301357s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:26.115926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508661515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:26.116403Z","caller":"traceutil/trace.go:171","msg":"trace[253482977] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"1.508422718s","start":"2026-04-08T14:32:24.60689Z","end":"2026-04-08T14:32:26.115312Z","steps":["trace[253482977] 'process raft request' (duration: 1.507965626s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:26.116521Z","caller":"traceutil/trace.go:171","msg":"trace[1085723132] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26381; }","duration":"1.50925705s","start":"2026-04-08T14:32:24.607191Z","end":"2026-04-08T14:32:26.116448Z","steps":["trace[1085723132] 'agreement among raft nodes before linearized reading' (duration: 1.508610932s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:26.116593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.607183Z","time spent":"1.509398705s","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:32:26.116627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.606878Z","time spent":"1.509629111s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:26.116634Z","caller":"traceutil/trace.go:171","msg":"trace[2130185459] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"1.506666549s","start":"2026-04-08T14:32:24.608685Z","end":"2026-04-08T14:32:26.115351Z","steps":["trace[2130185459] 'process raft request' (duration: 1.506206987s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:26.116915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.608674Z","time spent":"1.508042197s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:26.616141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352786,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T14:32:26.761187Z","caller":"traceutil/trace.go:171","msg":"trace[470631775] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"1.736874107s","start":"2026-04-08T14:32:25.024289Z","end":"2026-04-08T14:32:26.761163Z","steps":["trace[470631775] 'process raft request' (duration: 1.730225483s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:26.761325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.024256Z","time spent":"1.73699406s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:26.76172Z","caller":"traceutil/trace.go:171","msg":"trace[1381979180] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"1.375633007s","start":"2026-04-08T14:32:25.386056Z","end":"2026-04-08T14:32:26.761689Z","steps":["trace[1381979180] 'process raft request' (duration: 1.375061791s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:26.761908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.386016Z","time spent":"1.375787971s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:26.762213Z","caller":"traceutil/trace.go:171","msg":"trace[321220018] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"1.375163213s","start":"2026-04-08T14:32:25.386971Z","end":"2026-04-08T14:32:26.762134Z","steps":["trace[321220018] 'process raft request' (duration: 1.374576757s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:26.762372Z","caller":"traceutil/trace.go:171","msg":"trace[1417357709] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"1.375123043s","start":"2026-04-08T14:32:25.387207Z","end":"2026-04-08T14:32:26.76233Z","steps":["trace[1417357709] 'process raft request' (duration: 1.374874315s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:26.762445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.386926Z","time spent":"1.375386381s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:26.762581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.387193Z","time spent":"1.375280877s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:26.76268Z","caller":"traceutil/trace.go:171","msg":"trace[983842100] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"1.375377811s","start":"2026-04-08T14:32:25.387257Z","end":"2026-04-08T14:32:26.762634Z","steps":["trace[983842100] 'process raft request' (duration: 1.37500214s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:26.762773Z","caller":"traceutil/trace.go:171","msg":"trace[968331443] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"1.375045371s","start":"2026-04-08T14:32:25.387705Z","end":"2026-04-08T14:32:26.76275Z","steps":["trace[968331443] 'process raft request' (duration: 1.374832425s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:26.762836Z","caller":"traceutil/trace.go:171","msg":"trace[1851169407] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"1.374964408s","start":"2026-04-08T14:32:25.387834Z","end":"2026-04-08T14:32:26.762798Z","steps":["trace[1851169407] 'process raft request' (duration: 1.374855865s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:26.762881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.387242Z","time spent":"1.375535624s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:26.762869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.387674Z","time spent":"1.375145183s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:26.763039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.38782Z","time spent":"1.375110002s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:26.763114Z","caller":"traceutil/trace.go:171","msg":"trace[197228687] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"1.374843545s","start":"2026-04-08T14:32:25.388257Z","end":"2026-04-08T14:32:26.7631Z","steps":["trace[197228687] 'process raft request' (duration: 1.374483515s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:26.763147Z","caller":"traceutil/trace.go:171","msg":"trace[1675543937] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"1.373839247s","start":"2026-04-08T14:32:25.389278Z","end":"2026-04-08T14:32:26.763117Z","steps":["trace[1675543937] 'process raft request' (duration: 1.373697824s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:26.763199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.388245Z","time spent":"1.374917556s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:26.76334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.389267Z","time spent":"1.373970491s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:27.047226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999709233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:32:27.047326Z","caller":"traceutil/trace.go:171","msg":"trace[532941435] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999896108s","start":"2026-04-08T14:32:25.047406Z","end":"2026-04-08T14:32:27.047302Z","steps":["trace[532941435] 'agreement among raft nodes before linearized reading' (duration: 1.999749483s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:27.047383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.047374Z","time spent":"1.99999857s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:32:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:32:27.680974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:32:27.681177Z","caller":"traceutil/trace.go:171","msg":"trace[9803093] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039628s","start":"2026-04-08T14:32:25.680755Z","end":"2026-04-08T14:32:27.681151Z","steps":["trace[9803093] 'agreement among raft nodes before linearized reading' (duration: 2.000166244s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:27.681275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.68073Z","time spent":"2.000524354s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:32:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:32:28.398565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032720353s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:28.399032Z","caller":"traceutil/trace.go:171","msg":"trace[1260505269] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"2.126464477s","start":"2026-04-08T14:32:26.272539Z","end":"2026-04-08T14:32:28.399003Z","steps":["trace[1260505269] 'process raft request' (duration: 1.09318588s)","trace[1260505269] 'compare' (duration: 1.032026682s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:28.399119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:26.272496Z","time spent":"2.126581242s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:28.39974Z","caller":"traceutil/trace.go:171","msg":"trace[1757802618] linearizableReadLoop","detail":"{readStateIndex:27275; appliedIndex:27265; }","duration":"2.28468263s","start":"2026-04-08T14:32:26.115015Z","end":"2026-04-08T14:32:28.399698Z","steps":["trace[1757802618] 'read index received' (duration: 639.589684ms)","trace[1757802618] 'applied index is now lower than readState.Index' (duration: 1.645088595s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:28.775909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.20547ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-08T14:32:28.776115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.539476774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:28.776186Z","caller":"traceutil/trace.go:171","msg":"trace[1874655639] linearizableReadLoop","detail":"{readStateIndex:27276; appliedIndex:27275; }","duration":"376.326085ms","start":"2026-04-08T14:32:28.399825Z","end":"2026-04-08T14:32:28.776151Z","steps":["trace[1874655639] 'read index received' (duration: 149.384µs)","trace[1874655639] 'applied index is now lower than readState.Index' (duration: 376.175281ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:28.776206Z","caller":"traceutil/trace.go:171","msg":"trace[1948593729] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26391; }","duration":"3.539636079s","start":"2026-04-08T14:32:25.236547Z","end":"2026-04-08T14:32:28.776183Z","steps":["trace[1948593729] 'agreement among raft nodes before linearized reading' (duration: 3.163260953s)","trace[1948593729] 'count revisions from in-memory index tree' (duration: 376.240453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:28.77625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.236517Z","time spent":"3.539724401s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.776312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.255185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:28.776356Z","caller":"traceutil/trace.go:171","msg":"trace[1604908432] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26391; }","duration":"684.318337ms","start":"2026-04-08T14:32:28.092026Z","end":"2026-04-08T14:32:28.776344Z","steps":["trace[1604908432] 'agreement among raft nodes before linearized reading' (duration: 684.222384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.776354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.408049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:32:28.776449Z","caller":"traceutil/trace.go:171","msg":"trace[1359672016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26391; }","duration":"655.577435ms","start":"2026-04-08T14:32:28.12085Z","end":"2026-04-08T14:32:28.776427Z","steps":["trace[1359672016] 'agreement among raft nodes before linearized reading' (duration: 655.322748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.776493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.120819Z","time spent":"655.664956ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:28.776525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.864284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-08T14:32:28.776563Z","caller":"traceutil/trace.go:171","msg":"trace[1522126949] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26391; }","duration":"761.901917ms","start":"2026-04-08T14:32:28.014652Z","end":"2026-04-08T14:32:28.776554Z","steps":["trace[1522126949] 'agreement among raft nodes before linearized reading' (duration: 761.766363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.776595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.014581Z","time spent":"762.006918ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T14:32:28.776647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.508278224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-08T14:32:28.776679Z","caller":"traceutil/trace.go:171","msg":"trace[1335865574] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26391; }","duration":"3.508308716s","start":"2026-04-08T14:32:25.268361Z","end":"2026-04-08T14:32:28.77667Z","steps":["trace[1335865574] 'agreement among raft nodes before linearized reading' (duration: 3.131358633s)","trace[1335865574] 'range keys from in-memory index tree' (duration: 376.840389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:28.776675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858054947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-08T14:32:28.776737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68880702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:28.776753Z","caller":"traceutil/trace.go:171","msg":"trace[1692072928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26391; }","duration":"1.858185361s","start":"2026-04-08T14:32:26.918547Z","end":"2026-04-08T14:32:28.776733Z","steps":["trace[1692072928] 'agreement among raft nodes before linearized reading' (duration: 1.857948615s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:28.776774Z","caller":"traceutil/trace.go:171","msg":"trace[339990364] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26391; }","duration":"2.688887594s","start":"2026-04-08T14:32:26.087876Z","end":"2026-04-08T14:32:28.776764Z","steps":["trace[339990364] 'agreement among raft nodes before linearized reading' (duration: 2.311880809s)","trace[339990364] 'count revisions from in-memory index tree' (duration: 376.963363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:28.776785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:26.918526Z","time spent":"1.858253233s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T14:32:28.7768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:26.087853Z","time spent":"2.688941425s","remote":"127.0.0.1:60808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.776829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87735272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:28.776878Z","caller":"traceutil/trace.go:171","msg":"trace[1115806639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26391; }","duration":"1.877455392s","start":"2026-04-08T14:32:26.899411Z","end":"2026-04-08T14:32:28.776866Z","steps":["trace[1115806639] 'agreement among raft nodes before linearized reading' (duration: 1.87737856s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.776915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:26.899378Z","time spent":"1.877526884s","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.776967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.77249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:28.777002Z","caller":"traceutil/trace.go:171","msg":"trace[122394984] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26391; }","duration":"980.859163ms","start":"2026-04-08T14:32:27.796135Z","end":"2026-04-08T14:32:28.776994Z","steps":["trace[122394984] 'agreement among raft nodes before linearized reading' (duration: 980.794401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.777025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:27.796113Z","time spent":"980.905904ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.777013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953799787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:32:28.776397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.091955Z","time spent":"684.43069ms","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:28.777108Z","caller":"traceutil/trace.go:171","msg":"trace[1122761208] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26391; }","duration":"3.953976992s","start":"2026-04-08T14:32:24.823106Z","end":"2026-04-08T14:32:28.777083Z","steps":["trace[1122761208] 'agreement among raft nodes before linearized reading' (duration: 3.57668958s)","trace[1122761208] 'count revisions from in-memory index tree' (duration: 377.138098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:28.77717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088326205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:28.777172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.78469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:32:28.777189Z","caller":"traceutil/trace.go:171","msg":"trace[1694438530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26391; }","duration":"1.088419828s","start":"2026-04-08T14:32:27.688763Z","end":"2026-04-08T14:32:28.777183Z","steps":["trace[1694438530] 'agreement among raft nodes before linearized reading' (duration: 1.088364296s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:28.7772Z","caller":"traceutil/trace.go:171","msg":"trace[427253842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26391; }","duration":"655.846802ms","start":"2026-04-08T14:32:28.121343Z","end":"2026-04-08T14:32:28.77719Z","steps":["trace[427253842] 'agreement among raft nodes before linearized reading' (duration: 655.743229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.777204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.823044Z","time spent":"3.954148136s","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.777179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945982072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:28.777294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483057458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-08T14:32:28.777289Z","caller":"traceutil/trace.go:171","msg":"trace[296821591] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26391; }","duration":"2.946196198s","start":"2026-04-08T14:32:25.831063Z","end":"2026-04-08T14:32:28.777259Z","steps":["trace[296821591] 'agreement among raft nodes before linearized reading' (duration: 2.56870767s)","trace[296821591] 'count revisions from in-memory index tree' (duration: 377.304863ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:28.777319Z","caller":"traceutil/trace.go:171","msg":"trace[486754824] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26391; }","duration":"1.483122921s","start":"2026-04-08T14:32:27.294188Z","end":"2026-04-08T14:32:28.777311Z","steps":["trace[486754824] 'agreement among raft nodes before linearized reading' (duration: 1.483067119s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.77733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280488995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-08T14:32:28.777346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.831039Z","time spent":"2.9462907s","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.777375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698836017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:28.777381Z","caller":"traceutil/trace.go:171","msg":"trace[282838790] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26391; }","duration":"2.280565916s","start":"2026-04-08T14:32:26.496797Z","end":"2026-04-08T14:32:28.777363Z","steps":["trace[282838790] 'agreement among raft nodes before linearized reading' (duration: 2.280306859s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:28.777398Z","caller":"traceutil/trace.go:171","msg":"trace[266651416] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26391; }","duration":"1.69890108s","start":"2026-04-08T14:32:27.078489Z","end":"2026-04-08T14:32:28.77739Z","steps":["trace[266651416] 'agreement among raft nodes before linearized reading' (duration: 1.698866228s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.777416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:27.078454Z","time spent":"1.698957171s","remote":"127.0.0.1:36538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.777423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:26.496774Z","time spent":"2.280636988s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.777442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.77298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-08T14:32:28.777459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019359394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:28.777496Z","caller":"traceutil/trace.go:171","msg":"trace[731678139] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26391; }","duration":"3.019391875s","start":"2026-04-08T14:32:25.758092Z","end":"2026-04-08T14:32:28.777484Z","steps":["trace[731678139] 'agreement among raft nodes before linearized reading' (duration: 2.641692782s)","trace[731678139] 'count revisions from in-memory index tree' (duration: 377.655582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:28.777527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.994395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-08T14:32:28.776705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.26827Z","time spent":"3.508429748s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-08T14:32:28.777555Z","caller":"traceutil/trace.go:171","msg":"trace[52876602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26391; }","duration":"656.031807ms","start":"2026-04-08T14:32:28.121517Z","end":"2026-04-08T14:32:28.777549Z","steps":["trace[52876602] 'agreement among raft nodes before linearized reading' (duration: 655.964165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.777206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:27.688739Z","time spent":"1.08846305s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:28.777607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.121513Z","time spent":"656.088709ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:32:28.777612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655934606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:28.777648Z","caller":"traceutil/trace.go:171","msg":"trace[1132260580] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26391; }","duration":"2.656008417s","start":"2026-04-08T14:32:26.12163Z","end":"2026-04-08T14:32:28.777639Z","steps":["trace[1132260580] 'agreement among raft nodes before linearized reading' (duration: 2.655931334s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.777531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:25.758024Z","time spent":"3.019494899s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.777682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:26.121605Z","time spent":"2.656069249s","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-08T14:32:28.777468Z","caller":"traceutil/trace.go:171","msg":"trace[977785602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26391; }","duration":"655.82479ms","start":"2026-04-08T14:32:28.121636Z","end":"2026-04-08T14:32:28.77746Z","steps":["trace[977785602] 'agreement among raft nodes before linearized reading' (duration: 655.752169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.777759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.12162Z","time spent":"656.12919ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:28.777241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371363829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:28.777805Z","caller":"traceutil/trace.go:171","msg":"trace[276091325] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26391; }","duration":"1.371962425s","start":"2026-04-08T14:32:27.405831Z","end":"2026-04-08T14:32:28.777793Z","steps":["trace[276091325] 'agreement among raft nodes before linearized reading' (duration: 1.37138595s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.777228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.121323Z","time spent":"655.900033ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:28.777833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:27.405807Z","time spent":"1.372016607s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.777886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657962601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-08T14:32:28.777922Z","caller":"traceutil/trace.go:171","msg":"trace[1931992337] range","detail":"{range_begin:/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f; range_end:; response_count:1; response_revision:26391; }","duration":"2.658032583s","start":"2026-04-08T14:32:26.119879Z","end":"2026-04-08T14:32:28.777912Z","steps":["trace[1931992337] 'agreement among raft nodes before linearized reading' (duration: 2.65793173s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.777946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:26.119858Z","time spent":"2.658082865s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f\" "} {"level":"warn","ts":"2026-04-08T14:32:28.777343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:27.294162Z","time spent":"1.483176291s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-08T14:32:28.778205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958668992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:28.778311Z","caller":"traceutil/trace.go:171","msg":"trace[311435491] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26391; }","duration":"3.958923049s","start":"2026-04-08T14:32:24.819363Z","end":"2026-04-08T14:32:28.778286Z","steps":["trace[311435491] 'agreement among raft nodes before linearized reading' (duration: 3.580456505s)","trace[311435491] 'count revisions from in-memory index tree' (duration: 378.242838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:28.778295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169262498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:28.778408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.113944442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:28.778417Z","caller":"traceutil/trace.go:171","msg":"trace[1103004396] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26391; }","duration":"4.169454174s","start":"2026-04-08T14:32:24.608926Z","end":"2026-04-08T14:32:28.77838Z","steps":["trace[1103004396] 'agreement among raft nodes before linearized reading' (duration: 3.790938028s)","trace[1103004396] 'count revisions from in-memory index tree' (duration: 378.335761ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:28.778451Z","caller":"traceutil/trace.go:171","msg":"trace[1417736388] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26391; }","duration":"4.114015254s","start":"2026-04-08T14:32:24.664424Z","end":"2026-04-08T14:32:28.778439Z","steps":["trace[1417736388] 'agreement among raft nodes before linearized reading' (duration: 3.735406296s)","trace[1417736388] 'range keys from in-memory index tree' (duration: 378.555656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:28.778472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.608901Z","time spent":"4.169557395s","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.778408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.819337Z","time spent":"3.959026492s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:28.778481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:24.664408Z","time spent":"4.114065837s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T14:32:28.778414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172160008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:32:28.778659Z","caller":"traceutil/trace.go:171","msg":"trace[1082521589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26391; }","duration":"2.172446185s","start":"2026-04-08T14:32:26.606204Z","end":"2026-04-08T14:32:28.77865Z","steps":["trace[1082521589] 'agreement among raft nodes before linearized reading' (duration: 2.170885023s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:28.778683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:26.606175Z","time spent":"2.172501506s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:32:29.276306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352798,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T14:32:29.644822Z","caller":"traceutil/trace.go:171","msg":"trace[82833905] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"874.568613ms","start":"2026-04-08T14:32:28.77019Z","end":"2026-04-08T14:32:29.644759Z","steps":["trace[82833905] 'process raft request' (duration: 874.136241ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:29.645215Z","caller":"traceutil/trace.go:171","msg":"trace[1145318870] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"874.51309ms","start":"2026-04-08T14:32:28.770659Z","end":"2026-04-08T14:32:29.645172Z","steps":["trace[1145318870] 'process raft request' (duration: 874.283924ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:29.645216Z","caller":"traceutil/trace.go:171","msg":"trace[663787465] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"874.404139ms","start":"2026-04-08T14:32:28.770789Z","end":"2026-04-08T14:32:29.645193Z","steps":["trace[663787465] 'process raft request' (duration: 874.208063ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:29.645001Z","caller":"traceutil/trace.go:171","msg":"trace[1827626994] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"874.612164ms","start":"2026-04-08T14:32:28.770356Z","end":"2026-04-08T14:32:29.644968Z","steps":["trace[1827626994] 'process raft request' (duration: 874.394198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:29.645323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.770176Z","time spent":"875.035945ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:29.645368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.770769Z","time spent":"874.541882ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:29.645418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.770645Z","time spent":"874.657995ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:29.645021Z","caller":"traceutil/trace.go:171","msg":"trace[362011901] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"874.657304ms","start":"2026-04-08T14:32:28.770302Z","end":"2026-04-08T14:32:29.64496Z","steps":["trace[362011901] 'process raft request' (duration: 874.190282ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:29.64514Z","caller":"traceutil/trace.go:171","msg":"trace[1350587157] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"874.648814ms","start":"2026-04-08T14:32:28.770478Z","end":"2026-04-08T14:32:29.645127Z","steps":["trace[1350587157] 'process raft request' (duration: 874.350096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:29.645706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.77029Z","time spent":"875.355404ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:29.645716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.770325Z","time spent":"875.081897ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:29.645088Z","caller":"traceutil/trace.go:171","msg":"trace[187449781] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"874.571751ms","start":"2026-04-08T14:32:28.770502Z","end":"2026-04-08T14:32:29.645074Z","steps":["trace[187449781] 'process raft request' (duration: 874.385197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:29.645796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.770438Z","time spent":"875.293373ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:29.645947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.770463Z","time spent":"875.368314ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:30.716218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066517304s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:32:30.716878Z","caller":"traceutil/trace.go:171","msg":"trace[1255553082] linearizableReadLoop","detail":"{readStateIndex:27292; appliedIndex:27282; }","duration":"1.940633853s","start":"2026-04-08T14:32:28.77622Z","end":"2026-04-08T14:32:30.716854Z","steps":["trace[1255553082] 'read index received' (duration: 868.515644ms)","trace[1255553082] 'applied index is now lower than readState.Index' (duration: 1.072116759s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:30.717169Z","caller":"traceutil/trace.go:171","msg":"trace[1666739665] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"1.936975543s","start":"2026-04-08T14:32:28.780182Z","end":"2026-04-08T14:32:30.717157Z","steps":["trace[1666739665] 'process raft request' (duration: 1.936224412s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:30.717289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.780159Z","time spent":"1.937048645s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:30.717687Z","caller":"traceutil/trace.go:171","msg":"trace[1723852611] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"1.935933135s","start":"2026-04-08T14:32:28.781742Z","end":"2026-04-08T14:32:30.717675Z","steps":["trace[1723852611] 'process raft request' (duration: 1.934835324s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:30.717763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.781726Z","time spent":"1.936001026s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:30.717881Z","caller":"traceutil/trace.go:171","msg":"trace[314854314] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"1.934253229s","start":"2026-04-08T14:32:28.783593Z","end":"2026-04-08T14:32:30.717846Z","steps":["trace[314854314] 'process raft request' (duration: 1.93322068s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:30.717904Z","caller":"traceutil/trace.go:171","msg":"trace[2104631797] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"1.936002256s","start":"2026-04-08T14:32:28.781881Z","end":"2026-04-08T14:32:30.717883Z","steps":["trace[2104631797] 'process raft request' (duration: 1.934755532s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:30.717956Z","caller":"traceutil/trace.go:171","msg":"trace[612325486] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"1.935460332s","start":"2026-04-08T14:32:28.782486Z","end":"2026-04-08T14:32:30.717946Z","steps":["trace[612325486] 'process raft request' (duration: 1.934191056s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:30.718018Z","caller":"traceutil/trace.go:171","msg":"trace[1005757130] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"1.935101792s","start":"2026-04-08T14:32:28.782873Z","end":"2026-04-08T14:32:30.717975Z","steps":["trace[1005757130] 'process raft request' (duration: 1.933868047s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:30.71805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.78247Z","time spent":"1.935526462s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:30.718038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.781845Z","time spent":"1.93611134s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:30.7179Z","caller":"traceutil/trace.go:171","msg":"trace[1211232891] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"1.93507913s","start":"2026-04-08T14:32:28.7828Z","end":"2026-04-08T14:32:30.717879Z","steps":["trace[1211232891] 'process raft request' (duration: 1.933908838s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:30.718193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.782865Z","time spent":"1.935231215s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:30.718285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.782789Z","time spent":"1.93545516s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:30.718306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939806351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:30.718312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935910484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:30.718354Z","caller":"traceutil/trace.go:171","msg":"trace[2024080241] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26407; }","duration":"1.935995605s","start":"2026-04-08T14:32:28.782347Z","end":"2026-04-08T14:32:30.718342Z","steps":["trace[2024080241] 'agreement among raft nodes before linearized reading' (duration: 1.935913233s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:30.718353Z","caller":"traceutil/trace.go:171","msg":"trace[1140997712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26407; }","duration":"1.939857042s","start":"2026-04-08T14:32:28.778479Z","end":"2026-04-08T14:32:30.718336Z","steps":["trace[1140997712] 'agreement among raft nodes before linearized reading' (duration: 1.939777019s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:30.71804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.783586Z","time spent":"1.934369052s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:30.718352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.415791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:30.718396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.782332Z","time spent":"1.936057479s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T14:32:30.718405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.77847Z","time spent":"1.939926464s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:30.718431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936107939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-08T14:32:30.718434Z","caller":"traceutil/trace.go:171","msg":"trace[1761341398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26407; }","duration":"955.572365ms","start":"2026-04-08T14:32:29.762841Z","end":"2026-04-08T14:32:30.718413Z","steps":["trace[1761341398] 'agreement among raft nodes before linearized reading' (duration: 955.41233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:30.718192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06563235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:30.718473Z","caller":"traceutil/trace.go:171","msg":"trace[620665472] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26407; }","duration":"1.93616724s","start":"2026-04-08T14:32:28.782294Z","end":"2026-04-08T14:32:30.718462Z","steps":["trace[620665472] 'agreement among raft nodes before linearized reading' (duration: 1.935986226s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:30.718485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:29.762815Z","time spent":"955.659667ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:30.718492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936960503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff4bfea5-bfd2-419b-be1f-1a0307aee57e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-08T14:32:30.718515Z","caller":"traceutil/trace.go:171","msg":"trace[1375954409] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26407; }","duration":"2.066019631s","start":"2026-04-08T14:32:28.65248Z","end":"2026-04-08T14:32:30.7185Z","steps":["trace[1375954409] 'agreement among raft nodes before linearized reading' (duration: 2.065622139s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:30.718522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.782283Z","time spent":"1.936224743s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-08T14:32:30.718551Z","caller":"traceutil/trace.go:171","msg":"trace[226741046] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff4bfea5-bfd2-419b-be1f-1a0307aee57e; range_end:; response_count:1; response_revision:26407; }","duration":"1.937057886s","start":"2026-04-08T14:32:28.781474Z","end":"2026-04-08T14:32:30.718532Z","steps":["trace[226741046] 'agreement among raft nodes before linearized reading' (duration: 1.93685294s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:30.718563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.652448Z","time spent":"2.066097202s","remote":"127.0.0.1:36328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:30.718586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.781451Z","time spent":"1.937128207s","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ff4bfea5-bfd2-419b-be1f-1a0307aee57e\" "} {"level":"info","ts":"2026-04-08T14:32:30.718226Z","caller":"traceutil/trace.go:171","msg":"trace[398427962] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"1.934957808s","start":"2026-04-08T14:32:28.783104Z","end":"2026-04-08T14:32:30.718062Z","steps":["trace[398427962] 'process raft request' (duration: 1.933672572s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:30.718771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086439363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:30.718806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:28.78309Z","time spent":"1.935622457s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:30.719362Z","caller":"traceutil/trace.go:171","msg":"trace[652700720] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26407; }","duration":"1.086634219s","start":"2026-04-08T14:32:29.632217Z","end":"2026-04-08T14:32:30.718851Z","steps":["trace[652700720] 'agreement among raft nodes before linearized reading' (duration: 1.086074484s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:30.719437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:29.632199Z","time spent":"1.087221365s","remote":"127.0.0.1:47176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:30.885992Z","caller":"traceutil/trace.go:171","msg":"trace[5239885] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"101.807648ms","start":"2026-04-08T14:32:30.784143Z","end":"2026-04-08T14:32:30.885951Z","steps":["trace[5239885] 'process raft request' (duration: 75.315067ms)","trace[5239885] 'compare' (duration: 26.231553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:31.416291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.564035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:31.416395Z","caller":"traceutil/trace.go:171","msg":"trace[320517120] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26409; }","duration":"313.770311ms","start":"2026-04-08T14:32:31.102599Z","end":"2026-04-08T14:32:31.41637Z","steps":["trace[320517120] 'count revisions from in-memory index tree' (duration: 313.446912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:31.416447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:31.102571Z","time spent":"313.864132ms","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:31.416433Z","caller":"traceutil/trace.go:171","msg":"trace[2098915465] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"131.98747ms","start":"2026-04-08T14:32:31.284403Z","end":"2026-04-08T14:32:31.41639Z","steps":["trace[2098915465] 'process raft request' (duration: 130.648243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:31.416764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.392485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:31.416898Z","caller":"traceutil/trace.go:171","msg":"trace[1879504281] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26409; }","duration":"246.022252ms","start":"2026-04-08T14:32:31.17085Z","end":"2026-04-08T14:32:31.416872Z","steps":["trace[1879504281] 'count revisions from in-memory index tree' (duration: 245.277002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:31.670166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.311696ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-08T14:32:32.212527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:32.713648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:33.089772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.437084231s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:32:33.09025Z","caller":"traceutil/trace.go:171","msg":"trace[532057589] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"1.437648376s","start":"2026-04-08T14:32:31.652573Z","end":"2026-04-08T14:32:33.090221Z","steps":["trace[532057589] 'process raft request' (duration: 1.437445281s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:33.09043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:31.65255Z","time spent":"1.437790059s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:34.220973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122514349s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:32:34.316094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:33.219452Z","time spent":"1.096629625s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T14:32:34.316712Z","caller":"traceutil/trace.go:171","msg":"trace[1894734417] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"2.663623567s","start":"2026-04-08T14:32:31.653051Z","end":"2026-04-08T14:32:34.316675Z","steps":["trace[1894734417] 'process raft request' (duration: 2.568343339s)","trace[1894734417] 'compare' (duration: 94.605368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:34.316857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:31.653016Z","time spent":"2.66374283s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:34.316985Z","caller":"traceutil/trace.go:171","msg":"trace[508915536] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"2.663717189s","start":"2026-04-08T14:32:31.653256Z","end":"2026-04-08T14:32:34.316973Z","steps":["trace[508915536] 'process raft request' (duration: 2.663553965s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:34.316981Z","caller":"traceutil/trace.go:171","msg":"trace[288044048] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"2.66376659s","start":"2026-04-08T14:32:31.653175Z","end":"2026-04-08T14:32:34.316941Z","steps":["trace[288044048] 'process raft request' (duration: 2.663540384s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.317042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:31.653251Z","time spent":"2.663762651s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:34.317127Z","caller":"traceutil/trace.go:171","msg":"trace[301479707] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"2.663898034s","start":"2026-04-08T14:32:31.653214Z","end":"2026-04-08T14:32:34.317112Z","steps":["trace[301479707] 'process raft request' (duration: 2.663553244s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.317145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605227387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:34.317182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:31.653209Z","time spent":"2.663946625s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:34.317195Z","caller":"traceutil/trace.go:171","msg":"trace[1040067544] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26419; }","duration":"2.60534182s","start":"2026-04-08T14:32:31.711838Z","end":"2026-04-08T14:32:34.31718Z","steps":["trace[1040067544] 'agreement among raft nodes before linearized reading' (duration: 2.605213776s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.317191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:31.65317Z","time spent":"2.663909334s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:34.317234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:31.711818Z","time spent":"2.605405733s","remote":"127.0.0.1:36496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:34.317357Z","caller":"traceutil/trace.go:171","msg":"trace[1915422485] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"2.643039138s","start":"2026-04-08T14:32:31.674273Z","end":"2026-04-08T14:32:34.317312Z","steps":["trace[1915422485] 'process raft request' (duration: 2.642619397s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:34.317419Z","caller":"traceutil/trace.go:171","msg":"trace[1676035346] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"2.664263995s","start":"2026-04-08T14:32:31.653136Z","end":"2026-04-08T14:32:34.3174Z","steps":["trace[1676035346] 'process raft request' (duration: 2.663455433s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:34.317462Z","caller":"traceutil/trace.go:171","msg":"trace[1983647515] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"1.425340697s","start":"2026-04-08T14:32:32.892109Z","end":"2026-04-08T14:32:34.31745Z","steps":["trace[1983647515] 'process raft request' (duration: 1.424838262s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.317514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:31.653129Z","time spent":"2.664334577s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:34.317558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.892084Z","time spent":"1.425402408s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:34.317657Z","caller":"traceutil/trace.go:171","msg":"trace[1512700563] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"2.663797792s","start":"2026-04-08T14:32:31.653847Z","end":"2026-04-08T14:32:34.317645Z","steps":["trace[1512700563] 'process raft request' (duration: 2.66300197s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.317719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:31.65384Z","time spent":"2.663845483s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:34.317013Z","caller":"traceutil/trace.go:171","msg":"trace[1670205888] linearizableReadLoop","detail":"{readStateIndex:27304; appliedIndex:27296; }","duration":"2.605084973s","start":"2026-04-08T14:32:31.711909Z","end":"2026-04-08T14:32:34.316994Z","steps":["trace[1670205888] 'read index received' (duration: 1.378250959s)","trace[1670205888] 'applied index is now lower than readState.Index' (duration: 1.226832434s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:34.317528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:31.674243Z","time spent":"2.643197784s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:34.350364Z","caller":"traceutil/trace.go:171","msg":"trace[1695663754] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"944.879961ms","start":"2026-04-08T14:32:33.405455Z","end":"2026-04-08T14:32:34.350334Z","steps":["trace[1695663754] 'process raft request' (duration: 944.640665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.350556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:33.405423Z","time spent":"945.030065ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:34.35056Z","caller":"traceutil/trace.go:171","msg":"trace[681619343] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"608.789614ms","start":"2026-04-08T14:32:33.741727Z","end":"2026-04-08T14:32:34.350517Z","steps":["trace[681619343] 'process raft request' (duration: 608.542218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.351012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:33.741702Z","time spent":"608.952388ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:34.679529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:32:34.6796Z","caller":"traceutil/trace.go:171","msg":"trace[1847898584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000496893s","start":"2026-04-08T14:32:32.679088Z","end":"2026-04-08T14:32:34.679585Z","steps":["trace[1847898584] 'agreement among raft nodes before linearized reading' (duration: 2.00039846s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.679634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.679064Z","time spent":"2.000563556s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-08T14:32:34.963527Z","caller":"traceutil/trace.go:171","msg":"trace[40108867] linearizableReadLoop","detail":"{readStateIndex:27308; appliedIndex:27305; }","duration":"645.724834ms","start":"2026-04-08T14:32:34.317769Z","end":"2026-04-08T14:32:34.963494Z","steps":["trace[40108867] 'read index received' (duration: 32.386343ms)","trace[40108867] 'applied index is now lower than readState.Index' (duration: 613.336681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:34.96369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77113805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:32:34.963752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773134535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:34.963746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936221904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:34.963794Z","caller":"traceutil/trace.go:171","msg":"trace[577832081] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26422; }","duration":"2.77326763s","start":"2026-04-08T14:32:32.190514Z","end":"2026-04-08T14:32:34.963782Z","steps":["trace[577832081] 'agreement among raft nodes before linearized reading' (duration: 2.773139277s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:34.963788Z","caller":"traceutil/trace.go:171","msg":"trace[2141873609] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26422; }","duration":"2.771274546s","start":"2026-04-08T14:32:32.192487Z","end":"2026-04-08T14:32:34.963762Z","steps":["trace[2141873609] 'agreement among raft nodes before linearized reading' (duration: 2.771103201s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.963769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241030756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T14:32:34.963796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241092528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-08T14:32:34.963837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.190494Z","time spent":"2.773331162s","remote":"127.0.0.1:36668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:34.963842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.192477Z","time spent":"2.771353398s","remote":"127.0.0.1:44440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:34.963858Z","caller":"traceutil/trace.go:171","msg":"trace[1466771294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26422; }","duration":"2.241144879s","start":"2026-04-08T14:32:32.722691Z","end":"2026-04-08T14:32:34.963836Z","steps":["trace[1466771294] 'agreement among raft nodes before linearized reading' (duration: 2.240861371s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:34.963875Z","caller":"traceutil/trace.go:171","msg":"trace[191612512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26422; }","duration":"2.241219881s","start":"2026-04-08T14:32:32.722635Z","end":"2026-04-08T14:32:34.963855Z","steps":["trace[191612512] 'agreement among raft nodes before linearized reading' (duration: 2.240986045s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.963908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.722685Z","time spent":"2.24121437s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:34.963918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.722616Z","time spent":"2.241294093s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:32:34.964011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936375526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-08T14:32:34.96404Z","caller":"traceutil/trace.go:171","msg":"trace[119864963] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26422; }","duration":"2.936422988s","start":"2026-04-08T14:32:32.027609Z","end":"2026-04-08T14:32:34.964032Z","steps":["trace[119864963] 'agreement among raft nodes before linearized reading' (duration: 2.936255763s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.964072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.027601Z","time spent":"2.93646321s","remote":"127.0.0.1:42108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:34.964083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491843521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:34.964117Z","caller":"traceutil/trace.go:171","msg":"trace[1321161869] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26422; }","duration":"2.491930474s","start":"2026-04-08T14:32:32.472172Z","end":"2026-04-08T14:32:34.964103Z","steps":["trace[1321161869] 'agreement among raft nodes before linearized reading' (duration: 2.491868303s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.964153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.472147Z","time spent":"2.491997446s","remote":"127.0.0.1:49386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:34.964199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.265299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-08T14:32:34.964232Z","caller":"traceutil/trace.go:171","msg":"trace[521856983] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26422; }","duration":"641.349032ms","start":"2026-04-08T14:32:34.322873Z","end":"2026-04-08T14:32:34.964222Z","steps":["trace[521856983] 'agreement among raft nodes before linearized reading' (duration: 641.194268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.964259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.322847Z","time spent":"641.405604ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T14:32:34.964194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890924474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:34.964281Z","caller":"traceutil/trace.go:171","msg":"trace[849146521] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"696.405681ms","start":"2026-04-08T14:32:34.267852Z","end":"2026-04-08T14:32:34.964257Z","steps":["trace[849146521] 'process raft request' (duration: 694.392225ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:34.963835Z","caller":"traceutil/trace.go:171","msg":"trace[734931628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26422; }","duration":"2.936371327s","start":"2026-04-08T14:32:32.02744Z","end":"2026-04-08T14:32:34.963811Z","steps":["trace[734931628] 'agreement among raft nodes before linearized reading' (duration: 2.936222843s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.964346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.027413Z","time spent":"2.936916671s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:34.964361Z","caller":"traceutil/trace.go:171","msg":"trace[1062928742] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26422; }","duration":"2.891193281s","start":"2026-04-08T14:32:32.073112Z","end":"2026-04-08T14:32:34.964305Z","steps":["trace[1062928742] 'agreement among raft nodes before linearized reading' (duration: 2.890847282s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.964408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.442882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:34.964437Z","caller":"traceutil/trace.go:171","msg":"trace[913864587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26422; }","duration":"284.521365ms","start":"2026-04-08T14:32:34.679907Z","end":"2026-04-08T14:32:34.964428Z","steps":["trace[913864587] 'agreement among raft nodes before linearized reading' (duration: 284.470744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.96446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.073089Z","time spent":"2.891353455s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:34.9644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.267798Z","time spent":"696.533653ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:34.964484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.045853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:34.964494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240713197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T14:32:34.964521Z","caller":"traceutil/trace.go:171","msg":"trace[137164815] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26422; }","duration":"909.122515ms","start":"2026-04-08T14:32:34.055387Z","end":"2026-04-08T14:32:34.96451Z","steps":["trace[137164815] 'agreement among raft nodes before linearized reading' (duration: 909.061433ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:34.964531Z","caller":"traceutil/trace.go:171","msg":"trace[1217562950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26422; }","duration":"2.24080528s","start":"2026-04-08T14:32:32.723712Z","end":"2026-04-08T14:32:34.964518Z","steps":["trace[1217562950] 'agreement among raft nodes before linearized reading' (duration: 2.240674837s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.964551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.05536Z","time spent":"909.183926ms","remote":"127.0.0.1:36414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:34.964559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.723691Z","time spent":"2.240862301s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:34.964594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.810872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:34.964625Z","caller":"traceutil/trace.go:171","msg":"trace[572925661] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26422; }","duration":"519.888803ms","start":"2026-04-08T14:32:34.444727Z","end":"2026-04-08T14:32:34.964616Z","steps":["trace[572925661] 'agreement among raft nodes before linearized reading' (duration: 519.838192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.964652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.444704Z","time spent":"519.940235ms","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:34.964692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240266405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T14:32:34.964732Z","caller":"traceutil/trace.go:171","msg":"trace[681534735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26422; }","duration":"2.240346428s","start":"2026-04-08T14:32:32.724368Z","end":"2026-04-08T14:32:34.964714Z","steps":["trace[681534735] 'agreement among raft nodes before linearized reading' (duration: 2.240265935s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.964785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.724348Z","time spent":"2.240424989s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:32:34.964795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241944951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T14:32:34.964832Z","caller":"traceutil/trace.go:171","msg":"trace[1265765847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26422; }","duration":"2.242003843s","start":"2026-04-08T14:32:32.722817Z","end":"2026-04-08T14:32:34.96482Z","steps":["trace[1265765847] 'agreement among raft nodes before linearized reading' (duration: 2.241869759s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.964838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.523739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f\" ","response":"range_response_count:1 size:834"} {"level":"warn","ts":"2026-04-08T14:32:34.964868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:32.722812Z","time spent":"2.242049424s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T14:32:34.964877Z","caller":"traceutil/trace.go:171","msg":"trace[1173924263] range","detail":"{range_begin:/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f; range_end:; response_count:1; response_revision:26422; }","duration":"809.619391ms","start":"2026-04-08T14:32:34.155245Z","end":"2026-04-08T14:32:34.964864Z","steps":["trace[1173924263] 'agreement among raft nodes before linearized reading' (duration: 809.436586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:34.96491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.155216Z","time spent":"809.686404ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f\" "} {"level":"warn","ts":"2026-04-08T14:32:35.474349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:35.775394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.255242ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:35.775567Z","caller":"traceutil/trace.go:171","msg":"trace[1720825968] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26422; }","duration":"632.457448ms","start":"2026-04-08T14:32:35.143086Z","end":"2026-04-08T14:32:35.775544Z","steps":["trace[1720825968] 'range keys from in-memory index tree' (duration: 632.235252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:35.776177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.291822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:35.776349Z","caller":"traceutil/trace.go:171","msg":"trace[649330669] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"805.231951ms","start":"2026-04-08T14:32:34.971083Z","end":"2026-04-08T14:32:35.776315Z","steps":["trace[649330669] 'process raft request' (duration: 604.675932ms)","trace[649330669] 'compare' (duration: 200.112377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:35.776457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.971066Z","time spent":"805.341453ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:36.852711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276921975s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:32:36.853207Z","caller":"traceutil/trace.go:171","msg":"trace[1909011336] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"1.881146593s","start":"2026-04-08T14:32:34.972035Z","end":"2026-04-08T14:32:36.853181Z","steps":["trace[1909011336] 'process raft request' (duration: 1.881069582s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:36.853236Z","caller":"traceutil/trace.go:171","msg":"trace[214787877] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"1.881254186s","start":"2026-04-08T14:32:34.971933Z","end":"2026-04-08T14:32:36.853187Z","steps":["trace[214787877] 'process raft request' (duration: 1.88102222s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:36.853363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.972023Z","time spent":"1.881269056s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:36.853389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.971919Z","time spent":"1.881414481s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:36.853506Z","caller":"traceutil/trace.go:171","msg":"trace[272833046] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"1.881330408s","start":"2026-04-08T14:32:34.972149Z","end":"2026-04-08T14:32:36.85348Z","steps":["trace[272833046] 'process raft request' (duration: 1.880997369s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:36.853669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.972121Z","time spent":"1.881449672s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:36.853708Z","caller":"traceutil/trace.go:171","msg":"trace[1379566596] linearizableReadLoop","detail":"{readStateIndex:27315; appliedIndex:27308; }","duration":"1.880129195s","start":"2026-04-08T14:32:34.973557Z","end":"2026-04-08T14:32:36.853686Z","steps":["trace[1379566596] 'read index received' (duration: 602.179172ms)","trace[1379566596] 'applied index is now lower than readState.Index' (duration: 1.277948793s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:36.853813Z","caller":"traceutil/trace.go:171","msg":"trace[109491457] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"1.881605406s","start":"2026-04-08T14:32:34.972196Z","end":"2026-04-08T14:32:36.853801Z","steps":["trace[109491457] 'process raft request' (duration: 1.881210495s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:36.853894Z","caller":"traceutil/trace.go:171","msg":"trace[1829731023] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"1.754926195s","start":"2026-04-08T14:32:35.098955Z","end":"2026-04-08T14:32:36.853881Z","steps":["trace[1829731023] 'process raft request' (duration: 1.754685108s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:36.8539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.972138Z","time spent":"1.881698288s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:36.85396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:35.098919Z","time spent":"1.755007766s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:36.853998Z","caller":"traceutil/trace.go:171","msg":"trace[888307240] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"1.880840745s","start":"2026-04-08T14:32:34.973118Z","end":"2026-04-08T14:32:36.853959Z","steps":["trace[888307240] 'process raft request' (duration: 1.880435944s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:36.854067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880478885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:36.85415Z","caller":"traceutil/trace.go:171","msg":"trace[1525716979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26429; }","duration":"1.880595978s","start":"2026-04-08T14:32:34.973534Z","end":"2026-04-08T14:32:36.85413Z","steps":["trace[1525716979] 'agreement among raft nodes before linearized reading' (duration: 1.880414163s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:36.854157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.973103Z","time spent":"1.88098352s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:36.854214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:34.973528Z","time spent":"1.880671991s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:37.353951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:37.85484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:38.355665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:38.44644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.457649568s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:32:38.855626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999085016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:32:38.85574Z","caller":"traceutil/trace.go:171","msg":"trace[331515354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999206069s","start":"2026-04-08T14:32:36.856499Z","end":"2026-04-08T14:32:38.855705Z","steps":["trace[331515354] 'agreement among raft nodes before linearized reading' (duration: 1.999079416s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:38.855793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:36.856455Z","time spent":"1.999327741s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:32:39.199665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.994351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:39.199858Z","caller":"traceutil/trace.go:171","msg":"trace[283231826] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"2.872716401s","start":"2026-04-08T14:32:36.327122Z","end":"2026-04-08T14:32:39.199839Z","steps":["trace[283231826] 'process raft request' (duration: 2.119473584s)","trace[283231826] 'compare' (duration: 752.675152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:39.199919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:36.327095Z","time spent":"2.872799684s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:39.200543Z","caller":"traceutil/trace.go:171","msg":"trace[1045440177] linearizableReadLoop","detail":"{readStateIndex:27322; appliedIndex:27315; }","duration":"2.34675336s","start":"2026-04-08T14:32:36.853766Z","end":"2026-04-08T14:32:39.200519Z","steps":["trace[1045440177] 'read index received' (duration: 1.592777942s)","trace[1045440177] 'applied index is now lower than readState.Index' (duration: 753.974398ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:39.200843Z","caller":"traceutil/trace.go:171","msg":"trace[1664708274] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"2.873616736s","start":"2026-04-08T14:32:36.327214Z","end":"2026-04-08T14:32:39.200831Z","steps":["trace[1664708274] 'process raft request' (duration: 2.872546797s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:39.200949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:36.327206Z","time spent":"2.873675198s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:39.201188Z","caller":"traceutil/trace.go:171","msg":"trace[939735434] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"2.87338145s","start":"2026-04-08T14:32:36.327795Z","end":"2026-04-08T14:32:39.201177Z","steps":["trace[939735434] 'process raft request' (duration: 2.872509715s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:39.201254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:36.327782Z","time spent":"2.873440121s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:39.201405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.880073354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:39.201492Z","caller":"traceutil/trace.go:171","msg":"trace[1390034317] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26436; }","duration":"3.880178497s","start":"2026-04-08T14:32:35.321297Z","end":"2026-04-08T14:32:39.201475Z","steps":["trace[1390034317] 'agreement among raft nodes before linearized reading' (duration: 3.880003823s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:39.201478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421342668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-08T14:32:39.201538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:35.32122Z","time spent":"3.880307802s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:39.201555Z","caller":"traceutil/trace.go:171","msg":"trace[1571014938] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"2.873609086s","start":"2026-04-08T14:32:36.327935Z","end":"2026-04-08T14:32:39.201544Z","steps":["trace[1571014938] 'process raft request' (duration: 2.872508436s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:39.20157Z","caller":"traceutil/trace.go:171","msg":"trace[287974478] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26436; }","duration":"3.42146052s","start":"2026-04-08T14:32:35.780088Z","end":"2026-04-08T14:32:39.201549Z","steps":["trace[287974478] 'agreement among raft nodes before linearized reading' (duration: 3.421208894s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:39.201629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:36.327917Z","time spent":"2.873687308s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:39.201648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:35.780074Z","time spent":"3.421564333s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"warn","ts":"2026-04-08T14:32:39.201649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959993179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-08T14:32:39.201715Z","caller":"traceutil/trace.go:171","msg":"trace[799834296] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"2.873638047s","start":"2026-04-08T14:32:36.32807Z","end":"2026-04-08T14:32:39.201708Z","steps":["trace[799834296] 'process raft request' (duration: 2.87230298s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:39.201699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421661116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-08T14:32:39.201758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:36.328004Z","time spent":"2.87373582s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:39.20176Z","caller":"traceutil/trace.go:171","msg":"trace[1790567785] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26436; }","duration":"3.421763109s","start":"2026-04-08T14:32:35.779984Z","end":"2026-04-08T14:32:39.201748Z","steps":["trace[1790567785] 'agreement among raft nodes before linearized reading' (duration: 3.421540153s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:39.201765Z","caller":"traceutil/trace.go:171","msg":"trace[381067981] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26436; }","duration":"3.960169843s","start":"2026-04-08T14:32:35.241551Z","end":"2026-04-08T14:32:39.201721Z","steps":["trace[381067981] 'agreement among raft nodes before linearized reading' (duration: 3.959845054s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:39.201788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637091076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:39.201835Z","caller":"traceutil/trace.go:171","msg":"trace[447639639] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"2.873557166s","start":"2026-04-08T14:32:36.328272Z","end":"2026-04-08T14:32:39.201829Z","steps":["trace[447639639] 'process raft request' (duration: 2.872139036s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:39.201832Z","caller":"traceutil/trace.go:171","msg":"trace[1534136393] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26436; }","duration":"3.637194849s","start":"2026-04-08T14:32:35.564626Z","end":"2026-04-08T14:32:39.201821Z","steps":["trace[1534136393] 'agreement among raft nodes before linearized reading' (duration: 3.637129907s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:39.201867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:36.328259Z","time spent":"2.873591026s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:39.201865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:35.564588Z","time spent":"3.637268691s","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:39.201871Z","caller":"traceutil/trace.go:171","msg":"trace[1786863434] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"2.873526914s","start":"2026-04-08T14:32:36.32833Z","end":"2026-04-08T14:32:39.201857Z","steps":["trace[1786863434] 'process raft request' (duration: 2.872145866s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:39.201926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793359633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:39.201794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:35.779964Z","time spent":"3.42182162s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:32:39.201948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:36.32831Z","time spent":"2.873621556s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:39.20197Z","caller":"traceutil/trace.go:171","msg":"trace[1532023469] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26436; }","duration":"2.793446857s","start":"2026-04-08T14:32:36.408512Z","end":"2026-04-08T14:32:39.201959Z","steps":["trace[1532023469] 'agreement among raft nodes before linearized reading' (duration: 2.793379345s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:39.20201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:36.408489Z","time spent":"2.793504478s","remote":"127.0.0.1:36574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:39.202057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377300314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:32:39.201824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:35.241527Z","time spent":"3.960281596s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-08T14:32:39.202203Z","caller":"traceutil/trace.go:171","msg":"trace[903051422] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26436; }","duration":"3.377503978s","start":"2026-04-08T14:32:35.824648Z","end":"2026-04-08T14:32:39.202152Z","steps":["trace[903051422] 'agreement among raft nodes before linearized reading' (duration: 3.377258161s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:39.202293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:35.824621Z","time spent":"3.377630002s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:39.701227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658352857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:40.863722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000511565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:32:40.86382Z","caller":"traceutil/trace.go:171","msg":"trace[495321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000639718s","start":"2026-04-08T14:32:38.863154Z","end":"2026-04-08T14:32:40.863793Z","steps":["trace[495321] 'agreement among raft nodes before linearized reading' (duration: 2.000523245s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:40.863886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:38.863145Z","time spent":"2.000729751s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:32:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:32:41.286053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524120451s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:41.286169Z","caller":"traceutil/trace.go:171","msg":"trace[1099914483] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"2.426171841s","start":"2026-04-08T14:32:38.859977Z","end":"2026-04-08T14:32:41.286149Z","steps":["trace[1099914483] 'process raft request' (duration: 901.880595ms)","trace[1099914483] 'compare' (duration: 1.523449213s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:41.286229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:38.85996Z","time spent":"2.426238352s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:41.29121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.529337224s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:32:41.291597Z","caller":"traceutil/trace.go:171","msg":"trace[1526424960] linearizableReadLoop","detail":"{readStateIndex:27325; appliedIndex:27322; }","duration":"2.090897857s","start":"2026-04-08T14:32:39.200672Z","end":"2026-04-08T14:32:41.29157Z","steps":["trace[1526424960] 'read index received' (duration: 561.204963ms)","trace[1526424960] 'applied index is now lower than readState.Index' (duration: 1.529692044s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:32:41.29174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451026035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:32:41.291764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432787023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-08T14:32:41.291778Z","caller":"traceutil/trace.go:171","msg":"trace[872354997] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26439; }","duration":"3.451113538s","start":"2026-04-08T14:32:37.840654Z","end":"2026-04-08T14:32:41.291767Z","steps":["trace[872354997] 'agreement among raft nodes before linearized reading' (duration: 3.451012016s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:41.291799Z","caller":"traceutil/trace.go:171","msg":"trace[194129677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26439; }","duration":"2.432857544s","start":"2026-04-08T14:32:38.858931Z","end":"2026-04-08T14:32:41.291788Z","steps":["trace[194129677] 'agreement among raft nodes before linearized reading' (duration: 2.432691449s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.291811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:37.840638Z","time spent":"3.451165179s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:41.291777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316782084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:41.291804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497915979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:41.291861Z","caller":"traceutil/trace.go:171","msg":"trace[1732938981] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"2.08666728s","start":"2026-04-08T14:32:39.205185Z","end":"2026-04-08T14:32:41.291852Z","steps":["trace[1732938981] 'process raft request' (duration: 2.086168616s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:41.291884Z","caller":"traceutil/trace.go:171","msg":"trace[1337335561] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26439; }","duration":"2.498043802s","start":"2026-04-08T14:32:38.793819Z","end":"2026-04-08T14:32:41.291863Z","steps":["trace[1337335561] 'agreement among raft nodes before linearized reading' (duration: 2.497900498s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.29189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.916316523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:41.291822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:38.858909Z","time spent":"2.432907276s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:41.291925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:38.7938Z","time spent":"2.498114423s","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:32:41.291924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751819879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:41.291991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536015169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:41.292014Z","caller":"traceutil/trace.go:171","msg":"trace[385691894] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26439; }","duration":"3.752009163s","start":"2026-04-08T14:32:37.539976Z","end":"2026-04-08T14:32:41.291986Z","steps":["trace[385691894] 'agreement among raft nodes before linearized reading' (duration: 3.751823938s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:41.292027Z","caller":"traceutil/trace.go:171","msg":"trace[1470240330] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26439; }","duration":"3.53609312s","start":"2026-04-08T14:32:37.755925Z","end":"2026-04-08T14:32:41.292018Z","steps":["trace[1470240330] 'agreement among raft nodes before linearized reading' (duration: 3.536032509s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.292055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:37.755899Z","time spent":"3.536148523s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:41.292063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:37.539952Z","time spent":"3.752101346s","remote":"127.0.0.1:36392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:41.292092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535706531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:41.292118Z","caller":"traceutil/trace.go:171","msg":"trace[4406064] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"1.935621706s","start":"2026-04-08T14:32:39.356485Z","end":"2026-04-08T14:32:41.292107Z","steps":["trace[4406064] 'process raft request' (duration: 1.935013149s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:41.292155Z","caller":"traceutil/trace.go:171","msg":"trace[110841452] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26439; }","duration":"2.535771342s","start":"2026-04-08T14:32:38.756368Z","end":"2026-04-08T14:32:41.292139Z","steps":["trace[110841452] 'agreement among raft nodes before linearized reading' (duration: 2.53567769s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.292058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.3786335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:32:41.292182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:39.35646Z","time spent":"1.935687247s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:41.292202Z","caller":"traceutil/trace.go:171","msg":"trace[1543473893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26439; }","duration":"4.378813695s","start":"2026-04-08T14:32:36.913375Z","end":"2026-04-08T14:32:41.292189Z","steps":["trace[1543473893] 'agreement among raft nodes before linearized reading' (duration: 4.37864152s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.292206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:38.756345Z","time spent":"2.535846704s","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:41.292242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:36.913357Z","time spent":"4.378872277s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:41.292324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026580703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:41.292373Z","caller":"traceutil/trace.go:171","msg":"trace[2044374872] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26439; }","duration":"3.026647765s","start":"2026-04-08T14:32:38.265709Z","end":"2026-04-08T14:32:41.292357Z","steps":["trace[2044374872] 'agreement among raft nodes before linearized reading' (duration: 3.026585884s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.292405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43266115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-08T14:32:41.292454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:38.265688Z","time spent":"3.026737677s","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:41.29246Z","caller":"traceutil/trace.go:171","msg":"trace[302250373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26439; }","duration":"2.432724621s","start":"2026-04-08T14:32:38.859725Z","end":"2026-04-08T14:32:41.292449Z","steps":["trace[302250373] 'agreement among raft nodes before linearized reading' (duration: 2.432619868s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.291932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:39.205166Z","time spent":"2.086717981s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:41.292497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:38.85972Z","time spent":"2.432768902s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:32:41.292542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433483651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:32:41.29258Z","caller":"traceutil/trace.go:171","msg":"trace[1713519063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26439; }","duration":"2.433559034s","start":"2026-04-08T14:32:38.859012Z","end":"2026-04-08T14:32:41.292572Z","steps":["trace[1713519063] 'agreement among raft nodes before linearized reading' (duration: 2.43340809s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.292606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:38.858988Z","time spent":"2.433609855s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T14:32:41.291886Z","caller":"traceutil/trace.go:171","msg":"trace[804660876] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26439; }","duration":"3.31700825s","start":"2026-04-08T14:32:37.974847Z","end":"2026-04-08T14:32:41.291855Z","steps":["trace[804660876] 'agreement among raft nodes before linearized reading' (duration: 3.316824935s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.292631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433277386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:32:41.292669Z","caller":"traceutil/trace.go:171","msg":"trace[1525909989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26439; }","duration":"2.433330458s","start":"2026-04-08T14:32:38.859328Z","end":"2026-04-08T14:32:41.292658Z","steps":["trace[1525909989] 'agreement among raft nodes before linearized reading' (duration: 2.433241035s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.292679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432960627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-08T14:32:41.292703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:38.85932Z","time spent":"2.433375638s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T14:32:41.292716Z","caller":"traceutil/trace.go:171","msg":"trace[703268906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26439; }","duration":"2.433025979s","start":"2026-04-08T14:32:38.859681Z","end":"2026-04-08T14:32:41.292707Z","steps":["trace[703268906] 'agreement among raft nodes before linearized reading' (duration: 2.432814594s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.292744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:38.859674Z","time spent":"2.43306297s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T14:32:41.291936Z","caller":"traceutil/trace.go:171","msg":"trace[141117686] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26439; }","duration":"3.916508459s","start":"2026-04-08T14:32:37.375414Z","end":"2026-04-08T14:32:41.291922Z","steps":["trace[141117686] 'agreement among raft nodes before linearized reading' (duration: 3.916423327s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.292327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227244696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:41.292788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:37.375392Z","time spent":"3.917385203s","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:41.292795Z","caller":"traceutil/trace.go:171","msg":"trace[774796612] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26439; }","duration":"2.22775354s","start":"2026-04-08T14:32:39.065032Z","end":"2026-04-08T14:32:41.292785Z","steps":["trace[774796612] 'agreement among raft nodes before linearized reading' (duration: 2.227260767s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.29283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:39.06501Z","time spent":"2.227810872s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:41.292617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470492052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:41.292971Z","caller":"traceutil/trace.go:171","msg":"trace[1904368869] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26439; }","duration":"2.470937215s","start":"2026-04-08T14:32:38.821999Z","end":"2026-04-08T14:32:41.292937Z","steps":["trace[1904368869] 'agreement among raft nodes before linearized reading' (duration: 2.470008479s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.292687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:37.97483Z","time spent":"3.317825664s","remote":"127.0.0.1:36364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:41.293207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:38.821986Z","time spent":"2.471069628s","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:41.314861Z","caller":"traceutil/trace.go:171","msg":"trace[2070363876] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"107.412871ms","start":"2026-04-08T14:32:41.207425Z","end":"2026-04-08T14:32:41.314838Z","steps":["trace[2070363876] 'process raft request' (duration: 107.193555ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:41.315405Z","caller":"traceutil/trace.go:171","msg":"trace[1620628722] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"107.888355ms","start":"2026-04-08T14:32:41.207507Z","end":"2026-04-08T14:32:41.315395Z","steps":["trace[1620628722] 'process raft request' (duration: 107.296809ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:41.317192Z","caller":"traceutil/trace.go:171","msg":"trace[126792980] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"106.482876ms","start":"2026-04-08T14:32:41.210659Z","end":"2026-04-08T14:32:41.317142Z","steps":["trace[126792980] 'process raft request' (duration: 106.115446ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:41.317362Z","caller":"traceutil/trace.go:171","msg":"trace[652798198] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"108.669036ms","start":"2026-04-08T14:32:41.208666Z","end":"2026-04-08T14:32:41.317335Z","steps":["trace[652798198] 'process raft request' (duration: 107.945766ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:41.317555Z","caller":"traceutil/trace.go:171","msg":"trace[503765960] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"108.770529ms","start":"2026-04-08T14:32:41.208768Z","end":"2026-04-08T14:32:41.317538Z","steps":["trace[503765960] 'process raft request' (duration: 107.917075ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:41.317639Z","caller":"traceutil/trace.go:171","msg":"trace[1921395729] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"109.158411ms","start":"2026-04-08T14:32:41.208469Z","end":"2026-04-08T14:32:41.317628Z","steps":["trace[1921395729] 'process raft request' (duration: 106.646931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.317725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.76269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:41.317818Z","caller":"traceutil/trace.go:171","msg":"trace[1439277779] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"107.76205ms","start":"2026-04-08T14:32:41.210008Z","end":"2026-04-08T14:32:41.31777Z","steps":["trace[1439277779] 'process raft request' (duration: 106.732922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.317889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.575457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:41.317929Z","caller":"traceutil/trace.go:171","msg":"trace[1299348845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26451; }","duration":"246.666261ms","start":"2026-04-08T14:32:41.071255Z","end":"2026-04-08T14:32:41.317921Z","steps":["trace[1299348845] 'agreement among raft nodes before linearized reading' (duration: 246.598799ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:41.317794Z","caller":"traceutil/trace.go:171","msg":"trace[1223531035] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26451; }","duration":"210.916394ms","start":"2026-04-08T14:32:41.106863Z","end":"2026-04-08T14:32:41.317779Z","steps":["trace[1223531035] 'agreement among raft nodes before linearized reading' (duration: 210.581055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.318222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101233391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:41.31829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112150163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-646c8a29-86dd-4546-aa5d-1b3fb285b27b\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-08T14:32:41.318265Z","caller":"traceutil/trace.go:171","msg":"trace[2009057492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26451; }","duration":"1.101316705s","start":"2026-04-08T14:32:40.216936Z","end":"2026-04-08T14:32:41.318253Z","steps":["trace[2009057492] 'agreement among raft nodes before linearized reading' (duration: 1.101252723s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:41.318347Z","caller":"traceutil/trace.go:171","msg":"trace[1177351826] range","detail":"{range_begin:/registry/persistentvolumes/pvc-646c8a29-86dd-4546-aa5d-1b3fb285b27b; range_end:; response_count:1; response_revision:26451; }","duration":"2.112238084s","start":"2026-04-08T14:32:39.206094Z","end":"2026-04-08T14:32:41.318332Z","steps":["trace[1177351826] 'agreement among raft nodes before linearized reading' (duration: 2.11205233s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.318387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:39.206085Z","time spent":"2.112293716s","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-646c8a29-86dd-4546-aa5d-1b3fb285b27b\" "} {"level":"warn","ts":"2026-04-08T14:32:41.318358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:40.216911Z","time spent":"1.101435148s","remote":"127.0.0.1:44424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:41.318406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.263654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:41.318484Z","caller":"traceutil/trace.go:171","msg":"trace[314932949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26451; }","duration":"454.418429ms","start":"2026-04-08T14:32:40.864052Z","end":"2026-04-08T14:32:41.318471Z","steps":["trace[314932949] 'agreement among raft nodes before linearized reading' (duration: 454.174441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.318519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111742392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-08T14:32:41.318536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:40.86398Z","time spent":"454.547401ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:32:41.318567Z","caller":"traceutil/trace.go:171","msg":"trace[9049543] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26451; }","duration":"2.111803562s","start":"2026-04-08T14:32:39.206751Z","end":"2026-04-08T14:32:41.318555Z","steps":["trace[9049543] 'agreement among raft nodes before linearized reading' (duration: 2.111605508s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:41.31862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:39.206746Z","time spent":"2.111866135s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:32:49.904093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T14:32:50.030381Z","caller":"traceutil/trace.go:171","msg":"trace[751753722] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"653.351723ms","start":"2026-04-08T14:32:49.377002Z","end":"2026-04-08T14:32:50.030353Z","steps":["trace[751753722] 'process raft request' (duration: 653.149298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.030556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.376982Z","time spent":"653.484566ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:50.99444Z","caller":"traceutil/trace.go:171","msg":"trace[1962437776] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"1.594869701s","start":"2026-04-08T14:32:49.399549Z","end":"2026-04-08T14:32:50.994418Z","steps":["trace[1962437776] 'process raft request' (duration: 1.594804719s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:50.994484Z","caller":"traceutil/trace.go:171","msg":"trace[1168255134] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"1.595074617s","start":"2026-04-08T14:32:49.39937Z","end":"2026-04-08T14:32:50.994445Z","steps":["trace[1168255134] 'process raft request' (duration: 1.594784099s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.994564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.399538Z","time spent":"1.594964474s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:50.994648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.399347Z","time spent":"1.59521753s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:50.994697Z","caller":"traceutil/trace.go:171","msg":"trace[913566547] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"1.595071046s","start":"2026-04-08T14:32:49.399615Z","end":"2026-04-08T14:32:50.994686Z","steps":["trace[913566547] 'process raft request' (duration: 1.595018175s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:50.994654Z","caller":"traceutil/trace.go:171","msg":"trace[367776558] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"1.595067457s","start":"2026-04-08T14:32:49.399554Z","end":"2026-04-08T14:32:50.994622Z","steps":["trace[367776558] 'process raft request' (duration: 1.59482762s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.99475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.399607Z","time spent":"1.595118019s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:50.994791Z","caller":"traceutil/trace.go:171","msg":"trace[1908766344] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"1.008368731s","start":"2026-04-08T14:32:49.986404Z","end":"2026-04-08T14:32:50.994773Z","steps":["trace[1908766344] 'process raft request' (duration: 1.008256658s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.994817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591652062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:32:50.994833Z","caller":"traceutil/trace.go:171","msg":"trace[286275078] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"1.595168049s","start":"2026-04-08T14:32:49.39966Z","end":"2026-04-08T14:32:50.994828Z","steps":["trace[286275078] 'process raft request' (duration: 1.594919852s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:50.994839Z","caller":"traceutil/trace.go:171","msg":"trace[1274821845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26516; }","duration":"1.591701614s","start":"2026-04-08T14:32:49.403133Z","end":"2026-04-08T14:32:50.994834Z","steps":["trace[1274821845] 'agreement among raft nodes before linearized reading' (duration: 1.591617031s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.994837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.399542Z","time spent":"1.595227092s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:50.994868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.399652Z","time spent":"1.595196771s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:50.994869Z","caller":"traceutil/trace.go:171","msg":"trace[1048609791] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"1.595210301s","start":"2026-04-08T14:32:49.399655Z","end":"2026-04-08T14:32:50.994865Z","steps":["trace[1048609791] 'process raft request' (duration: 1.594951453s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.994878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.986374Z","time spent":"1.008461325s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:50.994899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.399641Z","time spent":"1.595243722s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:50.994737Z","caller":"traceutil/trace.go:171","msg":"trace[431863345] linearizableReadLoop","detail":"{readStateIndex:27404; appliedIndex:27396; }","duration":"1.59156477s","start":"2026-04-08T14:32:49.403165Z","end":"2026-04-08T14:32:50.99473Z","steps":["trace[431863345] 'read index received' (duration: 627.018726ms)","trace[431863345] 'applied index is now lower than readState.Index' (duration: 964.545284ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:50.994814Z","caller":"traceutil/trace.go:171","msg":"trace[430227051] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"1.59520513s","start":"2026-04-08T14:32:49.399602Z","end":"2026-04-08T14:32:50.994808Z","steps":["trace[430227051] 'process raft request' (duration: 1.594933504s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.994968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.399595Z","time spent":"1.595352415s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:50.994978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.592878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:50.994995Z","caller":"traceutil/trace.go:171","msg":"trace[1328066040] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26516; }","duration":"806.64913ms","start":"2026-04-08T14:32:50.18834Z","end":"2026-04-08T14:32:50.994989Z","steps":["trace[1328066040] 'agreement among raft nodes before linearized reading' (duration: 806.616629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.995005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591796007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T14:32:50.995011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:50.188315Z","time spent":"806.69192ms","remote":"127.0.0.1:36802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:50.994853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.403122Z","time spent":"1.591728454s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T14:32:50.995021Z","caller":"traceutil/trace.go:171","msg":"trace[576035330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26516; }","duration":"1.591823767s","start":"2026-04-08T14:32:49.403193Z","end":"2026-04-08T14:32:50.995016Z","steps":["trace[576035330] 'agreement among raft nodes before linearized reading' (duration: 1.591769866s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.99504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.403189Z","time spent":"1.591846048s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:50.995006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.518827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:50.995068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.139654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:50.995081Z","caller":"traceutil/trace.go:171","msg":"trace[172490444] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26516; }","duration":"538.630691ms","start":"2026-04-08T14:32:50.456441Z","end":"2026-04-08T14:32:50.995072Z","steps":["trace[172490444] 'agreement among raft nodes before linearized reading' (duration: 538.525338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.99511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:50.45642Z","time spent":"538.682872ms","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:50.995108Z","caller":"traceutil/trace.go:171","msg":"trace[331141146] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26516; }","duration":"741.209926ms","start":"2026-04-08T14:32:50.253888Z","end":"2026-04-08T14:32:50.995097Z","steps":["trace[331141146] 'agreement among raft nodes before linearized reading' (duration: 741.155184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.995122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.329713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:32:50.995137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:50.253867Z","time spent":"741.262737ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:50.995168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316734623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:50.995186Z","caller":"traceutil/trace.go:171","msg":"trace[225540748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26516; }","duration":"1.316790214s","start":"2026-04-08T14:32:49.678392Z","end":"2026-04-08T14:32:50.995182Z","steps":["trace[225540748] 'agreement among raft nodes before linearized reading' (duration: 1.316762354s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:50.995145Z","caller":"traceutil/trace.go:171","msg":"trace[198395839] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26516; }","duration":"916.394116ms","start":"2026-04-08T14:32:50.078745Z","end":"2026-04-08T14:32:50.995139Z","steps":["trace[198395839] 'agreement among raft nodes before linearized reading' (duration: 916.345515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.995202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.678374Z","time spent":"1.316824675s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:50.995235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:50.078714Z","time spent":"916.498948ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:50.995167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.806935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:50.995333Z","caller":"traceutil/trace.go:171","msg":"trace[2019140103] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26516; }","duration":"777.99623ms","start":"2026-04-08T14:32:50.217327Z","end":"2026-04-08T14:32:50.995324Z","steps":["trace[2019140103] 'agreement among raft nodes before linearized reading' (duration: 777.818175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.995354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:50.217308Z","time spent":"778.03969ms","remote":"127.0.0.1:41902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:50.995385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590207963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-08T14:32:50.995405Z","caller":"traceutil/trace.go:171","msg":"trace[1654580299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26516; }","duration":"1.590263954s","start":"2026-04-08T14:32:49.405136Z","end":"2026-04-08T14:32:50.9954Z","steps":["trace[1654580299] 'agreement among raft nodes before linearized reading' (duration: 1.590206372s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.99542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.405116Z","time spent":"1.590300536s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:50.995479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590366106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-08T14:32:50.995559Z","caller":"traceutil/trace.go:171","msg":"trace[1934358216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26516; }","duration":"1.5904679s","start":"2026-04-08T14:32:49.405074Z","end":"2026-04-08T14:32:50.995542Z","steps":["trace[1934358216] 'agreement among raft nodes before linearized reading' (duration: 1.590274784s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.995601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.405066Z","time spent":"1.590527732s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:32:50.996128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592832734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:32:50.996176Z","caller":"traceutil/trace.go:171","msg":"trace[1731455176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26516; }","duration":"1.592891836s","start":"2026-04-08T14:32:49.403278Z","end":"2026-04-08T14:32:50.996169Z","steps":["trace[1731455176] 'agreement among raft nodes before linearized reading' (duration: 1.592005802s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:50.996197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:49.403271Z","time spent":"1.592919727s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:32:51.575184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:52.076164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:52.577507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:53.075087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000112554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:32:53.075192Z","caller":"traceutil/trace.go:171","msg":"trace[1200861277] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276967s","start":"2026-04-08T14:32:51.074887Z","end":"2026-04-08T14:32:53.075163Z","steps":["trace[1200861277] 'agreement among raft nodes before linearized reading' (duration: 2.000135474s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:53.075244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:51.074871Z","time spent":"2.000362171s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:53.077993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:32:53.1466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.070570827s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:32:54.096538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.353184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:32:54.096747Z","caller":"traceutil/trace.go:171","msg":"trace[390540501] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"3.095498124s","start":"2026-04-08T14:32:51.001218Z","end":"2026-04-08T14:32:54.096716Z","steps":["trace[390540501] 'process raft request' (duration: 2.145866672s)","trace[390540501] 'compare' (duration: 948.532512ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:54.096844Z","caller":"traceutil/trace.go:171","msg":"trace[1647181417] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"3.093277263s","start":"2026-04-08T14:32:51.003548Z","end":"2026-04-08T14:32:54.096825Z","steps":["trace[1647181417] 'process raft request' (duration: 3.093217452s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:54.096901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:51.0012Z","time spent":"3.095616357s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:54.096907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:51.003535Z","time spent":"3.093345585s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:54.097027Z","caller":"traceutil/trace.go:171","msg":"trace[1146126345] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"3.095750492s","start":"2026-04-08T14:32:51.001267Z","end":"2026-04-08T14:32:54.097018Z","steps":["trace[1146126345] 'process raft request' (duration: 3.095374611s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:54.097069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:51.001257Z","time spent":"3.095788832s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:54.097104Z","caller":"traceutil/trace.go:171","msg":"trace[1590014031] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"3.095790342s","start":"2026-04-08T14:32:51.001304Z","end":"2026-04-08T14:32:54.097094Z","steps":["trace[1590014031] 'process raft request' (duration: 3.095432032s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:54.097144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:51.001297Z","time spent":"3.095824413s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:55.081997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:32:55.082211Z","caller":"traceutil/trace.go:171","msg":"trace[1916633694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000580227s","start":"2026-04-08T14:32:53.081601Z","end":"2026-04-08T14:32:55.082181Z","steps":["trace[1916633694] 'agreement among raft nodes before linearized reading' (duration: 2.000308409s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:55.082349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.081568Z","time spent":"2.000749262s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:55.973112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.826282871s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:32:55.973882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.294172ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:55.974034Z","caller":"traceutil/trace.go:171","msg":"trace[1906267406] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26521; }","duration":"830.461507ms","start":"2026-04-08T14:32:55.143543Z","end":"2026-04-08T14:32:55.974004Z","steps":["trace[1906267406] 'range keys from in-memory index tree' (duration: 830.266822ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:55.975504Z","caller":"traceutil/trace.go:171","msg":"trace[428019487] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"3.93829845s","start":"2026-04-08T14:32:52.037175Z","end":"2026-04-08T14:32:55.975473Z","steps":["trace[428019487] 'process raft request' (duration: 3.938106624s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:55.975512Z","caller":"traceutil/trace.go:171","msg":"trace[2113320450] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"2.974312602s","start":"2026-04-08T14:32:53.001147Z","end":"2026-04-08T14:32:55.975459Z","steps":["trace[2113320450] 'process raft request' (duration: 2.974164349s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:55.975515Z","caller":"traceutil/trace.go:171","msg":"trace[1184741690] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"4.35794141s","start":"2026-04-08T14:32:51.617503Z","end":"2026-04-08T14:32:55.975445Z","steps":["trace[1184741690] 'process raft request' (duration: 4.357729504s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:55.975563Z","caller":"traceutil/trace.go:171","msg":"trace[741029288] linearizableReadLoop","detail":"{readStateIndex:27420; appliedIndex:27406; }","duration":"4.900616332s","start":"2026-04-08T14:32:51.074921Z","end":"2026-04-08T14:32:55.975538Z","steps":["trace[741029288] 'read index received' (duration: 2.071984096s)","trace[741029288] 'applied index is now lower than readState.Index' (duration: 2.828630966s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:32:55.975688Z","caller":"traceutil/trace.go:171","msg":"trace[634443585] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"2.974327572s","start":"2026-04-08T14:32:53.001348Z","end":"2026-04-08T14:32:55.975676Z","steps":["trace[634443585] 'process raft request' (duration: 2.973995263s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:55.975734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:51.617484Z","time spent":"4.358136725s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:55.975808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.001311Z","time spent":"2.974417185s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:55.975846Z","caller":"traceutil/trace.go:171","msg":"trace[2064764570] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"4.668022049s","start":"2026-04-08T14:32:51.307787Z","end":"2026-04-08T14:32:55.97581Z","steps":["trace[2064764570] 'process raft request' (duration: 4.667168965s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:55.97592Z","caller":"traceutil/trace.go:171","msg":"trace[1820382445] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"2.973524031s","start":"2026-04-08T14:32:53.002368Z","end":"2026-04-08T14:32:55.975892Z","steps":["trace[1820382445] 'process raft request' (duration: 2.973072729s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:55.975942Z","caller":"traceutil/trace.go:171","msg":"trace[98235686] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"2.97347766s","start":"2026-04-08T14:32:53.002454Z","end":"2026-04-08T14:32:55.975932Z","steps":["trace[98235686] 'process raft request' (duration: 2.973015747s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:55.975968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:51.30776Z","time spent":"4.668142152s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:55.975992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.002442Z","time spent":"2.973521451s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:55.976024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.002349Z","time spent":"2.973608514s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:55.976134Z","caller":"traceutil/trace.go:171","msg":"trace[1713008123] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"2.974421306s","start":"2026-04-08T14:32:53.001704Z","end":"2026-04-08T14:32:55.976125Z","steps":["trace[1713008123] 'process raft request' (duration: 2.973672005s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:55.97613Z","caller":"traceutil/trace.go:171","msg":"trace[88557464] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"2.972681528s","start":"2026-04-08T14:32:53.003401Z","end":"2026-04-08T14:32:55.976082Z","steps":["trace[88557464] 'process raft request' (duration: 2.972102182s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:55.976199Z","caller":"traceutil/trace.go:171","msg":"trace[73278212] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"2.97384459s","start":"2026-04-08T14:32:53.002349Z","end":"2026-04-08T14:32:55.976193Z","steps":["trace[73278212] 'process raft request' (duration: 2.973061519s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:55.976239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.002318Z","time spent":"2.973901921s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:55.976333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.003385Z","time spent":"2.972828261s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:55.976173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.001689Z","time spent":"2.974462277s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:55.976545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.001113Z","time spent":"2.974478817s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:55.976434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:52.037147Z","time spent":"3.938410933s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:32:56.050176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.774634557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-04-08T14:32:56.050259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463587102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:56.05017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971425732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-08T14:32:56.050333Z","caller":"traceutil/trace.go:171","msg":"trace[606020977] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26532; }","duration":"2.97170161s","start":"2026-04-08T14:32:53.07862Z","end":"2026-04-08T14:32:56.050322Z","steps":["trace[606020977] 'agreement among raft nodes before linearized reading' (duration: 2.971259488s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:56.050338Z","caller":"traceutil/trace.go:171","msg":"trace[1973201827] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26532; }","duration":"3.463720795s","start":"2026-04-08T14:32:52.586596Z","end":"2026-04-08T14:32:56.050317Z","steps":["trace[1973201827] 'agreement among raft nodes before linearized reading' (duration: 3.463558181s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.050382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.078602Z","time spent":"2.971762463s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"warn","ts":"2026-04-08T14:32:56.05039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:52.586576Z","time spent":"3.463798938s","remote":"127.0.0.1:36456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:56.050423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.35112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:56.050547Z","caller":"traceutil/trace.go:171","msg":"trace[1417281604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26532; }","duration":"967.545145ms","start":"2026-04-08T14:32:55.082979Z","end":"2026-04-08T14:32:56.050524Z","steps":["trace[1417281604] 'agreement among raft nodes before linearized reading' (duration: 967.339079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.050558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846783257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:56.050552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972287127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-08T14:32:56.050603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512508571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:32:56.050631Z","caller":"traceutil/trace.go:171","msg":"trace[570302696] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26532; }","duration":"2.84691005s","start":"2026-04-08T14:32:53.203693Z","end":"2026-04-08T14:32:56.050603Z","steps":["trace[570302696] 'agreement among raft nodes before linearized reading' (duration: 2.846796347s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:56.050664Z","caller":"traceutil/trace.go:171","msg":"trace[65489968] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"1.164897396s","start":"2026-04-08T14:32:54.885748Z","end":"2026-04-08T14:32:56.050646Z","steps":["trace[65489968] 'process raft request' (duration: 1.163822067s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:56.050666Z","caller":"traceutil/trace.go:171","msg":"trace[2042765849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26532; }","duration":"2.97241644s","start":"2026-04-08T14:32:53.078222Z","end":"2026-04-08T14:32:56.050638Z","steps":["trace[2042765849] 'agreement among raft nodes before linearized reading' (duration: 2.972017089s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.050632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640634774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:32:56.050732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.078155Z","time spent":"2.972562355s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T14:32:56.050758Z","caller":"traceutil/trace.go:171","msg":"trace[1461535836] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26532; }","duration":"2.640840948s","start":"2026-04-08T14:32:53.409892Z","end":"2026-04-08T14:32:56.050733Z","steps":["trace[1461535836] 'agreement among raft nodes before linearized reading' (duration: 2.640524299s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.050783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391877265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:32:56.050791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:54.885712Z","time spent":"1.164983699s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:32:56.050813Z","caller":"traceutil/trace.go:171","msg":"trace[108957792] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26532; }","duration":"3.391966687s","start":"2026-04-08T14:32:52.658839Z","end":"2026-04-08T14:32:56.050805Z","steps":["trace[108957792] 'agreement among raft nodes before linearized reading' (duration: 3.391884275s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.050807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813419328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-08T14:32:56.050826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.409865Z","time spent":"2.640942592s","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:56.050847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:52.658801Z","time spent":"3.39203811s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:32:56.050867Z","caller":"traceutil/trace.go:171","msg":"trace[1474424522] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26532; }","duration":"3.81353035s","start":"2026-04-08T14:32:52.237318Z","end":"2026-04-08T14:32:56.050848Z","steps":["trace[1474424522] 'agreement among raft nodes before linearized reading' (duration: 3.813383836s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.050875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.660875291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:56.050913Z","caller":"traceutil/trace.go:171","msg":"trace[1345665006] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26532; }","duration":"4.660938233s","start":"2026-04-08T14:32:51.389962Z","end":"2026-04-08T14:32:56.0509Z","steps":["trace[1345665006] 'agreement among raft nodes before linearized reading' (duration: 4.660875101s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.050942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:51.389945Z","time spent":"4.660989566s","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:32:56.050913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:52.237281Z","time spent":"3.813617333s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-08T14:32:56.050942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280377191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:32:56.050972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777862076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:56.05103Z","caller":"traceutil/trace.go:171","msg":"trace[1410429147] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26532; }","duration":"1.77796372s","start":"2026-04-08T14:32:54.273053Z","end":"2026-04-08T14:32:56.051017Z","steps":["trace[1410429147] 'agreement among raft nodes before linearized reading' (duration: 1.777885928s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:56.051038Z","caller":"traceutil/trace.go:171","msg":"trace[899042676] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26532; }","duration":"3.280540506s","start":"2026-04-08T14:32:52.77047Z","end":"2026-04-08T14:32:56.05101Z","steps":["trace[899042676] 'agreement among raft nodes before linearized reading' (duration: 3.279731833s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.050813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.609092144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-08T14:32:56.050287Z","caller":"traceutil/trace.go:171","msg":"trace[1194965060] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26532; }","duration":"4.774806853s","start":"2026-04-08T14:32:51.275453Z","end":"2026-04-08T14:32:56.05026Z","steps":["trace[1194965060] 'agreement among raft nodes before linearized reading' (duration: 4.774364801s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.050601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:55.082952Z","time spent":"967.639168ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:32:56.051095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:52.770446Z","time spent":"3.280638618s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:56.051147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145907853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:32:56.050666Z","caller":"traceutil/trace.go:171","msg":"trace[80541507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26532; }","duration":"4.512671155s","start":"2026-04-08T14:32:51.537974Z","end":"2026-04-08T14:32:56.050645Z","steps":["trace[80541507] 'agreement among raft nodes before linearized reading' (duration: 4.512375238s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:32:56.051183Z","caller":"traceutil/trace.go:171","msg":"trace[1658447930] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26532; }","duration":"2.145999176s","start":"2026-04-08T14:32:53.905173Z","end":"2026-04-08T14:32:56.051173Z","steps":["trace[1658447930] 'agreement among raft nodes before linearized reading' (duration: 2.145948485s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.050686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.20367Z","time spent":"2.847004783s","remote":"127.0.0.1:36434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:56.051205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:51.537953Z","time spent":"4.51323988s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:32:56.051211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.905129Z","time spent":"2.146075338s","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:56.051101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:51.275435Z","time spent":"4.775653865s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-08T14:32:56.051097Z","caller":"traceutil/trace.go:171","msg":"trace[2101490192] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26532; }","duration":"4.609422122s","start":"2026-04-08T14:32:51.44166Z","end":"2026-04-08T14:32:56.051082Z","steps":["trace[2101490192] 'agreement among raft nodes before linearized reading' (duration: 4.609066263s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.051463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:51.441631Z","time spent":"4.609822215s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T14:32:56.051059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:54.273028Z","time spent":"1.778023371s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:32:56.051941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079659417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:32:56.052001Z","caller":"traceutil/trace.go:171","msg":"trace[336673822] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26532; }","duration":"2.079787681s","start":"2026-04-08T14:32:53.972199Z","end":"2026-04-08T14:32:56.051987Z","steps":["trace[336673822] 'agreement among raft nodes before linearized reading' (duration: 2.078089904s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:32:56.052026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:32:53.972174Z","time spent":"2.079844971s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:03.453761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.616305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-08T14:33:03.453889Z","caller":"traceutil/trace.go:171","msg":"trace[170564319] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26645; }","duration":"122.781329ms","start":"2026-04-08T14:33:03.33108Z","end":"2026-04-08T14:33:03.453861Z","steps":["trace[170564319] 'range keys from in-memory index tree' (duration: 122.439079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:03.454006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.117383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-08T14:33:03.454121Z","caller":"traceutil/trace.go:171","msg":"trace[359239727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26645; }","duration":"351.290838ms","start":"2026-04-08T14:33:03.102801Z","end":"2026-04-08T14:33:03.454092Z","steps":["trace[359239727] 'range keys from in-memory index tree' (duration: 350.857605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:03.454166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:03.102783Z","time spent":"351.37324ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:33:04.178198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:04.678334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:05.02681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563117978s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:33:05.0275Z","caller":"traceutil/trace.go:171","msg":"trace[270548471] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"1.563994213s","start":"2026-04-08T14:33:03.463482Z","end":"2026-04-08T14:33:05.027477Z","steps":["trace[270548471] 'process raft request' (duration: 1.563739116s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:05.027776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:03.463448Z","time spent":"1.564153458s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:05.624328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.74661ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:05.624561Z","caller":"traceutil/trace.go:171","msg":"trace[45650555] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26646; }","duration":"480.997297ms","start":"2026-04-08T14:33:05.143529Z","end":"2026-04-08T14:33:05.624527Z","steps":["trace[45650555] 'range keys from in-memory index tree' (duration: 480.71751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:05.677484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:33:05.677663Z","caller":"traceutil/trace.go:171","msg":"trace[1971284499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000180197s","start":"2026-04-08T14:33:03.677455Z","end":"2026-04-08T14:33:05.677635Z","steps":["trace[1971284499] 'agreement among raft nodes before linearized reading' (duration: 1.999952431s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:05.677737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:03.67743Z","time spent":"2.000292919s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:07.361098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.333745147s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:33:07.361685Z","caller":"traceutil/trace.go:171","msg":"trace[1037889349] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"3.352153435s","start":"2026-04-08T14:33:04.009505Z","end":"2026-04-08T14:33:07.361659Z","steps":["trace[1037889349] 'process raft request' (duration: 3.351868687s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:07.361846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.009476Z","time spent":"3.352280669s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:07.362079Z","caller":"traceutil/trace.go:171","msg":"trace[1623091470] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"3.344964376s","start":"2026-04-08T14:33:04.017092Z","end":"2026-04-08T14:33:07.362056Z","steps":["trace[1623091470] 'process raft request' (duration: 3.344861034s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:07.362032Z","caller":"traceutil/trace.go:171","msg":"trace[381187054] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"3.35085049s","start":"2026-04-08T14:33:04.011128Z","end":"2026-04-08T14:33:07.361978Z","steps":["trace[381187054] 'process raft request' (duration: 3.350479869s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:07.362198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.017074Z","time spent":"3.345069029s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:07.362282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.011097Z","time spent":"3.351067134s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:07.362274Z","caller":"traceutil/trace.go:171","msg":"trace[1246445213] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"3.344216296s","start":"2026-04-08T14:33:04.017988Z","end":"2026-04-08T14:33:07.362204Z","steps":["trace[1246445213] 'process raft request' (duration: 3.344018661s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:07.362176Z","caller":"traceutil/trace.go:171","msg":"trace[1910795688] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"3.345985055s","start":"2026-04-08T14:33:04.016121Z","end":"2026-04-08T14:33:07.362106Z","steps":["trace[1910795688] 'process raft request' (duration: 3.345754609s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:07.362428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.017965Z","time spent":"3.344390331s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:07.362446Z","caller":"traceutil/trace.go:171","msg":"trace[2097399792] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"3.344415722s","start":"2026-04-08T14:33:04.018015Z","end":"2026-04-08T14:33:07.362431Z","steps":["trace[2097399792] 'process raft request' (duration: 3.344122614s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:07.362332Z","caller":"traceutil/trace.go:171","msg":"trace[1045911661] linearizableReadLoop","detail":"{readStateIndex:27546; appliedIndex:27537; }","duration":"3.68479443s","start":"2026-04-08T14:33:03.677512Z","end":"2026-04-08T14:33:07.362306Z","steps":["trace[1045911661] 'read index received' (duration: 1.349806389s)","trace[1045911661] 'applied index is now lower than readState.Index' (duration: 2.334986871s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:07.362606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.018003Z","time spent":"3.344483573s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:07.362569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.01611Z","time spent":"3.346325644s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:07.362509Z","caller":"traceutil/trace.go:171","msg":"trace[19824851] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"3.344387101s","start":"2026-04-08T14:33:04.018056Z","end":"2026-04-08T14:33:07.362443Z","steps":["trace[19824851] 'process raft request' (duration: 3.344164454s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:07.362818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.01804Z","time spent":"3.344741842s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:07.362939Z","caller":"traceutil/trace.go:171","msg":"trace[711109721] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"3.344815232s","start":"2026-04-08T14:33:04.018113Z","end":"2026-04-08T14:33:07.362928Z","steps":["trace[711109721] 'process raft request' (duration: 3.344162804s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:07.362987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.018092Z","time spent":"3.344869215s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:07.678372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999712784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:07.678481Z","caller":"traceutil/trace.go:171","msg":"trace[1276919583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999892949s","start":"2026-04-08T14:33:05.678566Z","end":"2026-04-08T14:33:07.678459Z","steps":["trace[1276919583] 'agreement among raft nodes before linearized reading' (duration: 1.999751146s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:07.678531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:05.678545Z","time spent":"1.999976061s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:07.863519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:08.364395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:08.567363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.20597814s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:33:08.567963Z","caller":"traceutil/trace.go:171","msg":"trace[1679168131] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"2.550980716s","start":"2026-04-08T14:33:06.016963Z","end":"2026-04-08T14:33:08.567944Z","steps":["trace[1679168131] 'process raft request' (duration: 2.550888084s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:08.56802Z","caller":"traceutil/trace.go:171","msg":"trace[1934835827] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"2.55804536s","start":"2026-04-08T14:33:06.009932Z","end":"2026-04-08T14:33:08.567978Z","steps":["trace[1934835827] 'process raft request' (duration: 2.557868855s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.568108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:06.016926Z","time spent":"2.551095459s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:08.568154Z","caller":"traceutil/trace.go:171","msg":"trace[294141077] linearizableReadLoop","detail":"{readStateIndex:27550; appliedIndex:27546; }","duration":"1.205469766s","start":"2026-04-08T14:33:07.362657Z","end":"2026-04-08T14:33:08.568126Z","steps":["trace[294141077] 'read index received' (duration: 1.20488153s)","trace[294141077] 'applied index is now lower than readState.Index' (duration: 585.966µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:08.56796Z","caller":"traceutil/trace.go:171","msg":"trace[105907734] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"2.576489418s","start":"2026-04-08T14:33:05.991435Z","end":"2026-04-08T14:33:08.567924Z","steps":["trace[105907734] 'process raft request' (duration: 2.576158919s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.568232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:06.00989Z","time spent":"2.558225035s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:08.568348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.590597286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:08.568387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.194156348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:08.568442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663521934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:08.568467Z","caller":"traceutil/trace.go:171","msg":"trace[1151192320] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26658; }","duration":"4.194308692s","start":"2026-04-08T14:33:04.374144Z","end":"2026-04-08T14:33:08.568453Z","steps":["trace[1151192320] 'agreement among raft nodes before linearized reading' (duration: 4.194139018s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.568472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.420530117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T14:33:08.568484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.448630401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T14:33:08.568496Z","caller":"traceutil/trace.go:171","msg":"trace[1905737297] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26658; }","duration":"3.663640137s","start":"2026-04-08T14:33:04.904845Z","end":"2026-04-08T14:33:08.568485Z","steps":["trace[1905737297] 'agreement among raft nodes before linearized reading' (duration: 3.663558445s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:08.568503Z","caller":"traceutil/trace.go:171","msg":"trace[854981655] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"2.392521884s","start":"2026-04-08T14:33:06.175968Z","end":"2026-04-08T14:33:08.56849Z","steps":["trace[854981655] 'process raft request' (duration: 2.391926378s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.568494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.109391765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-08T14:33:08.568467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:05.991398Z","time spent":"2.576888469s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:08.56856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.419503299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T14:33:08.56857Z","caller":"traceutil/trace.go:171","msg":"trace[123876909] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26658; }","duration":"4.109499308s","start":"2026-04-08T14:33:04.45905Z","end":"2026-04-08T14:33:08.568549Z","steps":["trace[123876909] 'agreement among raft nodes before linearized reading' (duration: 4.1091997s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.568602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491755838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-08T14:33:08.568607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:06.175929Z","time spent":"2.392611026s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:08.568631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401781608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:08.568633Z","caller":"traceutil/trace.go:171","msg":"trace[277386986] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26658; }","duration":"4.49182299s","start":"2026-04-08T14:33:04.076801Z","end":"2026-04-08T14:33:08.568624Z","steps":["trace[277386986] 'agreement among raft nodes before linearized reading' (duration: 4.491741937s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.568637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.874526071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:08.568635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.459032Z","time spent":"4.109593541s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"info","ts":"2026-04-08T14:33:08.568652Z","caller":"traceutil/trace.go:171","msg":"trace[1616075169] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26658; }","duration":"1.40182757s","start":"2026-04-08T14:33:07.166817Z","end":"2026-04-08T14:33:08.568645Z","steps":["trace[1616075169] 'agreement among raft nodes before linearized reading' (duration: 1.40179695s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.56866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.076779Z","time spent":"4.49187604s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-08T14:33:08.56866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624093536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:08.568681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:07.166801Z","time spent":"1.401875881s","remote":"127.0.0.1:36684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:08.568692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.506639217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:08.56871Z","caller":"traceutil/trace.go:171","msg":"trace[1046320021] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26658; }","duration":"4.506658148s","start":"2026-04-08T14:33:04.062045Z","end":"2026-04-08T14:33:08.568703Z","steps":["trace[1046320021] 'agreement among raft nodes before linearized reading' (duration: 4.506624037s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.568733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.061981Z","time spent":"4.506746971s","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:08.56873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539392066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:08.56869Z","caller":"traceutil/trace.go:171","msg":"trace[475177976] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26658; }","duration":"1.624187229s","start":"2026-04-08T14:33:06.944494Z","end":"2026-04-08T14:33:08.568681Z","steps":["trace[475177976] 'agreement among raft nodes before linearized reading' (duration: 1.624125918s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:08.568759Z","caller":"traceutil/trace.go:171","msg":"trace[850485582] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26658; }","duration":"1.539465948s","start":"2026-04-08T14:33:07.029285Z","end":"2026-04-08T14:33:08.568751Z","steps":["trace[850485582] 'agreement among raft nodes before linearized reading' (duration: 1.539418537s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.568785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:06.94446Z","time spent":"1.624312023s","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:08.568797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:07.02926Z","time spent":"1.539528809s","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:08.568511Z","caller":"traceutil/trace.go:171","msg":"trace[1805417760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26658; }","duration":"4.448655882s","start":"2026-04-08T14:33:04.119848Z","end":"2026-04-08T14:33:08.568504Z","steps":["trace[1805417760] 'agreement among raft nodes before linearized reading' (duration: 4.448562669s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.568839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.119784Z","time spent":"4.449045233s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:08.568899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.642714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a4684123ab4bd6\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-04-08T14:33:08.568912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286535209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:08.568945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736210953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-08T14:33:08.568966Z","caller":"traceutil/trace.go:171","msg":"trace[916843223] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26658; }","duration":"1.736309565s","start":"2026-04-08T14:33:06.832651Z","end":"2026-04-08T14:33:08.56896Z","steps":["trace[916843223] 'agreement among raft nodes before linearized reading' (duration: 1.736177172s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.568988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:06.832628Z","time spent":"1.736356316s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-08T14:33:08.568542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.904825Z","time spent":"3.663708939s","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:08.569024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.572403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:08.569051Z","caller":"traceutil/trace.go:171","msg":"trace[1175310686] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26658; }","duration":"558.636365ms","start":"2026-04-08T14:33:08.010407Z","end":"2026-04-08T14:33:08.569044Z","steps":["trace[1175310686] 'agreement among raft nodes before linearized reading' (duration: 558.535592ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:08.568507Z","caller":"traceutil/trace.go:171","msg":"trace[911611147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26658; }","duration":"4.420585259s","start":"2026-04-08T14:33:04.147909Z","end":"2026-04-08T14:33:08.568495Z","steps":["trace[911611147] 'agreement among raft nodes before linearized reading' (duration: 4.420343682s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.569065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.20138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:08.569077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.010387Z","time spent":"558.684416ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:08.568844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447257711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:08.569102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.147896Z","time spent":"4.421191625s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:08.569099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276711677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:33:08.56859Z","caller":"traceutil/trace.go:171","msg":"trace[761015745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26658; }","duration":"4.419553871s","start":"2026-04-08T14:33:04.149031Z","end":"2026-04-08T14:33:08.568585Z","steps":["trace[761015745] 'agreement among raft nodes before linearized reading' (duration: 4.419488649s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:08.569182Z","caller":"traceutil/trace.go:171","msg":"trace[380312303] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26658; }","duration":"2.276841542s","start":"2026-04-08T14:33:06.292315Z","end":"2026-04-08T14:33:08.569157Z","steps":["trace[380312303] 'agreement among raft nodes before linearized reading' (duration: 2.276608465s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.569217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.977789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276021"} {"level":"info","ts":"2026-04-08T14:33:08.569242Z","caller":"traceutil/trace.go:171","msg":"trace[271942316] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26658; }","duration":"339.038262ms","start":"2026-04-08T14:33:08.230196Z","end":"2026-04-08T14:33:08.569234Z","steps":["trace[271942316] 'agreement among raft nodes before linearized reading' (duration: 338.715273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.569234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:06.29227Z","time spent":"2.276955004s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:33:08.569278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.230173Z","time spent":"339.100473ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276044,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-08T14:33:08.569271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.14902Z","time spent":"4.420204308s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T14:33:08.568658Z","caller":"traceutil/trace.go:171","msg":"trace[1703710755] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26658; }","duration":"4.874597483s","start":"2026-04-08T14:33:03.694057Z","end":"2026-04-08T14:33:08.568654Z","steps":["trace[1703710755] 'agreement among raft nodes before linearized reading' (duration: 4.874555753s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.569352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:03.694017Z","time spent":"4.875327434s","remote":"127.0.0.1:41986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:08.56913Z","caller":"traceutil/trace.go:171","msg":"trace[1972908136] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26658; }","duration":"2.447605911s","start":"2026-04-08T14:33:06.121511Z","end":"2026-04-08T14:33:08.569117Z","steps":["trace[1972908136] 'agreement among raft nodes before linearized reading' (duration: 2.447234861s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:08.568445Z","caller":"traceutil/trace.go:171","msg":"trace[1180998006] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26658; }","duration":"3.590771321s","start":"2026-04-08T14:33:04.977655Z","end":"2026-04-08T14:33:08.568427Z","steps":["trace[1180998006] 'agreement among raft nodes before linearized reading' (duration: 3.590525505s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.569243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.036822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-08T14:33:08.569404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:06.121485Z","time spent":"2.447909349s","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-08T14:33:08.56896Z","caller":"traceutil/trace.go:171","msg":"trace[1136380172] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26658; }","duration":"3.286618871s","start":"2026-04-08T14:33:05.282327Z","end":"2026-04-08T14:33:08.568946Z","steps":["trace[1136380172] 'agreement among raft nodes before linearized reading' (duration: 3.286509898s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:08.56943Z","caller":"traceutil/trace.go:171","msg":"trace[1611854385] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26658; }","duration":"887.254437ms","start":"2026-04-08T14:33:07.68216Z","end":"2026-04-08T14:33:08.569415Z","steps":["trace[1611854385] 'agreement among raft nodes before linearized reading' (duration: 887.029101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.569429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.977625Z","time spent":"3.591784269s","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:08.569475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:07.682139Z","time spent":"887.322871ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"warn","ts":"2026-04-08T14:33:08.568391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.420034294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T14:33:08.569534Z","caller":"traceutil/trace.go:171","msg":"trace[843808656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26658; }","duration":"4.421218396s","start":"2026-04-08T14:33:04.148309Z","end":"2026-04-08T14:33:08.569527Z","steps":["trace[843808656] 'agreement among raft nodes before linearized reading' (duration: 4.419934751s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.569475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:05.282305Z","time spent":"3.287155076s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:08.568929Z","caller":"traceutil/trace.go:171","msg":"trace[1177229397] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a4684123ab4bd6; range_end:; response_count:1; response_revision:26658; }","duration":"974.706605ms","start":"2026-04-08T14:33:07.594213Z","end":"2026-04-08T14:33:08.56892Z","steps":["trace[1177229397] 'agreement among raft nodes before linearized reading' (duration: 974.593642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.569658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:07.594192Z","time spent":"975.458456ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a4684123ab4bd6\" "} {"level":"warn","ts":"2026-04-08T14:33:08.568591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023062608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:08.568545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89811609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:08.569713Z","caller":"traceutil/trace.go:171","msg":"trace[363011475] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26658; }","duration":"2.024185979s","start":"2026-04-08T14:33:06.545521Z","end":"2026-04-08T14:33:08.569707Z","steps":["trace[363011475] 'agreement among raft nodes before linearized reading' (duration: 2.023044707s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.569733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:06.545433Z","time spent":"2.02429449s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:08.569007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36687674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:08.569845Z","caller":"traceutil/trace.go:171","msg":"trace[1872987260] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26658; }","duration":"3.367765434s","start":"2026-04-08T14:33:05.202073Z","end":"2026-04-08T14:33:08.569838Z","steps":["trace[1872987260] 'agreement among raft nodes before linearized reading' (duration: 3.36690902s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.569866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:05.202049Z","time spent":"3.367808135s","remote":"127.0.0.1:41850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:08.56839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.427103588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-08T14:33:08.569731Z","caller":"traceutil/trace.go:171","msg":"trace[246741670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26658; }","duration":"3.899329183s","start":"2026-04-08T14:33:04.670389Z","end":"2026-04-08T14:33:08.569718Z","steps":["trace[246741670] 'agreement among raft nodes before linearized reading' (duration: 3.89813729s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:08.56996Z","caller":"traceutil/trace.go:171","msg":"trace[818487096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26658; }","duration":"4.428713403s","start":"2026-04-08T14:33:04.141239Z","end":"2026-04-08T14:33:08.569953Z","steps":["trace[818487096] 'agreement among raft nodes before linearized reading' (duration: 4.427058968s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.569978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.141222Z","time spent":"4.428750533s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:33:08.56999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.670372Z","time spent":"3.89959682s","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:08.569561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.148291Z","time spent":"4.421263718s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:33:08.568504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:04.374126Z","time spent":"4.194368813s","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:08.569095Z","caller":"traceutil/trace.go:171","msg":"trace[225273651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26658; }","duration":"882.27554ms","start":"2026-04-08T14:33:07.686812Z","end":"2026-04-08T14:33:08.569087Z","steps":["trace[225273651] 'agreement among raft nodes before linearized reading' (duration: 882.230219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:08.570494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:07.686789Z","time spent":"883.69082ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:09.07665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:09.577615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:10.078405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:11.132554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.713734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:11.13265Z","caller":"traceutil/trace.go:171","msg":"trace[210548234] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"2.560011943s","start":"2026-04-08T14:33:08.572623Z","end":"2026-04-08T14:33:11.132635Z","steps":["trace[210548234] 'process raft request' (duration: 1.944144074s)","trace[210548234] 'compare' (duration: 615.326105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:11.132691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.572598Z","time spent":"2.560073355s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:11.682253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:11.682349Z","caller":"traceutil/trace.go:171","msg":"trace[827637417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061507s","start":"2026-04-08T14:33:09.681711Z","end":"2026-04-08T14:33:11.682326Z","steps":["trace[827637417] 'agreement among raft nodes before linearized reading' (duration: 2.000499227s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:11.682412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.681681Z","time spent":"2.000709222s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:11.797234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280367718s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:33:11.798171Z","caller":"traceutil/trace.go:171","msg":"trace[711587350] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"3.225320713s","start":"2026-04-08T14:33:08.572802Z","end":"2026-04-08T14:33:11.798123Z","steps":["trace[711587350] 'process raft request' (duration: 3.225085067s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:11.798413Z","caller":"traceutil/trace.go:171","msg":"trace[528490916] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"3.223858733s","start":"2026-04-08T14:33:08.574528Z","end":"2026-04-08T14:33:11.798387Z","steps":["trace[528490916] 'process raft request' (duration: 3.223526114s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:11.79841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.57277Z","time spent":"3.22550382s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:11.798549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.574516Z","time spent":"3.223943956s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:11.798705Z","caller":"traceutil/trace.go:171","msg":"trace[686702397] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"3.223095812s","start":"2026-04-08T14:33:08.575572Z","end":"2026-04-08T14:33:11.798668Z","steps":["trace[686702397] 'process raft request' (duration: 3.222711712s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:11.798706Z","caller":"traceutil/trace.go:171","msg":"trace[838403926] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"3.223027901s","start":"2026-04-08T14:33:08.57565Z","end":"2026-04-08T14:33:11.798678Z","steps":["trace[838403926] 'process raft request' (duration: 3.222932769s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:11.798788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.575562Z","time spent":"3.223184776s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:11.798883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.575627Z","time spent":"3.223162194s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:11.798906Z","caller":"traceutil/trace.go:171","msg":"trace[1164567783] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"3.223022431s","start":"2026-04-08T14:33:08.575842Z","end":"2026-04-08T14:33:11.798864Z","steps":["trace[1164567783] 'process raft request' (duration: 3.222797345s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:11.799064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.575824Z","time spent":"3.223153674s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:11.799255Z","caller":"traceutil/trace.go:171","msg":"trace[1900894913] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"3.222437464s","start":"2026-04-08T14:33:08.576785Z","end":"2026-04-08T14:33:11.799223Z","steps":["trace[1900894913] 'process raft request' (duration: 3.221958331s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:11.799336Z","caller":"traceutil/trace.go:171","msg":"trace[461309603] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"2.431583029s","start":"2026-04-08T14:33:09.367703Z","end":"2026-04-08T14:33:11.799286Z","steps":["trace[461309603] 'process raft request' (duration: 2.431094526s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:11.799414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.576773Z","time spent":"3.222556918s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:11.799475Z","caller":"traceutil/trace.go:171","msg":"trace[1188766856] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"2.430740707s","start":"2026-04-08T14:33:09.368716Z","end":"2026-04-08T14:33:11.799456Z","steps":["trace[1188766856] 'process raft request' (duration: 2.43050654s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:11.799502Z","caller":"traceutil/trace.go:171","msg":"trace[1262262784] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"2.430591972s","start":"2026-04-08T14:33:09.368893Z","end":"2026-04-08T14:33:11.799485Z","steps":["trace[1262262784] 'process raft request' (duration: 2.430492969s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:11.799549Z","caller":"traceutil/trace.go:171","msg":"trace[662481761] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"2.430624284s","start":"2026-04-08T14:33:09.368912Z","end":"2026-04-08T14:33:11.799536Z","steps":["trace[662481761] 'process raft request' (duration: 2.430529571s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:11.799551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.368703Z","time spent":"2.430812499s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:11.799585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.368883Z","time spent":"2.430653054s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:11.799598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.368873Z","time spent":"2.430697466s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:11.79963Z","caller":"traceutil/trace.go:171","msg":"trace[809872802] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"2.430690735s","start":"2026-04-08T14:33:09.368912Z","end":"2026-04-08T14:33:11.799603Z","steps":["trace[809872802] 'process raft request' (duration: 2.430563052s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:11.799647Z","caller":"traceutil/trace.go:171","msg":"trace[483488066] linearizableReadLoop","detail":"{readStateIndex:27565; appliedIndex:27550; }","duration":"3.22340448s","start":"2026-04-08T14:33:08.576228Z","end":"2026-04-08T14:33:11.799633Z","steps":["trace[483488066] 'read index received' (duration: 1.940658967s)","trace[483488066] 'applied index is now lower than readState.Index' (duration: 1.282744353s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:11.79949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.367676Z","time spent":"2.431731524s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:11.799694Z","caller":"traceutil/trace.go:171","msg":"trace[422465288] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"2.430010837s","start":"2026-04-08T14:33:09.369668Z","end":"2026-04-08T14:33:11.799679Z","steps":["trace[422465288] 'process raft request' (duration: 2.429930474s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:11.799657Z","caller":"traceutil/trace.go:171","msg":"trace[1296476323] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"2.430645784s","start":"2026-04-08T14:33:09.368976Z","end":"2026-04-08T14:33:11.799622Z","steps":["trace[1296476323] 'process raft request' (duration: 2.430550091s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:11.799714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.368877Z","time spent":"2.430795447s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:11.799664Z","caller":"traceutil/trace.go:171","msg":"trace[1375968569] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"2.430026947s","start":"2026-04-08T14:33:09.369625Z","end":"2026-04-08T14:33:11.799652Z","steps":["trace[1375968569] 'process raft request' (duration: 2.429936624s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:11.799781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.369655Z","time spent":"2.430068237s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:11.79982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.369614Z","time spent":"2.430162191s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:11.799867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223632858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:33:11.799944Z","caller":"traceutil/trace.go:171","msg":"trace[1801614033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26673; }","duration":"3.22371325s","start":"2026-04-08T14:33:08.576218Z","end":"2026-04-08T14:33:11.799931Z","steps":["trace[1801614033] 'agreement among raft nodes before linearized reading' (duration: 3.223467124s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:11.799984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.576186Z","time spent":"3.223789442s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:33:11.799892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.368953Z","time spent":"2.430799169s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:12.300073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:13.069688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:33:13.069766Z","caller":"traceutil/trace.go:171","msg":"trace[57244711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606069s","start":"2026-04-08T14:33:11.069144Z","end":"2026-04-08T14:33:13.06975Z","steps":["trace[57244711] 'agreement among raft nodes before linearized reading' (duration: 2.000503876s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.069815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:11.069076Z","time spent":"2.000732422s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:13.682957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:33:13.683059Z","caller":"traceutil/trace.go:171","msg":"trace[1892095348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352841s","start":"2026-04-08T14:33:11.682685Z","end":"2026-04-08T14:33:13.683038Z","steps":["trace[1892095348] 'agreement among raft nodes before linearized reading' (duration: 2.000205827s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.683178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:11.682648Z","time spent":"2.000515087s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:13.723608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09153095s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-08T14:33:13.723932Z","caller":"traceutil/trace.go:171","msg":"trace[1352995667] linearizableReadLoop","detail":"{readStateIndex:27566; appliedIndex:27565; }","duration":"1.924217926s","start":"2026-04-08T14:33:11.799689Z","end":"2026-04-08T14:33:13.723907Z","steps":["trace[1352995667] 'read index received' (duration: 832.313975ms)","trace[1352995667] 'applied index is now lower than readState.Index' (duration: 1.091902511s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:13.724226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4958202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-74bc5dc6bb-mpfgj\" ","response":"range_response_count:1 size:8787"} {"level":"info","ts":"2026-04-08T14:33:13.724273Z","caller":"traceutil/trace.go:171","msg":"trace[568195537] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-74bc5dc6bb-mpfgj; range_end:; response_count:1; response_revision:26673; }","duration":"3.495911372s","start":"2026-04-08T14:33:10.228347Z","end":"2026-04-08T14:33:13.724259Z","steps":["trace[568195537] 'agreement among raft nodes before linearized reading' (duration: 3.495697686s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.724319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:10.228278Z","time spent":"3.496028994s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8810,"request content":"key:\"/registry/pods/openstack/magnum-api-74bc5dc6bb-mpfgj\" "} {"level":"warn","ts":"2026-04-08T14:33:13.724327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281960702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-08T14:33:13.724421Z","caller":"traceutil/trace.go:171","msg":"trace[1757485567] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26673; }","duration":"2.282110637s","start":"2026-04-08T14:33:11.442288Z","end":"2026-04-08T14:33:13.724399Z","steps":["trace[1757485567] 'agreement among raft nodes before linearized reading' (duration: 2.281805768s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.72447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:11.442266Z","time spent":"2.282193778s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T14:33:13.724488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.328271129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:13.724565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.886658875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:13.72458Z","caller":"traceutil/trace.go:171","msg":"trace[1151391153] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26673; }","duration":"4.328413082s","start":"2026-04-08T14:33:09.396147Z","end":"2026-04-08T14:33:13.72456Z","steps":["trace[1151391153] 'agreement among raft nodes before linearized reading' (duration: 4.328216056s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:13.724622Z","caller":"traceutil/trace.go:171","msg":"trace[1418607979] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26673; }","duration":"3.886784458s","start":"2026-04-08T14:33:09.837818Z","end":"2026-04-08T14:33:13.724602Z","steps":["trace[1418607979] 'agreement among raft nodes before linearized reading' (duration: 3.886676355s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.724638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.396135Z","time spent":"4.328492864s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:13.724455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.148562412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-08T14:33:13.724667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.837785Z","time spent":"3.88686989s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:13.724692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.147514704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-08T14:33:13.724741Z","caller":"traceutil/trace.go:171","msg":"trace[1257702632] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26673; }","duration":"5.147601417s","start":"2026-04-08T14:33:08.577125Z","end":"2026-04-08T14:33:13.724726Z","steps":["trace[1257702632] 'agreement among raft nodes before linearized reading' (duration: 5.147459193s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.724779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.577106Z","time spent":"5.147663237s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-08T14:33:13.724945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14847662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:13.724996Z","caller":"traceutil/trace.go:171","msg":"trace[990563398] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26673; }","duration":"5.148543713s","start":"2026-04-08T14:33:08.576436Z","end":"2026-04-08T14:33:13.72498Z","steps":["trace[990563398] 'agreement among raft nodes before linearized reading' (duration: 5.148453161s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:13.724702Z","caller":"traceutil/trace.go:171","msg":"trace[1989433423] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26673; }","duration":"4.148901351s","start":"2026-04-08T14:33:09.575784Z","end":"2026-04-08T14:33:13.724686Z","steps":["trace[1989433423] 'agreement among raft nodes before linearized reading' (duration: 4.148524091s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.725036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.576429Z","time spent":"5.148597265s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:33:13.725053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:09.575738Z","time spent":"4.149302873s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:33:13.725403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587330827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a4682fd429632f\" ","response":"range_response_count:1 size:890"} {"level":"info","ts":"2026-04-08T14:33:13.725439Z","caller":"traceutil/trace.go:171","msg":"trace[791371591] range","detail":"{range_begin:/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a4682fd429632f; range_end:; response_count:1; response_revision:26673; }","duration":"2.587401777s","start":"2026-04-08T14:33:11.138024Z","end":"2026-04-08T14:33:13.725426Z","steps":["trace[791371591] 'agreement among raft nodes before linearized reading' (duration: 2.587293244s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.725461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:11.138005Z","time spent":"2.58745104s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":913,"request content":"key:\"/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a4682fd429632f\" "} {"level":"warn","ts":"2026-04-08T14:33:13.725467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657112677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:13.725523Z","caller":"traceutil/trace.go:171","msg":"trace[173717923] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26673; }","duration":"2.657215399s","start":"2026-04-08T14:33:11.068292Z","end":"2026-04-08T14:33:13.725507Z","steps":["trace[173717923] 'agreement among raft nodes before linearized reading' (duration: 2.657118646s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.725562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567170361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:13.725644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:11.068267Z","time spent":"2.657286442s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:13.725663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.057322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-08T14:33:13.725673Z","caller":"traceutil/trace.go:171","msg":"trace[2029795881] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26674; }","duration":"2.567318485s","start":"2026-04-08T14:33:11.158336Z","end":"2026-04-08T14:33:13.725654Z","steps":["trace[2029795881] 'agreement among raft nodes before linearized reading' (duration: 2.56711947s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:13.725708Z","caller":"traceutil/trace.go:171","msg":"trace[1701461609] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26674; }","duration":"613.103303ms","start":"2026-04-08T14:33:13.112592Z","end":"2026-04-08T14:33:13.725695Z","steps":["trace[1701461609] 'agreement among raft nodes before linearized reading' (duration: 612.882807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.725717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:11.158316Z","time spent":"2.567386968s","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:13.725745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:13.112482Z","time spent":"613.254417ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-08T14:33:13.725858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971668726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:13.725957Z","caller":"traceutil/trace.go:171","msg":"trace[1644965462] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26674; }","duration":"4.97179996s","start":"2026-04-08T14:33:08.754137Z","end":"2026-04-08T14:33:13.725937Z","steps":["trace[1644965462] 'agreement among raft nodes before linearized reading' (duration: 4.970109583s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.72601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:08.754073Z","time spent":"4.971925253s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:13.726028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.152735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-08T14:33:13.726075Z","caller":"traceutil/trace.go:171","msg":"trace[866652289] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26674; }","duration":"145.241707ms","start":"2026-04-08T14:33:13.580818Z","end":"2026-04-08T14:33:13.726059Z","steps":["trace[866652289] 'agreement among raft nodes before linearized reading' (duration: 145.107504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.726093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.50707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:13.726145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474933432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-08T14:33:13.725998Z","caller":"traceutil/trace.go:171","msg":"trace[2073069488] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"150.586474ms","start":"2026-04-08T14:33:13.575374Z","end":"2026-04-08T14:33:13.725961Z","steps":["trace[2073069488] 'process raft request' (duration: 148.386364ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:13.726194Z","caller":"traceutil/trace.go:171","msg":"trace[1448906493] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26674; }","duration":"1.475018933s","start":"2026-04-08T14:33:12.251159Z","end":"2026-04-08T14:33:13.726178Z","steps":["trace[1448906493] 'agreement among raft nodes before linearized reading' (duration: 1.47488414s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:13.726151Z","caller":"traceutil/trace.go:171","msg":"trace[939173144] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26674; }","duration":"304.606212ms","start":"2026-04-08T14:33:13.421527Z","end":"2026-04-08T14:33:13.726133Z","steps":["trace[939173144] 'agreement among raft nodes before linearized reading' (duration: 304.50946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.726288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:12.251135Z","time spent":"1.475138857s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-08T14:33:13.726347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:13.421504Z","time spent":"304.82067ms","remote":"127.0.0.1:36966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:13.726435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686107385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:13.726482Z","caller":"traceutil/trace.go:171","msg":"trace[1070077669] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26674; }","duration":"1.686158265s","start":"2026-04-08T14:33:12.040309Z","end":"2026-04-08T14:33:13.726467Z","steps":["trace[1070077669] 'agreement among raft nodes before linearized reading' (duration: 1.686066533s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.726517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:12.040239Z","time spent":"1.686268847s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:13.726577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461942564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:13.726602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811643359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:13.726628Z","caller":"traceutil/trace.go:171","msg":"trace[1227407976] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26674; }","duration":"1.81172387s","start":"2026-04-08T14:33:11.914895Z","end":"2026-04-08T14:33:13.726619Z","steps":["trace[1227407976] 'agreement among raft nodes before linearized reading' (duration: 1.811665029s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:13.726625Z","caller":"traceutil/trace.go:171","msg":"trace[1551166600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26674; }","duration":"1.461994815s","start":"2026-04-08T14:33:12.264616Z","end":"2026-04-08T14:33:13.726611Z","steps":["trace[1551166600] 'agreement among raft nodes before linearized reading' (duration: 1.461910044s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.72665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:11.914865Z","time spent":"1.811779623s","remote":"127.0.0.1:36928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:13.726671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:12.264568Z","time spent":"1.462089868s","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:13.726777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.47663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-08T14:33:13.72564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922321313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-08T14:33:13.727203Z","caller":"traceutil/trace.go:171","msg":"trace[858620292] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26674; }","duration":"1.923896208s","start":"2026-04-08T14:33:11.803276Z","end":"2026-04-08T14:33:13.727173Z","steps":["trace[858620292] 'agreement among raft nodes before linearized reading' (duration: 1.922199721s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.727267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:11.803252Z","time spent":"1.92399697s","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-08T14:33:13.727413Z","caller":"traceutil/trace.go:171","msg":"trace[1112436854] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26674; }","duration":"921.588903ms","start":"2026-04-08T14:33:12.805257Z","end":"2026-04-08T14:33:13.726845Z","steps":["trace[1112436854] 'agreement among raft nodes before linearized reading' (duration: 921.311495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.727467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:12.805201Z","time spent":"922.25068ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:13.728538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192726277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-08T14:33:13.728649Z","caller":"traceutil/trace.go:171","msg":"trace[185351205] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26674; }","duration":"3.192900463s","start":"2026-04-08T14:33:10.535723Z","end":"2026-04-08T14:33:13.728624Z","steps":["trace[185351205] 'agreement among raft nodes before linearized reading' (duration: 3.188299526s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:13.728701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:10.535699Z","time spent":"3.192992145s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-08T14:33:16.327575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:16.828003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:17.037162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288753257s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:33:17.037607Z","caller":"traceutil/trace.go:171","msg":"trace[1811741630] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"1.289249141s","start":"2026-04-08T14:33:15.748313Z","end":"2026-04-08T14:33:17.037562Z","steps":["trace[1811741630] 'process raft request' (duration: 1.289099847s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:17.037746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.748294Z","time spent":"1.289380175s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:18.679826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:33:18.679916Z","caller":"traceutil/trace.go:171","msg":"trace[1189615759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273498s","start":"2026-04-08T14:33:16.679622Z","end":"2026-04-08T14:33:18.679896Z","steps":["trace[1189615759] 'agreement among raft nodes before linearized reading' (duration: 2.000159385s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:18.679956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:16.679609Z","time spent":"2.000338032s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:18.978504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.936521575s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:33:19.081653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.584752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:19.082426Z","caller":"traceutil/trace.go:171","msg":"trace[938236345] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"3.332401861s","start":"2026-04-08T14:33:15.749975Z","end":"2026-04-08T14:33:19.082377Z","steps":["trace[938236345] 'process raft request' (duration: 3.228941124s)","trace[938236345] 'compare' (duration: 102.419139ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:19.082491Z","caller":"traceutil/trace.go:171","msg":"trace[180813205] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"3.263443082s","start":"2026-04-08T14:33:15.819038Z","end":"2026-04-08T14:33:19.082481Z","steps":["trace[180813205] 'process raft request' (duration: 3.262793685s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:19.082614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.749962Z","time spent":"3.332525414s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:19.082552Z","caller":"traceutil/trace.go:171","msg":"trace[532856338] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"3.255601487s","start":"2026-04-08T14:33:15.826929Z","end":"2026-04-08T14:33:19.08253Z","steps":["trace[532856338] 'process raft request' (duration: 3.255032321s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:19.082674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.819012Z","time spent":"3.263533176s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:19.082678Z","caller":"traceutil/trace.go:171","msg":"trace[2023334935] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"3.253631113s","start":"2026-04-08T14:33:15.82901Z","end":"2026-04-08T14:33:19.082641Z","steps":["trace[2023334935] 'process raft request' (duration: 3.25316281s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:19.082747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.826916Z","time spent":"3.255780591s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:19.082742Z","caller":"traceutil/trace.go:171","msg":"trace[981941701] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"3.252759499s","start":"2026-04-08T14:33:15.829951Z","end":"2026-04-08T14:33:19.082711Z","steps":["trace[981941701] 'process raft request' (duration: 3.252299276s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:19.082865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.829006Z","time spent":"3.253772257s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:19.082912Z","caller":"traceutil/trace.go:171","msg":"trace[1987272387] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"3.253040547s","start":"2026-04-08T14:33:15.829862Z","end":"2026-04-08T14:33:19.082903Z","steps":["trace[1987272387] 'process raft request' (duration: 3.252349119s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:19.08241Z","caller":"traceutil/trace.go:171","msg":"trace[1119304575] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"3.254223149s","start":"2026-04-08T14:33:15.828136Z","end":"2026-04-08T14:33:19.082359Z","steps":["trace[1119304575] 'process raft request' (duration: 3.25389126s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:19.082947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.829855Z","time spent":"3.253073808s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:19.082983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.828102Z","time spent":"3.254846717s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:19.082878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.829946Z","time spent":"3.252855661s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:19.08302Z","caller":"traceutil/trace.go:171","msg":"trace[1074045256] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"3.254222139s","start":"2026-04-08T14:33:15.828786Z","end":"2026-04-08T14:33:19.083008Z","steps":["trace[1074045256] 'process raft request' (duration: 3.253347265s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:19.083007Z","caller":"traceutil/trace.go:171","msg":"trace[1907228398] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"3.008555108s","start":"2026-04-08T14:33:16.074415Z","end":"2026-04-08T14:33:19.08297Z","steps":["trace[1907228398] 'process raft request' (duration: 3.007871619s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:19.083096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.828783Z","time spent":"3.254269891s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:19.083172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:16.074396Z","time spent":"3.008690672s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:19.082957Z","caller":"traceutil/trace.go:171","msg":"trace[758341539] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"3.25421774s","start":"2026-04-08T14:33:15.828711Z","end":"2026-04-08T14:33:19.082929Z","steps":["trace[758341539] 'process raft request' (duration: 3.253369607s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:19.083306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.828705Z","time spent":"3.254519318s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:20.681164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00062383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:20.681338Z","caller":"traceutil/trace.go:171","msg":"trace[675759090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000840675s","start":"2026-04-08T14:33:18.680475Z","end":"2026-04-08T14:33:20.681316Z","steps":["trace[675759090] 'agreement among raft nodes before linearized reading' (duration: 2.00064294s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:20.681437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:18.680459Z","time spent":"2.000961288s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:20.828417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999391669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:20.828563Z","caller":"traceutil/trace.go:171","msg":"trace[195100531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999571873s","start":"2026-04-08T14:33:15.828968Z","end":"2026-04-08T14:33:20.82854Z","steps":["trace[195100531] 'agreement among raft nodes before linearized reading' (duration: 4.999402139s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:20.828644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.828963Z","time spent":"4.999667816s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/08 14:33:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:20.873969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999266504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:20.874107Z","caller":"traceutil/trace.go:171","msg":"trace[1988433979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999452109s","start":"2026-04-08T14:33:15.874634Z","end":"2026-04-08T14:33:20.874086Z","steps":["trace[1988433979] 'agreement among raft nodes before linearized reading' (duration: 4.999293745s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:20.873961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999134371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-08T14:33:20.87422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.874617Z","time spent":"4.999584912s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/08 14:33:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-08T14:33:20.874251Z","caller":"traceutil/trace.go:171","msg":"trace[63267338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99945091s","start":"2026-04-08T14:33:15.874781Z","end":"2026-04-08T14:33:20.874232Z","steps":["trace[63267338] 'agreement among raft nodes before linearized reading' (duration: 4.999143141s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:20.874612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.874776Z","time spent":"4.99981896s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/08 14:33:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:21.016809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934443087s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-08T14:33:21.017104Z","caller":"traceutil/trace.go:171","msg":"trace[1389307185] linearizableReadLoop","detail":"{readStateIndex:27605; appliedIndex:27593; }","duration":"5.190281051s","start":"2026-04-08T14:33:15.826796Z","end":"2026-04-08T14:33:21.017077Z","steps":["trace[1389307185] 'read index received' (duration: 1.210633607s)","trace[1389307185] 'applied index is now lower than readState.Index' (duration: 3.979645204s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:21.018033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191200526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:33:21.018113Z","caller":"traceutil/trace.go:171","msg":"trace[1130648042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26710; }","duration":"5.191302269s","start":"2026-04-08T14:33:15.826791Z","end":"2026-04-08T14:33:21.018093Z","steps":["trace[1130648042] 'agreement among raft nodes before linearized reading' (duration: 5.191026832s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:21.018147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.82675Z","time spent":"5.191390072s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T14:33:21.0182Z","caller":"traceutil/trace.go:171","msg":"trace[858095180] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"2.283599747s","start":"2026-04-08T14:33:18.734561Z","end":"2026-04-08T14:33:21.018161Z","steps":["trace[858095180] 'process raft request' (duration: 2.282401174s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:21.018461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:18.734529Z","time spent":"2.283775821s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:22.142534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124289371s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:22.14293Z","caller":"traceutil/trace.go:171","msg":"trace[836636343] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"1.118234336s","start":"2026-04-08T14:33:21.024671Z","end":"2026-04-08T14:33:22.142905Z","steps":["trace[836636343] 'process raft request' (duration: 1.118173854s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.024646Z","time spent":"1.118333498s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:22.14314Z","caller":"traceutil/trace.go:171","msg":"trace[2110862579] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"3.405366309s","start":"2026-04-08T14:33:18.737719Z","end":"2026-04-08T14:33:22.143085Z","steps":["trace[2110862579] 'process raft request' (duration: 2.280416519s)","trace[2110862579] 'compare' (duration: 1.12313771s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:22.143145Z","caller":"traceutil/trace.go:171","msg":"trace[1350711766] linearizableReadLoop","detail":"{readStateIndex:27608; appliedIndex:27605; }","duration":"1.125963818s","start":"2026-04-08T14:33:21.017148Z","end":"2026-04-08T14:33:22.143112Z","steps":["trace[1350711766] 'read index received' (duration: 716.849µs)","trace[1350711766] 'applied index is now lower than readState.Index' (duration: 1.125243419s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:22.143152Z","caller":"traceutil/trace.go:171","msg":"trace[289627766] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"3.294301004s","start":"2026-04-08T14:33:18.848792Z","end":"2026-04-08T14:33:22.143093Z","steps":["trace[289627766] 'process raft request' (duration: 3.293907502s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:18.737706Z","time spent":"3.405485221s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:22.143293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242170958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:22.143303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:18.848769Z","time spent":"3.294463617s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:22.14335Z","caller":"traceutil/trace.go:171","msg":"trace[1021687199] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26714; }","duration":"3.24227755s","start":"2026-04-08T14:33:18.901059Z","end":"2026-04-08T14:33:22.143336Z","steps":["trace[1021687199] 'agreement among raft nodes before linearized reading' (duration: 3.242167397s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:18.901037Z","time spent":"3.242339553s","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:22.143401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407011475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-08T14:33:22.143387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307626249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:22.143417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025930526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:22.143438Z","caller":"traceutil/trace.go:171","msg":"trace[689460791] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26714; }","duration":"3.407096987s","start":"2026-04-08T14:33:18.736329Z","end":"2026-04-08T14:33:22.143426Z","steps":["trace[689460791] 'agreement among raft nodes before linearized reading' (duration: 3.406911101s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454661485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:22.143469Z","caller":"traceutil/trace.go:171","msg":"trace[1280078966] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26714; }","duration":"2.307761912s","start":"2026-04-08T14:33:19.835687Z","end":"2026-04-08T14:33:22.143449Z","steps":["trace[1280078966] 'agreement among raft nodes before linearized reading' (duration: 2.307587807s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641331202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:22.143514Z","caller":"traceutil/trace.go:171","msg":"trace[741710026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26714; }","duration":"1.454775627s","start":"2026-04-08T14:33:20.688724Z","end":"2026-04-08T14:33:22.143499Z","steps":["trace[741710026] 'agreement among raft nodes before linearized reading' (duration: 1.454664294s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458820118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-08T14:33:22.143534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:19.835663Z","time spent":"2.307859495s","remote":"127.0.0.1:36310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:22.143547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:20.688705Z","time spent":"1.454836919s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:33:22.14356Z","caller":"traceutil/trace.go:171","msg":"trace[119388490] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26714; }","duration":"1.458885901s","start":"2026-04-08T14:33:20.684663Z","end":"2026-04-08T14:33:22.143549Z","steps":["trace[119388490] 'agreement among raft nodes before linearized reading' (duration: 1.458759028s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:22.143556Z","caller":"traceutil/trace.go:171","msg":"trace[994356382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26714; }","duration":"2.641496767s","start":"2026-04-08T14:33:19.502033Z","end":"2026-04-08T14:33:22.14353Z","steps":["trace[994356382] 'agreement among raft nodes before linearized reading' (duration: 2.641252449s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56315365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:22.143593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:20.684642Z","time spent":"1.458945112s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"info","ts":"2026-04-08T14:33:22.143616Z","caller":"traceutil/trace.go:171","msg":"trace[244724532] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26714; }","duration":"2.563239043s","start":"2026-04-08T14:33:19.580364Z","end":"2026-04-08T14:33:22.143603Z","steps":["trace[244724532] 'agreement among raft nodes before linearized reading' (duration: 2.563156621s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439787005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:22.143646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885366209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-08T14:33:22.143684Z","caller":"traceutil/trace.go:171","msg":"trace[950241114] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26714; }","duration":"3.885501733s","start":"2026-04-08T14:33:18.258171Z","end":"2026-04-08T14:33:22.143673Z","steps":["trace[950241114] 'agreement among raft nodes before linearized reading' (duration: 3.885326188s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:19.580343Z","time spent":"2.563317996s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:22.143721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:18.258145Z","time spent":"3.885569024s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-08T14:33:22.143765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.396072365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:33:22.14381Z","caller":"traceutil/trace.go:171","msg":"trace[1530055167] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26714; }","duration":"5.396143317s","start":"2026-04-08T14:33:16.747658Z","end":"2026-04-08T14:33:22.143801Z","steps":["trace[1530055167] 'agreement among raft nodes before linearized reading' (duration: 5.395996154s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219903115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-08T14:33:22.143842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:16.747644Z","time spent":"5.396190678s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:33:22.14387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.342645335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:22.143876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.664528244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:22.143882Z","caller":"traceutil/trace.go:171","msg":"trace[1441876993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26714; }","duration":"3.220185413s","start":"2026-04-08T14:33:18.923679Z","end":"2026-04-08T14:33:22.143864Z","steps":["trace[1441876993] 'agreement among raft nodes before linearized reading' (duration: 3.219857634s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:22.143927Z","caller":"traceutil/trace.go:171","msg":"trace[1239013628] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26714; }","duration":"5.664611096s","start":"2026-04-08T14:33:16.479298Z","end":"2026-04-08T14:33:22.143909Z","steps":["trace[1239013628] 'agreement among raft nodes before linearized reading' (duration: 5.664555235s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:18.923659Z","time spent":"3.220264094s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T14:33:22.14394Z","caller":"traceutil/trace.go:171","msg":"trace[1994397952] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26714; }","duration":"4.342768647s","start":"2026-04-08T14:33:17.801133Z","end":"2026-04-08T14:33:22.143902Z","steps":["trace[1994397952] 'agreement among raft nodes before linearized reading' (duration: 4.342714766s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:16.479276Z","time spent":"5.664689308s","remote":"127.0.0.1:49464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:22.143983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:17.801118Z","time spent":"4.342857441s","remote":"127.0.0.1:51370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:22.143988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.317113404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:33:22.14402Z","caller":"traceutil/trace.go:171","msg":"trace[620782412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26714; }","duration":"6.317160414s","start":"2026-04-08T14:33:15.826851Z","end":"2026-04-08T14:33:22.144011Z","steps":["trace[620782412] 'agreement among raft nodes before linearized reading' (duration: 6.317059801s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:22.143682Z","caller":"traceutil/trace.go:171","msg":"trace[1307310183] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26714; }","duration":"1.439869447s","start":"2026-04-08T14:33:20.703795Z","end":"2026-04-08T14:33:22.143664Z","steps":["trace[1307310183] 'agreement among raft nodes before linearized reading' (duration: 1.439780744s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.144036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700342207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:22.144058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:15.826847Z","time spent":"6.317205016s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:22.144078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:20.703782Z","time spent":"1.440279958s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:22.144082Z","caller":"traceutil/trace.go:171","msg":"trace[1463301504] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26714; }","duration":"4.7004298s","start":"2026-04-08T14:33:17.443639Z","end":"2026-04-08T14:33:22.144069Z","steps":["trace[1463301504] 'agreement among raft nodes before linearized reading' (duration: 4.700344928s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.144141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:17.44362Z","time spent":"4.700508171s","remote":"127.0.0.1:36884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:22.143479Z","caller":"traceutil/trace.go:171","msg":"trace[116578670] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26714; }","duration":"3.026040289s","start":"2026-04-08T14:33:19.117419Z","end":"2026-04-08T14:33:22.143459Z","steps":["trace[116578670] 'agreement among raft nodes before linearized reading' (duration: 3.025936486s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.14423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:19.117394Z","time spent":"3.026822502s","remote":"127.0.0.1:60782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:22.143477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:18.736317Z","time spent":"3.407151468s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-08T14:33:22.143822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.519180873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-08T14:33:22.144321Z","caller":"traceutil/trace.go:171","msg":"trace[1098048810] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26714; }","duration":"4.519673617s","start":"2026-04-08T14:33:17.624629Z","end":"2026-04-08T14:33:22.144302Z","steps":["trace[1098048810] 'agreement among raft nodes before linearized reading' (duration: 4.51908685s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.143819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.056783688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:22.144397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:17.624598Z","time spent":"4.51978127s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:22.144399Z","caller":"traceutil/trace.go:171","msg":"trace[327796912] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26714; }","duration":"6.057363985s","start":"2026-04-08T14:33:16.087019Z","end":"2026-04-08T14:33:22.144383Z","steps":["trace[327796912] 'agreement among raft nodes before linearized reading' (duration: 6.056752558s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:22.144471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:16.086968Z","time spent":"6.057481998s","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:22.143621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:19.50201Z","time spent":"2.641594029s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:22.627216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392682158s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:33:23.257234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.70413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:23.257756Z","caller":"traceutil/trace.go:171","msg":"trace[531557589] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"2.166104934s","start":"2026-04-08T14:33:21.091627Z","end":"2026-04-08T14:33:23.257732Z","steps":["trace[531557589] 'process raft request' (duration: 2.165813616s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:23.257775Z","caller":"traceutil/trace.go:171","msg":"trace[463668158] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"2.166253668s","start":"2026-04-08T14:33:21.091498Z","end":"2026-04-08T14:33:23.257752Z","steps":["trace[463668158] 'process raft request' (duration: 2.165834096s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:23.257843Z","caller":"traceutil/trace.go:171","msg":"trace[1904213690] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"1.108194468s","start":"2026-04-08T14:33:22.149633Z","end":"2026-04-08T14:33:23.257828Z","steps":["trace[1904213690] 'process raft request' (duration: 1.108106056s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.257853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.091618Z","time spent":"2.166198106s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:23.257856Z","caller":"traceutil/trace.go:171","msg":"trace[1937663116] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"2.166434483s","start":"2026-04-08T14:33:21.091404Z","end":"2026-04-08T14:33:23.257839Z","steps":["trace[1937663116] 'process raft request' (duration: 1.536028613s)","trace[1937663116] 'compare' (duration: 629.574747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:23.257888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.091458Z","time spent":"2.16637186s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:23.257897Z","caller":"traceutil/trace.go:171","msg":"trace[332096382] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"2.166149044s","start":"2026-04-08T14:33:21.091739Z","end":"2026-04-08T14:33:23.257888Z","steps":["trace[332096382] 'process raft request' (duration: 2.165780204s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.25792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.149545Z","time spent":"1.108339553s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:23.257932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.091335Z","time spent":"2.166561396s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:23.257912Z","caller":"traceutil/trace.go:171","msg":"trace[1930840577] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"2.166139824s","start":"2026-04-08T14:33:21.091739Z","end":"2026-04-08T14:33:23.257879Z","steps":["trace[1930840577] 'process raft request' (duration: 2.165738213s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:23.257934Z","caller":"traceutil/trace.go:171","msg":"trace[1084909174] linearizableReadLoop","detail":"{readStateIndex:27616; appliedIndex:27609; }","duration":"1.114695206s","start":"2026-04-08T14:33:22.14321Z","end":"2026-04-08T14:33:23.257905Z","steps":["trace[1084909174] 'read index received' (duration: 484.241946ms)","trace[1084909174] 'applied index is now lower than readState.Index' (duration: 630.44964ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:23.257829Z","caller":"traceutil/trace.go:171","msg":"trace[1794358134] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"2.165778924s","start":"2026-04-08T14:33:21.092019Z","end":"2026-04-08T14:33:23.257798Z","steps":["trace[1794358134] 'process raft request' (duration: 2.165534317s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.091705Z","time spent":"2.166223736s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:23.258013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.092008Z","time spent":"2.16598695s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:23.25801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.146997Z","time spent":"1.111011905s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T14:33:23.258067Z","caller":"traceutil/trace.go:171","msg":"trace[2036931620] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"2.165459346s","start":"2026-04-08T14:33:21.092592Z","end":"2026-04-08T14:33:23.258051Z","steps":["trace[2036931620] 'process raft request' (duration: 2.165021583s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.091706Z","time spent":"2.166284018s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:23.258126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111216771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:23.258151Z","caller":"traceutil/trace.go:171","msg":"trace[1527007749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26722; }","duration":"1.111316734s","start":"2026-04-08T14:33:22.146828Z","end":"2026-04-08T14:33:23.258145Z","steps":["trace[1527007749] 'agreement among raft nodes before linearized reading' (duration: 1.111270903s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781206211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:23.258169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.14681Z","time spent":"1.111355216s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:23.258163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.092581Z","time spent":"2.165508497s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:23.25817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17727434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:23.258185Z","caller":"traceutil/trace.go:171","msg":"trace[1464096795] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26722; }","duration":"1.781297333s","start":"2026-04-08T14:33:21.476877Z","end":"2026-04-08T14:33:23.258174Z","steps":["trace[1464096795] 'agreement among raft nodes before linearized reading' (duration: 1.781218411s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:23.258209Z","caller":"traceutil/trace.go:171","msg":"trace[1976605147] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26722; }","duration":"1.177357122s","start":"2026-04-08T14:33:22.08084Z","end":"2026-04-08T14:33:23.258197Z","steps":["trace[1976605147] 'agreement among raft nodes before linearized reading' (duration: 1.177280499s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.476848Z","time spent":"1.781361805s","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:23.258242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.080818Z","time spent":"1.177414723s","remote":"127.0.0.1:36930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:23.258298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171666976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:23.25832Z","caller":"traceutil/trace.go:171","msg":"trace[986469881] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26722; }","duration":"2.171691597s","start":"2026-04-08T14:33:21.086621Z","end":"2026-04-08T14:33:23.258312Z","steps":["trace[986469881] 'agreement among raft nodes before linearized reading' (duration: 2.171648216s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.086542Z","time spent":"2.171791309s","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:23.258355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166175455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-08T14:33:23.25846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.607099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:23.2585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.776229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-08T14:33:23.258517Z","caller":"traceutil/trace.go:171","msg":"trace[1735068125] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26722; }","duration":"366.690671ms","start":"2026-04-08T14:33:22.891814Z","end":"2026-04-08T14:33:23.258505Z","steps":["trace[1735068125] 'agreement among raft nodes before linearized reading' (duration: 366.613699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81493696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-08T14:33:23.258522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.298029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:23.25853Z","caller":"traceutil/trace.go:171","msg":"trace[632877145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26722; }","duration":"380.876443ms","start":"2026-04-08T14:33:22.877645Z","end":"2026-04-08T14:33:23.258521Z","steps":["trace[632877145] 'agreement among raft nodes before linearized reading' (duration: 380.79011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.891797Z","time spent":"366.742882ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:23.258554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.899439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:23.258474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.829677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-08T14:33:23.258567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107940151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:33:23.258569Z","caller":"traceutil/trace.go:171","msg":"trace[1990575583] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26722; }","duration":"782.382362ms","start":"2026-04-08T14:33:22.476174Z","end":"2026-04-08T14:33:23.258556Z","steps":["trace[1990575583] 'agreement among raft nodes before linearized reading' (duration: 782.311081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.479045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:33:23.258588Z","caller":"traceutil/trace.go:171","msg":"trace[1508353811] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26722; }","duration":"950.978652ms","start":"2026-04-08T14:33:22.307597Z","end":"2026-04-08T14:33:23.258576Z","steps":["trace[1508353811] 'agreement among raft nodes before linearized reading' (duration: 950.91044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.528311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a4684123ab4bd6\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-08T14:33:23.258583Z","caller":"traceutil/trace.go:171","msg":"trace[313434451] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26722; }","duration":"1.815237897s","start":"2026-04-08T14:33:21.443315Z","end":"2026-04-08T14:33:23.258553Z","steps":["trace[313434451] 'agreement among raft nodes before linearized reading' (duration: 1.814803235s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110786821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-acfc9e01-efc2-4942-9e8b-a917a05e90fe\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-08T14:33:23.258595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.16087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:23.258602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.476152Z","time spent":"782.440644ms","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:23.258621Z","caller":"traceutil/trace.go:171","msg":"trace[2023782092] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a4684123ab4bd6; range_end:; response_count:1; response_revision:26722; }","duration":"663.601082ms","start":"2026-04-08T14:33:22.595011Z","end":"2026-04-08T14:33:23.258612Z","steps":["trace[2023782092] 'agreement among raft nodes before linearized reading' (duration: 663.51578ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:23.258641Z","caller":"traceutil/trace.go:171","msg":"trace[1571715500] range","detail":"{range_begin:/registry/persistentvolumes/pvc-acfc9e01-efc2-4942-9e8b-a917a05e90fe; range_end:; response_count:1; response_revision:26722; }","duration":"1.110839662s","start":"2026-04-08T14:33:22.147785Z","end":"2026-04-08T14:33:23.258624Z","steps":["trace[1571715500] 'agreement among raft nodes before linearized reading' (duration: 1.110717728s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.594991Z","time spent":"663.653964ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a4684123ab4bd6\" "} {"level":"warn","ts":"2026-04-08T14:33:23.258698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.147777Z","time spent":"1.110911583s","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-acfc9e01-efc2-4942-9e8b-a917a05e90fe\" "} {"level":"info","ts":"2026-04-08T14:33:23.2586Z","caller":"traceutil/trace.go:171","msg":"trace[242334822] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26722; }","duration":"107.996131ms","start":"2026-04-08T14:33:23.150591Z","end":"2026-04-08T14:33:23.258587Z","steps":["trace[242334822] 'agreement among raft nodes before linearized reading' (duration: 107.815137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.877559Z","time spent":"381.005545ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:33:23.258644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.443289Z","time spent":"1.81534319s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-04-08T14:33:23.258598Z","caller":"traceutil/trace.go:171","msg":"trace[1955618247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26722; }","duration":"1.107971733s","start":"2026-04-08T14:33:22.150619Z","end":"2026-04-08T14:33:23.258591Z","steps":["trace[1955618247] 'agreement among raft nodes before linearized reading' (duration: 1.107840169s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:23.258608Z","caller":"traceutil/trace.go:171","msg":"trace[1412061528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26722; }","duration":"427.638249ms","start":"2026-04-08T14:33:22.830959Z","end":"2026-04-08T14:33:23.258598Z","steps":["trace[1412061528] 'agreement among raft nodes before linearized reading' (duration: 427.458354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.150592Z","time spent":"1.10823897s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:33:23.25886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.830944Z","time spent":"427.903716ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T14:33:23.258464Z","caller":"traceutil/trace.go:171","msg":"trace[289140219] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26722; }","duration":"2.1663601s","start":"2026-04-08T14:33:21.092074Z","end":"2026-04-08T14:33:23.258434Z","steps":["trace[289140219] 'agreement among raft nodes before linearized reading' (duration: 2.166008991s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.258404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.217121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-08T14:33:23.258958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:21.092062Z","time spent":"2.166888386s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-08T14:33:23.258612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.307572Z","time spent":"951.033913ms","remote":"127.0.0.1:36338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:23.258985Z","caller":"traceutil/trace.go:171","msg":"trace[1325012968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26722; }","duration":"381.836478ms","start":"2026-04-08T14:33:22.877135Z","end":"2026-04-08T14:33:23.258972Z","steps":["trace[1325012968] 'agreement among raft nodes before linearized reading' (duration: 381.16634ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:23.258644Z","caller":"traceutil/trace.go:171","msg":"trace[1694929708] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26722; }","duration":"381.216232ms","start":"2026-04-08T14:33:22.877417Z","end":"2026-04-08T14:33:23.258633Z","steps":["trace[1694929708] 'agreement among raft nodes before linearized reading' (duration: 381.134109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.259024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.877114Z","time spent":"381.89801ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:23.259028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:22.877339Z","time spent":"381.678434ms","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:23.721572Z","caller":"traceutil/trace.go:171","msg":"trace[875850834] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"461.504571ms","start":"2026-04-08T14:33:23.260043Z","end":"2026-04-08T14:33:23.721547Z","steps":["trace[875850834] 'process raft request' (duration: 443.509166ms)","trace[875850834] 'compare' (duration: 17.467401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:23.721728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:23.260028Z","time spent":"461.627334ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:23.721774Z","caller":"traceutil/trace.go:171","msg":"trace[131625665] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"460.657777ms","start":"2026-04-08T14:33:23.261088Z","end":"2026-04-08T14:33:23.721746Z","steps":["trace[131625665] 'process raft request' (duration: 460.555054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.721926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:23.261082Z","time spent":"460.768541ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:23.722016Z","caller":"traceutil/trace.go:171","msg":"trace[543429436] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"461.032648ms","start":"2026-04-08T14:33:23.260952Z","end":"2026-04-08T14:33:23.721984Z","steps":["trace[543429436] 'process raft request' (duration: 460.540965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.722165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:23.260926Z","time spent":"461.156341ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:23.722193Z","caller":"traceutil/trace.go:171","msg":"trace[1508216437] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"458.773356ms","start":"2026-04-08T14:33:23.263394Z","end":"2026-04-08T14:33:23.722168Z","steps":["trace[1508216437] 'process raft request' (duration: 458.310173ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:23.722264Z","caller":"traceutil/trace.go:171","msg":"trace[964960204] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"458.640513ms","start":"2026-04-08T14:33:23.263609Z","end":"2026-04-08T14:33:23.72225Z","steps":["trace[964960204] 'process raft request' (duration: 458.402067ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:23.722239Z","caller":"traceutil/trace.go:171","msg":"trace[1781038234] linearizableReadLoop","detail":"{readStateIndex:27620; appliedIndex:27619; }","duration":"461.960833ms","start":"2026-04-08T14:33:23.260252Z","end":"2026-04-08T14:33:23.722212Z","steps":["trace[1781038234] 'read index received' (duration: 79.834977ms)","trace[1781038234] 'applied index is now lower than readState.Index' (duration: 382.124356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:23.722307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:23.263378Z","time spent":"458.869859ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:23.722325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:23.263598Z","time spent":"458.693764ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:23.722407Z","caller":"traceutil/trace.go:171","msg":"trace[458764792] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"458.54006ms","start":"2026-04-08T14:33:23.263809Z","end":"2026-04-08T14:33:23.722349Z","steps":["trace[458764792] 'process raft request' (duration: 458.349004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.722581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:23.2638Z","time spent":"458.692443ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:23.723289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.203041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-08T14:33:23.72337Z","caller":"traceutil/trace.go:171","msg":"trace[2072953909] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26728; }","duration":"463.129615ms","start":"2026-04-08T14:33:23.260225Z","end":"2026-04-08T14:33:23.723354Z","steps":["trace[2072953909] 'agreement among raft nodes before linearized reading' (duration: 462.115248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.723421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:23.260212Z","time spent":"463.190067ms","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-08T14:33:23.760335Z","caller":"traceutil/trace.go:171","msg":"trace[872628649] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"419.413962ms","start":"2026-04-08T14:33:23.340884Z","end":"2026-04-08T14:33:23.760298Z","steps":["trace[872628649] 'process raft request' (duration: 419.208116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.760404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.778834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:23.760479Z","caller":"traceutil/trace.go:171","msg":"trace[516907537] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26729; }","duration":"168.871608ms","start":"2026-04-08T14:33:23.591591Z","end":"2026-04-08T14:33:23.760463Z","steps":["trace[516907537] 'agreement among raft nodes before linearized reading' (duration: 168.688403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.760492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:23.340861Z","time spent":"419.551667ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:23.760582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.947792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:23.760646Z","caller":"traceutil/trace.go:171","msg":"trace[1533633474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26729; }","duration":"495.036703ms","start":"2026-04-08T14:33:23.265595Z","end":"2026-04-08T14:33:23.760632Z","steps":["trace[1533633474] 'agreement among raft nodes before linearized reading' (duration: 494.92926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.760666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:23.265587Z","time spent":"495.075086ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:23.760874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.266102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-08T14:33:23.760898Z","caller":"traceutil/trace.go:171","msg":"trace[1924200761] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26729; }","duration":"393.334376ms","start":"2026-04-08T14:33:23.367556Z","end":"2026-04-08T14:33:23.76089Z","steps":["trace[1924200761] 'agreement among raft nodes before linearized reading' (duration: 393.226223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:23.760913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:23.367541Z","time spent":"393.367916ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-08T14:33:24.357841Z","caller":"traceutil/trace.go:171","msg":"trace[1950043297] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"202.232275ms","start":"2026-04-08T14:33:24.155587Z","end":"2026-04-08T14:33:24.357819Z","steps":["trace[1950043297] 'process raft request' (duration: 202.073991ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:24.580399Z","caller":"traceutil/trace.go:171","msg":"trace[1162146956] linearizableReadLoop","detail":"{readStateIndex:27629; appliedIndex:27627; }","duration":"315.018439ms","start":"2026-04-08T14:33:24.265348Z","end":"2026-04-08T14:33:24.580367Z","steps":["trace[1162146956] 'read index received' (duration: 92.27453ms)","trace[1162146956] 'applied index is now lower than readState.Index' (duration: 222.742239ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:24.580491Z","caller":"traceutil/trace.go:171","msg":"trace[979028178] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"423.154737ms","start":"2026-04-08T14:33:24.157289Z","end":"2026-04-08T14:33:24.580444Z","steps":["trace[979028178] 'process raft request' (duration: 404.630887ms)","trace[979028178] 'compare' (duration: 18.164119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:24.580728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:24.157261Z","time spent":"423.31137ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:24.580826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.033773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:24.580912Z","caller":"traceutil/trace.go:171","msg":"trace[1151860344] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26732; }","duration":"177.185636ms","start":"2026-04-08T14:33:24.403709Z","end":"2026-04-08T14:33:24.580894Z","steps":["trace[1151860344] 'agreement among raft nodes before linearized reading' (duration: 177.025171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:24.58096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.601325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:33:24.581009Z","caller":"traceutil/trace.go:171","msg":"trace[1578916331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26732; }","duration":"315.704119ms","start":"2026-04-08T14:33:24.265292Z","end":"2026-04-08T14:33:24.580997Z","steps":["trace[1578916331] 'agreement among raft nodes before linearized reading' (duration: 315.231085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:24.58105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:24.265269Z","time spent":"315.77296ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:33:24.788767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.101243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:24.788889Z","caller":"traceutil/trace.go:171","msg":"trace[1696936389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26733; }","duration":"109.254447ms","start":"2026-04-08T14:33:24.67961Z","end":"2026-04-08T14:33:24.788864Z","steps":["trace[1696936389] 'range keys from in-memory index tree' (duration: 108.978949ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:25.577032Z","caller":"traceutil/trace.go:171","msg":"trace[2092023433] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"312.653524ms","start":"2026-04-08T14:33:25.264348Z","end":"2026-04-08T14:33:25.577002Z","steps":["trace[2092023433] 'process raft request' (duration: 312.461699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:25.577201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:25.26431Z","time spent":"312.811418ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:25.664637Z","caller":"traceutil/trace.go:171","msg":"trace[409829951] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"400.05538ms","start":"2026-04-08T14:33:25.264551Z","end":"2026-04-08T14:33:25.664606Z","steps":["trace[409829951] 'process raft request' (duration: 399.905995ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:25.664838Z","caller":"traceutil/trace.go:171","msg":"trace[1098238458] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"400.407209ms","start":"2026-04-08T14:33:25.264394Z","end":"2026-04-08T14:33:25.664802Z","steps":["trace[1098238458] 'process raft request' (duration: 383.188226ms)","trace[1098238458] 'compare' (duration: 16.677209ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:25.664915Z","caller":"traceutil/trace.go:171","msg":"trace[320390579] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"400.312127ms","start":"2026-04-08T14:33:25.264559Z","end":"2026-04-08T14:33:25.664871Z","steps":["trace[320390579] 'process raft request' (duration: 399.968207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:25.66503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:25.264369Z","time spent":"400.551493ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:25.665111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:25.264519Z","time spent":"400.476351ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:25.665053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:25.264523Z","time spent":"400.312287ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:25.665217Z","caller":"traceutil/trace.go:171","msg":"trace[700462954] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"398.541449ms","start":"2026-04-08T14:33:25.266649Z","end":"2026-04-08T14:33:25.665191Z","steps":["trace[700462954] 'process raft request' (duration: 398.410015ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:25.665212Z","caller":"traceutil/trace.go:171","msg":"trace[985457477] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"400.175203ms","start":"2026-04-08T14:33:25.265003Z","end":"2026-04-08T14:33:25.665178Z","steps":["trace[985457477] 'process raft request' (duration: 399.992948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:25.665292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:25.266627Z","time spent":"398.628211ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:25.665361Z","caller":"traceutil/trace.go:171","msg":"trace[1292080914] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"400.569683ms","start":"2026-04-08T14:33:25.264782Z","end":"2026-04-08T14:33:25.665351Z","steps":["trace[1292080914] 'process raft request' (duration: 400.04466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:25.665403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:25.264769Z","time spent":"400.611625ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:25.665389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:25.264989Z","time spent":"400.310467ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:25.665486Z","caller":"traceutil/trace.go:171","msg":"trace[1590262602] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"397.85871ms","start":"2026-04-08T14:33:25.267618Z","end":"2026-04-08T14:33:25.665477Z","steps":["trace[1590262602] 'process raft request' (duration: 397.474179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:25.665522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:25.267601Z","time spent":"397.903161ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:25.901631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.102403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:25.901899Z","caller":"traceutil/trace.go:171","msg":"trace[243593958] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"170.07027ms","start":"2026-04-08T14:33:25.731809Z","end":"2026-04-08T14:33:25.901879Z","steps":["trace[243593958] 'process raft request' (duration: 170.014408ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:25.902342Z","caller":"traceutil/trace.go:171","msg":"trace[2063989789] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"170.814011ms","start":"2026-04-08T14:33:25.731514Z","end":"2026-04-08T14:33:25.902328Z","steps":["trace[2063989789] 'process raft request' (duration: 170.243305ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:25.9025Z","caller":"traceutil/trace.go:171","msg":"trace[37372301] linearizableReadLoop","detail":"{readStateIndex:27639; appliedIndex:27638; }","duration":"173.784842ms","start":"2026-04-08T14:33:25.728697Z","end":"2026-04-08T14:33:25.902482Z","steps":["trace[37372301] 'read index received' (duration: 51.681813ms)","trace[37372301] 'applied index is now lower than readState.Index' (duration: 122.101469ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:25.902744Z","caller":"traceutil/trace.go:171","msg":"trace[1790618820] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"174.216065ms","start":"2026-04-08T14:33:25.728508Z","end":"2026-04-08T14:33:25.902724Z","steps":["trace[1790618820] 'process raft request' (duration: 51.856167ms)","trace[1790618820] 'compare' (duration: 120.160687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:25.903635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.930044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-08T14:33:25.903671Z","caller":"traceutil/trace.go:171","msg":"trace[175202828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26744; }","duration":"174.979905ms","start":"2026-04-08T14:33:25.728682Z","end":"2026-04-08T14:33:25.903662Z","steps":["trace[175202828] 'agreement among raft nodes before linearized reading' (duration: 174.864402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:25.904085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.199145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:25.904119Z","caller":"traceutil/trace.go:171","msg":"trace[1134275260] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26744; }","duration":"117.237416ms","start":"2026-04-08T14:33:25.786871Z","end":"2026-04-08T14:33:25.904109Z","steps":["trace[1134275260] 'agreement among raft nodes before linearized reading' (duration: 117.178815ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:26.143152Z","caller":"traceutil/trace.go:171","msg":"trace[543205108] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"236.555551ms","start":"2026-04-08T14:33:25.906564Z","end":"2026-04-08T14:33:26.143119Z","steps":["trace[543205108] 'process raft request' (duration: 229.589669ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:26.513758Z","caller":"traceutil/trace.go:171","msg":"trace[799200955] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"146.900243ms","start":"2026-04-08T14:33:26.36683Z","end":"2026-04-08T14:33:26.51373Z","steps":["trace[799200955] 'process raft request' (duration: 146.661107ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:26.796386Z","caller":"traceutil/trace.go:171","msg":"trace[914898700] linearizableReadLoop","detail":"{readStateIndex:27644; appliedIndex:27643; }","duration":"125.147255ms","start":"2026-04-08T14:33:26.671217Z","end":"2026-04-08T14:33:26.796364Z","steps":["trace[914898700] 'read index received' (duration: 56.6606ms)","trace[914898700] 'applied index is now lower than readState.Index' (duration: 68.485675ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:26.796494Z","caller":"traceutil/trace.go:171","msg":"trace[1565648670] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"201.222518ms","start":"2026-04-08T14:33:26.595263Z","end":"2026-04-08T14:33:26.796485Z","steps":["trace[1565648670] 'process raft request' (duration: 132.786244ms)","trace[1565648670] 'compare' (duration: 67.798296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:26.796695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.470382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:33:26.796728Z","caller":"traceutil/trace.go:171","msg":"trace[1833612927] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26747; }","duration":"125.550575ms","start":"2026-04-08T14:33:26.671171Z","end":"2026-04-08T14:33:26.796721Z","steps":["trace[1833612927] 'agreement among raft nodes before linearized reading' (duration: 125.409782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:26.796715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.45172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:26.796807Z","caller":"traceutil/trace.go:171","msg":"trace[1002756542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26747; }","duration":"118.549832ms","start":"2026-04-08T14:33:26.678234Z","end":"2026-04-08T14:33:26.796784Z","steps":["trace[1002756542] 'agreement among raft nodes before linearized reading' (duration: 118.399208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:27.609913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.579659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:27.610673Z","caller":"traceutil/trace.go:171","msg":"trace[281922676] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26747; }","duration":"492.35471ms","start":"2026-04-08T14:33:27.118282Z","end":"2026-04-08T14:33:27.610637Z","steps":["trace[281922676] 'count revisions from in-memory index tree' (duration: 491.424114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:27.610843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.118266Z","time spent":"492.512694ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:27.611052Z","caller":"traceutil/trace.go:171","msg":"trace[1899578425] linearizableReadLoop","detail":"{readStateIndex:27645; appliedIndex:27644; }","duration":"458.418157ms","start":"2026-04-08T14:33:27.1526Z","end":"2026-04-08T14:33:27.611018Z","steps":["trace[1899578425] 'read index received' (duration: 386.522637ms)","trace[1899578425] 'applied index is now lower than readState.Index' (duration: 71.89422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:27.611288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.662173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-08T14:33:27.611363Z","caller":"traceutil/trace.go:171","msg":"trace[485793589] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26748; }","duration":"458.789637ms","start":"2026-04-08T14:33:27.152555Z","end":"2026-04-08T14:33:27.611345Z","steps":["trace[485793589] 'agreement among raft nodes before linearized reading' (duration: 458.564041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:27.611403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.152533Z","time spent":"458.860338ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-08T14:33:27.611084Z","caller":"traceutil/trace.go:171","msg":"trace[488353823] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"459.508907ms","start":"2026-04-08T14:33:27.151516Z","end":"2026-04-08T14:33:27.611025Z","steps":["trace[488353823] 'process raft request' (duration: 387.707ms)","trace[488353823] 'compare' (duration: 71.654073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:27.612505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.151443Z","time spent":"460.999427ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:27.622538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.826884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:27.622618Z","caller":"traceutil/trace.go:171","msg":"trace[1853086564] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26749; }","duration":"391.964348ms","start":"2026-04-08T14:33:27.230634Z","end":"2026-04-08T14:33:27.622599Z","steps":["trace[1853086564] 'agreement among raft nodes before linearized reading' (duration: 391.805073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:27.622655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.230598Z","time spent":"392.0493ms","remote":"127.0.0.1:44354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:27.622629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.332372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:27.62273Z","caller":"traceutil/trace.go:171","msg":"trace[315699885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26749; }","duration":"144.508876ms","start":"2026-04-08T14:33:27.478195Z","end":"2026-04-08T14:33:27.622704Z","steps":["trace[315699885] 'agreement among raft nodes before linearized reading' (duration: 144.28464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:28.297316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.934953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:28.298497Z","caller":"traceutil/trace.go:171","msg":"trace[1824235465] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"628.285991ms","start":"2026-04-08T14:33:27.670161Z","end":"2026-04-08T14:33:28.298447Z","steps":["trace[1824235465] 'process raft request' (duration: 100.98994ms)","trace[1824235465] 'compare' (duration: 525.397678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:28.299239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.670138Z","time spent":"628.436415ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:28.364859Z","caller":"traceutil/trace.go:171","msg":"trace[197914424] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"693.67082ms","start":"2026-04-08T14:33:27.671135Z","end":"2026-04-08T14:33:28.364806Z","steps":["trace[197914424] 'process raft request' (duration: 693.28878ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:28.364835Z","caller":"traceutil/trace.go:171","msg":"trace[1516248738] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"692.55319ms","start":"2026-04-08T14:33:27.672237Z","end":"2026-04-08T14:33:28.364791Z","steps":["trace[1516248738] 'process raft request' (duration: 692.397616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:28.365077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.671126Z","time spent":"693.840605ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:28.365134Z","caller":"traceutil/trace.go:171","msg":"trace[691889689] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"692.769126ms","start":"2026-04-08T14:33:27.672346Z","end":"2026-04-08T14:33:28.365115Z","steps":["trace[691889689] 'process raft request' (duration: 692.355574ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:28.365188Z","caller":"traceutil/trace.go:171","msg":"trace[750659145] linearizableReadLoop","detail":"{readStateIndex:27648; appliedIndex:27646; }","duration":"693.962799ms","start":"2026-04-08T14:33:27.671208Z","end":"2026-04-08T14:33:28.365171Z","steps":["trace[750659145] 'read index received' (duration: 100.025933ms)","trace[750659145] 'applied index is now lower than readState.Index' (duration: 593.935676ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:28.365279Z","caller":"traceutil/trace.go:171","msg":"trace[65490604] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"692.089457ms","start":"2026-04-08T14:33:27.673149Z","end":"2026-04-08T14:33:28.365239Z","steps":["trace[65490604] 'process raft request' (duration: 691.835711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:28.36528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.672228Z","time spent":"692.812477ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:28.365393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.176815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-08T14:33:28.365214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.672337Z","time spent":"692.832528ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:28.365432Z","caller":"traceutil/trace.go:171","msg":"trace[1090061739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26755; }","duration":"694.242147ms","start":"2026-04-08T14:33:27.671177Z","end":"2026-04-08T14:33:28.365419Z","steps":["trace[1090061739] 'agreement among raft nodes before linearized reading' (duration: 694.076482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:28.365441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.673141Z","time spent":"692.21364ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:28.365464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.67117Z","time spent":"694.285307ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T14:33:28.365446Z","caller":"traceutil/trace.go:171","msg":"trace[553551705] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"691.973614ms","start":"2026-04-08T14:33:27.673429Z","end":"2026-04-08T14:33:28.365403Z","steps":["trace[553551705] 'process raft request' (duration: 691.684656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:28.365635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.673423Z","time spent":"692.092538ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:28.865561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:29.366674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:29.685627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321037867s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:33:29.686082Z","caller":"traceutil/trace.go:171","msg":"trace[1668141630] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"1.775997207s","start":"2026-04-08T14:33:27.910055Z","end":"2026-04-08T14:33:29.686052Z","steps":["trace[1668141630] 'process raft request' (duration: 1.775783311s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:29.68625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.910037Z","time spent":"1.776126841s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:30.439803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.686318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:30.440088Z","caller":"traceutil/trace.go:171","msg":"trace[129274552] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"2.068534367s","start":"2026-04-08T14:33:28.371517Z","end":"2026-04-08T14:33:30.440051Z","steps":["trace[129274552] 'process raft request' (duration: 1.52249997s)","trace[129274552] 'compare' (duration: 545.04252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:30.440273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:28.371489Z","time spent":"2.068677163s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:30.680135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:30.680238Z","caller":"traceutil/trace.go:171","msg":"trace[263924235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184268s","start":"2026-04-08T14:33:28.680027Z","end":"2026-04-08T14:33:30.680212Z","steps":["trace[263924235] 'agreement among raft nodes before linearized reading' (duration: 2.000051334s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:30.680303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:28.680004Z","time spent":"2.00028788s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:31.045441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.479223ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-08T14:33:31.046191Z","caller":"traceutil/trace.go:171","msg":"trace[984830411] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"1.417290934s","start":"2026-04-08T14:33:29.628794Z","end":"2026-04-08T14:33:31.046085Z","steps":["trace[984830411] 'process raft request' (duration: 1.416831732s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:31.046281Z","caller":"traceutil/trace.go:171","msg":"trace[1973936766] linearizableReadLoop","detail":"{readStateIndex:27655; appliedIndex:27652; }","duration":"2.680864179s","start":"2026-04-08T14:33:28.365221Z","end":"2026-04-08T14:33:31.046085Z","steps":["trace[1973936766] 'read index received' (duration: 1.320557673s)","trace[1973936766] 'applied index is now lower than readState.Index' (duration: 1.360304296s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:31.046402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:29.628767Z","time spent":"1.417515651s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:32.242664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51583625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:32.242758Z","caller":"traceutil/trace.go:171","msg":"trace[950514601] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26758; }","duration":"4.515993454s","start":"2026-04-08T14:33:27.726743Z","end":"2026-04-08T14:33:32.242737Z","steps":["trace[950514601] 'agreement among raft nodes before linearized reading' (duration: 3.31934906s)","trace[950514601] 'count revisions from in-memory index tree' (duration: 1.19650911s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:32.242807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.726718Z","time spent":"4.516077577s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:32.243029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.336444723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-08T14:33:32.243114Z","caller":"traceutil/trace.go:171","msg":"trace[338785170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26758; }","duration":"4.336568336s","start":"2026-04-08T14:33:27.906522Z","end":"2026-04-08T14:33:32.243091Z","steps":["trace[338785170] 'agreement among raft nodes before linearized reading' (duration: 3.139620965s)","trace[338785170] 'range keys from in-memory index tree' (duration: 1.196712494s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:32.243156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.906507Z","time spent":"4.336639458s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:32.243117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335675682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-08T14:33:32.243185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440296212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-08T14:33:32.243023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.095990275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-08T14:33:32.243242Z","caller":"traceutil/trace.go:171","msg":"trace[1036632560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26758; }","duration":"4.335863957s","start":"2026-04-08T14:33:27.907347Z","end":"2026-04-08T14:33:32.243211Z","steps":["trace[1036632560] 'agreement among raft nodes before linearized reading' (duration: 3.138774802s)","trace[1036632560] 'range keys from in-memory index tree' (duration: 1.196808868s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:32.24327Z","caller":"traceutil/trace.go:171","msg":"trace[170904203] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26758; }","duration":"4.440435145s","start":"2026-04-08T14:33:27.802812Z","end":"2026-04-08T14:33:32.243247Z","steps":["trace[170904203] 'agreement among raft nodes before linearized reading' (duration: 3.243324829s)","trace[170904203] 'range keys from in-memory index tree' (duration: 1.19689006s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:32.243284Z","caller":"traceutil/trace.go:171","msg":"trace[1209477072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26758; }","duration":"4.096320466s","start":"2026-04-08T14:33:28.146947Z","end":"2026-04-08T14:33:32.243267Z","steps":["trace[1209477072] 'agreement among raft nodes before linearized reading' (duration: 2.899164579s)","trace[1209477072] 'range keys from in-memory index tree' (duration: 1.196719895s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:32.243297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.907318Z","time spent":"4.33596924s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:33:32.243309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:27.802791Z","time spent":"4.440508857s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:33:32.24333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:28.146912Z","time spent":"4.096404536s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:33:32.244035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197889907s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:32.244473Z","caller":"traceutil/trace.go:171","msg":"trace[1408627492] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"551.813216ms","start":"2026-04-08T14:33:31.692645Z","end":"2026-04-08T14:33:32.244458Z","steps":["trace[1408627492] 'process raft request' (duration: 551.756744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.244559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:31.692618Z","time spent":"551.903208ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:32.244742Z","caller":"traceutil/trace.go:171","msg":"trace[301231830] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"1.872824201s","start":"2026-04-08T14:33:30.371907Z","end":"2026-04-08T14:33:32.244731Z","steps":["trace[301231830] 'process raft request' (duration: 1.872353759s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.244809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:30.37189Z","time spent":"1.872884944s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:32.244798Z","caller":"traceutil/trace.go:171","msg":"trace[1157439097] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"1.873181901s","start":"2026-04-08T14:33:30.371556Z","end":"2026-04-08T14:33:32.244738Z","steps":["trace[1157439097] 'process raft request' (duration: 1.872668378s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.245006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:30.37153Z","time spent":"1.873359676s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:32.24525Z","caller":"traceutil/trace.go:171","msg":"trace[606264145] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"1.874785585s","start":"2026-04-08T14:33:30.370451Z","end":"2026-04-08T14:33:32.245236Z","steps":["trace[606264145] 'process raft request' (duration: 1.873667545s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:32.245249Z","caller":"traceutil/trace.go:171","msg":"trace[874609615] linearizableReadLoop","detail":"{readStateIndex:27662; appliedIndex:27656; }","duration":"1.198919715s","start":"2026-04-08T14:33:31.046313Z","end":"2026-04-08T14:33:32.245233Z","steps":["trace[874609615] 'read index received' (duration: 59.162µs)","trace[874609615] 'applied index is now lower than readState.Index' (duration: 1.198859023s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:32.245242Z","caller":"traceutil/trace.go:171","msg":"trace[81111002] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"1.872897474s","start":"2026-04-08T14:33:30.37231Z","end":"2026-04-08T14:33:32.245208Z","steps":["trace[81111002] 'process raft request' (duration: 1.871982028s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:32.245295Z","caller":"traceutil/trace.go:171","msg":"trace[1791230965] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"1.873756046s","start":"2026-04-08T14:33:30.371522Z","end":"2026-04-08T14:33:32.245278Z","steps":["trace[1791230965] 'process raft request' (duration: 1.872661266s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.245329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:30.37042Z","time spent":"1.874865178s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:32.245372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:30.371503Z","time spent":"1.87382523s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:32.245401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:30.3723Z","time spent":"1.873011447s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:32.245539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528235859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:32.245612Z","caller":"traceutil/trace.go:171","msg":"trace[2117673962] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26766; }","duration":"1.528371501s","start":"2026-04-08T14:33:30.717226Z","end":"2026-04-08T14:33:32.245598Z","steps":["trace[2117673962] 'agreement among raft nodes before linearized reading' (duration: 1.528145355s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.24565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:30.717197Z","time spent":"1.528443175s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:32.245034Z","caller":"traceutil/trace.go:171","msg":"trace[145275298] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"979.6187ms","start":"2026-04-08T14:33:31.265322Z","end":"2026-04-08T14:33:32.244941Z","steps":["trace[145275298] 'process raft request' (duration: 979.006264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.24579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905206543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:32.245789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565313329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:32.245816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:31.265292Z","time spent":"980.466983ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:32.245783Z","caller":"traceutil/trace.go:171","msg":"trace[2991178] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"1.941269826s","start":"2026-04-08T14:33:30.304465Z","end":"2026-04-08T14:33:32.245735Z","steps":["trace[2991178] 'process raft request' (duration: 741.606569ms)","trace[2991178] 'compare' (duration: 1.196445428s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:32.245851Z","caller":"traceutil/trace.go:171","msg":"trace[966276315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26766; }","duration":"1.565417402s","start":"2026-04-08T14:33:30.680417Z","end":"2026-04-08T14:33:32.245834Z","steps":["trace[966276315] 'agreement among raft nodes before linearized reading' (duration: 1.565311849s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.245841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618564406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:32.245783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20918561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:32.245902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:30.680396Z","time spent":"1.565496243s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:32.2459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337840709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:32.245933Z","caller":"traceutil/trace.go:171","msg":"trace[1380039231] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26766; }","duration":"3.61872235s","start":"2026-04-08T14:33:28.627193Z","end":"2026-04-08T14:33:32.245915Z","steps":["trace[1380039231] 'agreement among raft nodes before linearized reading' (duration: 3.618565936s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:32.245949Z","caller":"traceutil/trace.go:171","msg":"trace[1703474988] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26766; }","duration":"2.337932801s","start":"2026-04-08T14:33:29.908001Z","end":"2026-04-08T14:33:32.245934Z","steps":["trace[1703474988] 'agreement among raft nodes before linearized reading' (duration: 2.337833819s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.245955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730157036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:32.245972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:28.627163Z","time spent":"3.618798984s","remote":"127.0.0.1:36350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:32.245972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679576734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-84d4944c95-bk4s4.18a466d5929e98b9\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-04-08T14:33:32.245977Z","caller":"traceutil/trace.go:171","msg":"trace[828863721] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26766; }","duration":"3.209415996s","start":"2026-04-08T14:33:29.036513Z","end":"2026-04-08T14:33:32.245929Z","steps":["trace[828863721] 'agreement among raft nodes before linearized reading' (duration: 3.209134439s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:32.245842Z","caller":"traceutil/trace.go:171","msg":"trace[2132580537] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26766; }","duration":"1.905326195s","start":"2026-04-08T14:33:30.3405Z","end":"2026-04-08T14:33:32.245826Z","steps":["trace[2132580537] 'agreement among raft nodes before linearized reading' (duration: 1.905224363s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:32.246018Z","caller":"traceutil/trace.go:171","msg":"trace[1904504090] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26766; }","duration":"2.730249239s","start":"2026-04-08T14:33:29.515741Z","end":"2026-04-08T14:33:32.24599Z","steps":["trace[1904504090] 'agreement among raft nodes before linearized reading' (duration: 2.730103676s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.245976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.727528665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T14:33:32.24602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:30.304434Z","time spent":"1.9414532s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:32.246065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:29.036492Z","time spent":"3.209543649s","remote":"127.0.0.1:36660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:32.246074Z","caller":"traceutil/trace.go:171","msg":"trace[1999562721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26766; }","duration":"3.727679119s","start":"2026-04-08T14:33:28.518376Z","end":"2026-04-08T14:33:32.246055Z","steps":["trace[1999562721] 'agreement among raft nodes before linearized reading' (duration: 3.727501704s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:32.246025Z","caller":"traceutil/trace.go:171","msg":"trace[1265372967] range","detail":"{range_begin:/registry/events/openstack/cinder-api-84d4944c95-bk4s4.18a466d5929e98b9; range_end:; response_count:1; response_revision:26766; }","duration":"1.679668676s","start":"2026-04-08T14:33:30.566345Z","end":"2026-04-08T14:33:32.246013Z","steps":["trace[1265372967] 'agreement among raft nodes before linearized reading' (duration: 1.679521462s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.24612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:28.518348Z","time spent":"3.727758011s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:32.246126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.728052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-08T14:33:32.246143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365309536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-08T14:33:32.246159Z","caller":"traceutil/trace.go:171","msg":"trace[1696643969] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26766; }","duration":"802.800273ms","start":"2026-04-08T14:33:31.443349Z","end":"2026-04-08T14:33:32.24615Z","steps":["trace[1696643969] 'agreement among raft nodes before linearized reading' (duration: 802.710251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.246187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:31.443332Z","time spent":"802.848345ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-04-08T14:33:32.246184Z","caller":"traceutil/trace.go:171","msg":"trace[2097930812] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26766; }","duration":"3.36538386s","start":"2026-04-08T14:33:28.880788Z","end":"2026-04-08T14:33:32.246171Z","steps":["trace[2097930812] 'agreement among raft nodes before linearized reading' (duration: 3.365261086s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.246072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:29.515716Z","time spent":"2.730345642s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:32.246218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:28.880764Z","time spent":"3.36544616s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-08T14:33:32.246243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.641727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:32.246252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424731311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-08T14:33:32.246279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.004245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-08T14:33:32.246294Z","caller":"traceutil/trace.go:171","msg":"trace[385660632] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26766; }","duration":"811.725949ms","start":"2026-04-08T14:33:31.434552Z","end":"2026-04-08T14:33:32.246278Z","steps":["trace[385660632] 'agreement among raft nodes before linearized reading' (duration: 811.653837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.245852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176407966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:32.246323Z","caller":"traceutil/trace.go:171","msg":"trace[1652242013] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26766; }","duration":"204.087546ms","start":"2026-04-08T14:33:32.042222Z","end":"2026-04-08T14:33:32.24631Z","steps":["trace[1652242013] 'agreement among raft nodes before linearized reading' (duration: 203.944132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.246331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:31.434531Z","time spent":"811.789521ms","remote":"127.0.0.1:36946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:32.24635Z","caller":"traceutil/trace.go:171","msg":"trace[415101004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26766; }","duration":"1.17693977s","start":"2026-04-08T14:33:31.069391Z","end":"2026-04-08T14:33:32.246331Z","steps":["trace[415101004] 'agreement among raft nodes before linearized reading' (duration: 1.176407156s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.246359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.261731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:32.24604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:30.340457Z","time spent":"1.905573643s","remote":"127.0.0.1:60704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:32.246405Z","caller":"traceutil/trace.go:171","msg":"trace[746669588] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26766; }","duration":"882.355594ms","start":"2026-04-08T14:33:31.364035Z","end":"2026-04-08T14:33:32.24639Z","steps":["trace[746669588] 'agreement among raft nodes before linearized reading' (duration: 882.287781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.246416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:31.069367Z","time spent":"1.177023054s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:32.246122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:30.566321Z","time spent":"1.679789369s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-84d4944c95-bk4s4.18a466d5929e98b9\" "} {"level":"warn","ts":"2026-04-08T14:33:32.245988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:29.907978Z","time spent":"2.337994774s","remote":"127.0.0.1:36696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:32.24644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:31.364008Z","time spent":"882.423845ms","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:32.246293Z","caller":"traceutil/trace.go:171","msg":"trace[1102306436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26766; }","duration":"3.424815724s","start":"2026-04-08T14:33:28.821468Z","end":"2026-04-08T14:33:32.246283Z","steps":["trace[1102306436] 'agreement among raft nodes before linearized reading' (duration: 3.42468818s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:32.246526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:28.821439Z","time spent":"3.425077212s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:33:32.75083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:33.30038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.916632ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-08T14:33:33.300506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.248723Z","time spent":"1.051777007s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T14:33:34.254395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:33:34.254486Z","caller":"traceutil/trace.go:171","msg":"trace[760585204] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121655s","start":"2026-04-08T14:33:32.254345Z","end":"2026-04-08T14:33:34.254467Z","steps":["trace[760585204] 'agreement among raft nodes before linearized reading' (duration: 1.99998406s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:34.254526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.25434Z","time spent":"2.000178196s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:34.597718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.817503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:34.598065Z","caller":"traceutil/trace.go:171","msg":"trace[938438625] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"2.347737922s","start":"2026-04-08T14:33:32.250304Z","end":"2026-04-08T14:33:34.598041Z","steps":["trace[938438625] 'process raft request' (duration: 2.347601858s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:34.598088Z","caller":"traceutil/trace.go:171","msg":"trace[874110871] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"2.349151731s","start":"2026-04-08T14:33:32.24889Z","end":"2026-04-08T14:33:34.598041Z","steps":["trace[874110871] 'process raft request' (duration: 1.416925896s)","trace[874110871] 'compare' (duration: 931.648889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:34.598215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.250286Z","time spent":"2.347849545s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:34.598296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.248864Z","time spent":"2.349324785s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:34.598378Z","caller":"traceutil/trace.go:171","msg":"trace[1769154567] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"2.347943058s","start":"2026-04-08T14:33:32.250412Z","end":"2026-04-08T14:33:34.598355Z","steps":["trace[1769154567] 'process raft request' (duration: 2.347586138s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:34.598498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.250397Z","time spent":"2.34804434s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:34.598751Z","caller":"traceutil/trace.go:171","msg":"trace[1421964104] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"2.348253145s","start":"2026-04-08T14:33:32.250469Z","end":"2026-04-08T14:33:34.598722Z","steps":["trace[1421964104] 'process raft request' (duration: 2.348114402s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:34.598772Z","caller":"traceutil/trace.go:171","msg":"trace[1093193954] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"2.348269966s","start":"2026-04-08T14:33:32.250461Z","end":"2026-04-08T14:33:34.598731Z","steps":["trace[1093193954] 'process raft request' (duration: 2.347812653s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:34.598918Z","caller":"traceutil/trace.go:171","msg":"trace[930795611] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"2.34620434s","start":"2026-04-08T14:33:32.252695Z","end":"2026-04-08T14:33:34.5989Z","steps":["trace[930795611] 'process raft request' (duration: 2.345991404s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:34.598963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.250452Z","time spent":"2.348418241s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:34.599071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.252679Z","time spent":"2.346314103s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:34.598928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.250443Z","time spent":"2.34839218s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:34.59936Z","caller":"traceutil/trace.go:171","msg":"trace[1021087550] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"2.346381784s","start":"2026-04-08T14:33:32.252939Z","end":"2026-04-08T14:33:34.59932Z","steps":["trace[1021087550] 'process raft request' (duration: 2.345911451s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:34.599374Z","caller":"traceutil/trace.go:171","msg":"trace[1345032631] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"1.978642204s","start":"2026-04-08T14:33:32.620691Z","end":"2026-04-08T14:33:34.599333Z","steps":["trace[1345032631] 'process raft request' (duration: 1.978497561s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:34.5995Z","caller":"traceutil/trace.go:171","msg":"trace[704687861] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"1.297427776s","start":"2026-04-08T14:33:33.302031Z","end":"2026-04-08T14:33:34.599459Z","steps":["trace[704687861] 'process raft request' (duration: 1.297349163s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:34.599502Z","caller":"traceutil/trace.go:171","msg":"trace[158817505] linearizableReadLoop","detail":"{readStateIndex:27673; appliedIndex:27664; }","duration":"2.349244124s","start":"2026-04-08T14:33:32.250213Z","end":"2026-04-08T14:33:34.599457Z","steps":["trace[158817505] 'read index received' (duration: 519.128968ms)","trace[158817505] 'applied index is now lower than readState.Index' (duration: 1.830112536s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:34.599569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:33.301975Z","time spent":"1.2975581s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:34.599559Z","caller":"traceutil/trace.go:171","msg":"trace[505907351] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"1.544064974s","start":"2026-04-08T14:33:33.055473Z","end":"2026-04-08T14:33:34.599538Z","steps":["trace[505907351] 'process raft request' (duration: 1.543853218s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:34.599587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.25293Z","time spent":"2.346518299s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:34.599598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.620661Z","time spent":"1.978803478s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:34.599672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:33.055434Z","time spent":"1.544184948s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:34.599715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34949291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-91a69556-eaf6-49e6-96cc-f57b4ec25e11\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-08T14:33:34.599755Z","caller":"traceutil/trace.go:171","msg":"trace[1652728812] range","detail":"{range_begin:/registry/persistentvolumes/pvc-91a69556-eaf6-49e6-96cc-f57b4ec25e11; range_end:; response_count:1; response_revision:26776; }","duration":"2.349559572s","start":"2026-04-08T14:33:32.250181Z","end":"2026-04-08T14:33:34.599741Z","steps":["trace[1652728812] 'agreement among raft nodes before linearized reading' (duration: 2.349397437s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:34.599795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.250166Z","time spent":"2.349621204s","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-91a69556-eaf6-49e6-96cc-f57b4ec25e11\" "} {"level":"warn","ts":"2026-04-08T14:33:35.100183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:35.51823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.492516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:35.518656Z","caller":"traceutil/trace.go:171","msg":"trace[1060462566] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26776; }","duration":"374.936598ms","start":"2026-04-08T14:33:35.143692Z","end":"2026-04-08T14:33:35.518629Z","steps":["trace[1060462566] 'range keys from in-memory index tree' (duration: 374.468455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.601009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:35.708079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257906999s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:33:35.708626Z","caller":"traceutil/trace.go:171","msg":"trace[674867409] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"1.455116496s","start":"2026-04-08T14:33:34.253485Z","end":"2026-04-08T14:33:35.708602Z","steps":["trace[674867409] 'process raft request' (duration: 1.455033543s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:35.708661Z","caller":"traceutil/trace.go:171","msg":"trace[337435916] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"1.456073882s","start":"2026-04-08T14:33:34.25255Z","end":"2026-04-08T14:33:35.708624Z","steps":["trace[337435916] 'process raft request' (duration: 1.455784295s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.708769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.253472Z","time spent":"1.455224579s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:35.708968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.252528Z","time spent":"1.456319248s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:35.709214Z","caller":"traceutil/trace.go:171","msg":"trace[1702184823] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"1.455489687s","start":"2026-04-08T14:33:34.253708Z","end":"2026-04-08T14:33:35.709198Z","steps":["trace[1702184823] 'process raft request' (duration: 1.454856689s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:35.709224Z","caller":"traceutil/trace.go:171","msg":"trace[2102867936] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"1.454646545s","start":"2026-04-08T14:33:34.254548Z","end":"2026-04-08T14:33:35.709195Z","steps":["trace[2102867936] 'process raft request' (duration: 1.454557522s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:35.709307Z","caller":"traceutil/trace.go:171","msg":"trace[1632784989] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"1.454636432s","start":"2026-04-08T14:33:34.254662Z","end":"2026-04-08T14:33:35.709298Z","steps":["trace[1632784989] 'process raft request' (duration: 1.454493038s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.709334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.253699Z","time spent":"1.455550298s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:35.709359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.254634Z","time spent":"1.454701705s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:35.709441Z","caller":"traceutil/trace.go:171","msg":"trace[1705191181] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"1.455576289s","start":"2026-04-08T14:33:34.253854Z","end":"2026-04-08T14:33:35.70943Z","steps":["trace[1705191181] 'process raft request' (duration: 1.455076405s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.709479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.253812Z","time spent":"1.45564818s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:35.709477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.254537Z","time spent":"1.454794268s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:35.709597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630456522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:35.70963Z","caller":"traceutil/trace.go:171","msg":"trace[357155207] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26784; }","duration":"2.630553835s","start":"2026-04-08T14:33:33.079068Z","end":"2026-04-08T14:33:35.709622Z","steps":["trace[357155207] 'agreement among raft nodes before linearized reading' (duration: 2.630479603s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.709652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:33.079045Z","time spent":"2.630601787s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:35.709656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457900206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:33:35.709685Z","caller":"traceutil/trace.go:171","msg":"trace[195257528] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26784; }","duration":"3.457972587s","start":"2026-04-08T14:33:32.251705Z","end":"2026-04-08T14:33:35.709678Z","steps":["trace[195257528] 'agreement among raft nodes before linearized reading' (duration: 3.457793922s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.709665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876524754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:35.709708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.251692Z","time spent":"3.458010608s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:33:35.709854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458436288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:33:35.709472Z","caller":"traceutil/trace.go:171","msg":"trace[1739924761] linearizableReadLoop","detail":"{readStateIndex:27683; appliedIndex:27675; }","duration":"1.109909476s","start":"2026-04-08T14:33:34.599548Z","end":"2026-04-08T14:33:35.709457Z","steps":["trace[1739924761] 'read index received' (duration: 1.108693293s)","trace[1739924761] 'applied index is now lower than readState.Index' (duration: 1.215393ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:35.709883Z","caller":"traceutil/trace.go:171","msg":"trace[1581896763] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26784; }","duration":"2.458503301s","start":"2026-04-08T14:33:33.25137Z","end":"2026-04-08T14:33:35.709874Z","steps":["trace[1581896763] 'agreement among raft nodes before linearized reading' (duration: 2.458406568s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.709904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:33.251349Z","time spent":"2.458549221s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:33:35.709957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669400924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:35.709986Z","caller":"traceutil/trace.go:171","msg":"trace[181821437] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26784; }","duration":"2.669467666s","start":"2026-04-08T14:33:33.04051Z","end":"2026-04-08T14:33:35.709977Z","steps":["trace[181821437] 'agreement among raft nodes before linearized reading' (duration: 2.669335592s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.710004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:33.040486Z","time spent":"2.669513088s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:35.710045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477247336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:33:35.71007Z","caller":"traceutil/trace.go:171","msg":"trace[87518152] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26784; }","duration":"2.477295047s","start":"2026-04-08T14:33:33.232768Z","end":"2026-04-08T14:33:35.710063Z","steps":["trace[87518152] 'agreement among raft nodes before linearized reading' (duration: 2.477234245s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.710092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:33.232754Z","time spent":"2.477333378s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:33:35.710162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089686592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-08T14:33:35.710148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108773695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-08T14:33:35.710186Z","caller":"traceutil/trace.go:171","msg":"trace[1813852905] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26784; }","duration":"3.089710323s","start":"2026-04-08T14:33:32.62047Z","end":"2026-04-08T14:33:35.710181Z","steps":["trace[1813852905] 'agreement among raft nodes before linearized reading' (duration: 3.08963625s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.710198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532327222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:35.710203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.620404Z","time spent":"3.089794734s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-08T14:33:35.710201Z","caller":"traceutil/trace.go:171","msg":"trace[1032321647] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26784; }","duration":"1.108871418s","start":"2026-04-08T14:33:34.601316Z","end":"2026-04-08T14:33:35.710188Z","steps":["trace[1032321647] 'agreement among raft nodes before linearized reading' (duration: 1.108672732s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:35.710222Z","caller":"traceutil/trace.go:171","msg":"trace[1951466771] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26784; }","duration":"2.532400274s","start":"2026-04-08T14:33:33.177813Z","end":"2026-04-08T14:33:35.710213Z","steps":["trace[1951466771] 'agreement among raft nodes before linearized reading' (duration: 2.532359443s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.710234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.6013Z","time spent":"1.108926659s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T14:33:35.710348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265998314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:33:35.710346Z","caller":"traceutil/trace.go:171","msg":"trace[346302781] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26784; }","duration":"1.876657787s","start":"2026-04-08T14:33:33.833049Z","end":"2026-04-08T14:33:35.709707Z","steps":["trace[346302781] 'agreement among raft nodes before linearized reading' (duration: 1.876471803s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:35.710372Z","caller":"traceutil/trace.go:171","msg":"trace[860927334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26784; }","duration":"3.266064425s","start":"2026-04-08T14:33:32.444302Z","end":"2026-04-08T14:33:35.710367Z","steps":["trace[860927334] 'agreement among raft nodes before linearized reading' (duration: 3.265999304s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.710394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.444279Z","time spent":"3.266107527s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:35.710433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:33.833021Z","time spent":"1.877394898s","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:35.710243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:33.17778Z","time spent":"2.532456726s","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:35.710502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.114763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:35.710538Z","caller":"traceutil/trace.go:171","msg":"trace[1544234603] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26784; }","duration":"775.152374ms","start":"2026-04-08T14:33:34.935373Z","end":"2026-04-08T14:33:35.710526Z","steps":["trace[1544234603] 'agreement among raft nodes before linearized reading' (duration: 775.090652ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:35.710582Z","caller":"traceutil/trace.go:171","msg":"trace[1970373539] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"1.455778174s","start":"2026-04-08T14:33:34.254794Z","end":"2026-04-08T14:33:35.710572Z","steps":["trace[1970373539] 'process raft request' (duration: 1.454473688s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.71058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.935305Z","time spent":"775.267156ms","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:35.710627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.254752Z","time spent":"1.455849287s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:35.710692Z","caller":"traceutil/trace.go:171","msg":"trace[971725873] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"1.406617702s","start":"2026-04-08T14:33:34.304067Z","end":"2026-04-08T14:33:35.710685Z","steps":["trace[971725873] 'process raft request' (duration: 1.405307766s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.71073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.304041Z","time spent":"1.406670813s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:35.710551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30594568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:35.710788Z","caller":"traceutil/trace.go:171","msg":"trace[1040778972] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26784; }","duration":"1.306218808s","start":"2026-04-08T14:33:34.404555Z","end":"2026-04-08T14:33:35.710774Z","steps":["trace[1040778972] 'agreement among raft nodes before linearized reading' (duration: 1.305964422s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.710828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.404526Z","time spent":"1.306290421s","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:35.710873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359474004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:35.710892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619733996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-08T14:33:35.710904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456318549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:35.710924Z","caller":"traceutil/trace.go:171","msg":"trace[723745859] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26784; }","duration":"1.619803889s","start":"2026-04-08T14:33:34.091109Z","end":"2026-04-08T14:33:35.710913Z","steps":["trace[723745859] 'agreement among raft nodes before linearized reading' (duration: 1.619740907s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:35.710926Z","caller":"traceutil/trace.go:171","msg":"trace[1098104092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26784; }","duration":"1.45636569s","start":"2026-04-08T14:33:34.254553Z","end":"2026-04-08T14:33:35.710919Z","steps":["trace[1098104092] 'agreement among raft nodes before linearized reading' (duration: 1.456334548s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.71094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.091092Z","time spent":"1.619844449s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T14:33:35.710943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.254544Z","time spent":"1.456396232s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:35.710498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.458573694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-08T14:33:35.710949Z","caller":"traceutil/trace.go:171","msg":"trace[1151967232] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26784; }","duration":"1.359575187s","start":"2026-04-08T14:33:34.351335Z","end":"2026-04-08T14:33:35.71091Z","steps":["trace[1151967232] 'agreement among raft nodes before linearized reading' (duration: 1.359423253s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.711029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821811939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:35.711022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.3513Z","time spent":"1.35970954s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:35.711069Z","caller":"traceutil/trace.go:171","msg":"trace[1387662692] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26784; }","duration":"1.821898841s","start":"2026-04-08T14:33:33.889158Z","end":"2026-04-08T14:33:35.711057Z","steps":["trace[1387662692] 'agreement among raft nodes before linearized reading' (duration: 1.821842298s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.711101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:33.889132Z","time spent":"1.821960582s","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:33:35.710693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1064261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-08T14:33:35.711219Z","caller":"traceutil/trace.go:171","msg":"trace[1701267302] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26784; }","duration":"1.106923904s","start":"2026-04-08T14:33:34.604236Z","end":"2026-04-08T14:33:35.71116Z","steps":["trace[1701267302] 'agreement among raft nodes before linearized reading' (duration: 1.1063978s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.711424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.604224Z","time spent":"1.107102648s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"warn","ts":"2026-04-08T14:33:35.7108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244716915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:35.711522Z","caller":"traceutil/trace.go:171","msg":"trace[803420106] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26784; }","duration":"1.245467837s","start":"2026-04-08T14:33:34.466042Z","end":"2026-04-08T14:33:35.71151Z","steps":["trace[803420106] 'agreement among raft nodes before linearized reading' (duration: 1.244733726s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.711647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:34.466022Z","time spent":"1.24561217s","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:35.710975Z","caller":"traceutil/trace.go:171","msg":"trace[1368192117] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26784; }","duration":"3.459060407s","start":"2026-04-08T14:33:32.251904Z","end":"2026-04-08T14:33:35.710965Z","steps":["trace[1368192117] 'agreement among raft nodes before linearized reading' (duration: 3.458537322s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:35.711805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:32.251897Z","time spent":"3.459856358s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-08T14:33:36.359595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.614741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:36.359695Z","caller":"traceutil/trace.go:171","msg":"trace[7639312] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"645.225298ms","start":"2026-04-08T14:33:35.714453Z","end":"2026-04-08T14:33:36.359679Z","steps":["trace[7639312] 'process raft request' (duration: 234.451243ms)","trace[7639312] 'compare' (duration: 410.287902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:36.359743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:35.714431Z","time spent":"645.288419ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:37.136838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.970955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:37.137024Z","caller":"traceutil/trace.go:171","msg":"trace[1470002900] linearizableReadLoop","detail":"{readStateIndex:27686; appliedIndex:27683; }","duration":"1.419400363s","start":"2026-04-08T14:33:35.717611Z","end":"2026-04-08T14:33:37.137011Z","steps":["trace[1470002900] 'read index received' (duration: 231.46057ms)","trace[1470002900] 'applied index is now lower than readState.Index' (duration: 1.187939063s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:37.137121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419552568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:37.137145Z","caller":"traceutil/trace.go:171","msg":"trace[2083717923] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26787; }","duration":"1.419609489s","start":"2026-04-08T14:33:35.717527Z","end":"2026-04-08T14:33:37.137136Z","steps":["trace[2083717923] 'agreement among raft nodes before linearized reading' (duration: 1.419540206s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.137166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:35.717512Z","time spent":"1.41964944s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-08T14:33:37.137123Z","caller":"traceutil/trace.go:171","msg":"trace[810145739] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"1.420869673s","start":"2026-04-08T14:33:35.716196Z","end":"2026-04-08T14:33:37.137066Z","steps":["trace[810145739] 'process raft request' (duration: 1.4207309s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:37.137192Z","caller":"traceutil/trace.go:171","msg":"trace[1207648861] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"1.421057899s","start":"2026-04-08T14:33:35.716099Z","end":"2026-04-08T14:33:37.137157Z","steps":["trace[1207648861] 'process raft request' (duration: 874.701263ms)","trace[1207648861] 'compare' (duration: 545.361789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:37.137326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:35.716172Z","time spent":"1.421034708s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:37.137333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:35.716072Z","time spent":"1.421199723s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:37.623819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:37.623968Z","caller":"traceutil/trace.go:171","msg":"trace[1735965476] linearizableReadLoop","detail":"{readStateIndex:27687; appliedIndex:27686; }","duration":"486.89908ms","start":"2026-04-08T14:33:37.137046Z","end":"2026-04-08T14:33:37.623945Z","steps":["trace[1735965476] 'read index received' (duration: 243.154722ms)","trace[1735965476] 'applied index is now lower than readState.Index' (duration: 243.742588ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:37.624074Z","caller":"traceutil/trace.go:171","msg":"trace[1541162896] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"1.017254586s","start":"2026-04-08T14:33:36.606804Z","end":"2026-04-08T14:33:37.624059Z","steps":["trace[1541162896] 'process raft request' (duration: 773.488498ms)","trace[1541162896] 'compare' (duration: 243.230723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:37.624143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:36.606784Z","time spent":"1.017323487s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:37.624565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906713835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:37.62461Z","caller":"traceutil/trace.go:171","msg":"trace[1881432305] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26788; }","duration":"1.906807858s","start":"2026-04-08T14:33:35.717787Z","end":"2026-04-08T14:33:37.624595Z","steps":["trace[1881432305] 'agreement among raft nodes before linearized reading' (duration: 1.906730415s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.624653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:35.717757Z","time spent":"1.906883419s","remote":"127.0.0.1:41850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-08T14:33:37.624695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019831067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T14:33:37.624748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650370449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:37.624808Z","caller":"traceutil/trace.go:171","msg":"trace[171908528] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26788; }","duration":"1.650457173s","start":"2026-04-08T14:33:35.974328Z","end":"2026-04-08T14:33:37.624785Z","steps":["trace[171908528] 'agreement among raft nodes before linearized reading' (duration: 1.650391801s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.624836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021106511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-08T14:33:37.624847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.80977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:37.624857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:35.974297Z","time spent":"1.650548134s","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:37.624867Z","caller":"traceutil/trace.go:171","msg":"trace[373826975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26788; }","duration":"1.021194134s","start":"2026-04-08T14:33:36.603663Z","end":"2026-04-08T14:33:37.624857Z","steps":["trace[373826975] 'agreement among raft nodes before linearized reading' (duration: 1.021110062s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.624821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019588181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-08T14:33:37.624884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.045398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-08T14:33:37.624937Z","caller":"traceutil/trace.go:171","msg":"trace[1412832973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26788; }","duration":"1.019722944s","start":"2026-04-08T14:33:36.605186Z","end":"2026-04-08T14:33:37.624909Z","steps":["trace[1412832973] 'agreement among raft nodes before linearized reading' (duration: 1.019351774s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.624965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.016553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:37.624971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.495653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:37.624952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.037745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:33:37.625011Z","caller":"traceutil/trace.go:171","msg":"trace[667509762] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26788; }","duration":"241.058845ms","start":"2026-04-08T14:33:37.383936Z","end":"2026-04-08T14:33:37.624995Z","steps":["trace[667509762] 'agreement among raft nodes before linearized reading' (duration: 241.004373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.624536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90549176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:37.625016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:36.605129Z","time spent":"1.019870678s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:33:37.625027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845305875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:37.625051Z","caller":"traceutil/trace.go:171","msg":"trace[2069018502] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26788; }","duration":"906.195919ms","start":"2026-04-08T14:33:36.718833Z","end":"2026-04-08T14:33:37.625029Z","steps":["trace[2069018502] 'agreement among raft nodes before linearized reading' (duration: 905.947112ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:37.624881Z","caller":"traceutil/trace.go:171","msg":"trace[2048681209] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26788; }","duration":"481.873313ms","start":"2026-04-08T14:33:37.142998Z","end":"2026-04-08T14:33:37.624871Z","steps":["trace[2048681209] 'agreement among raft nodes before linearized reading' (duration: 481.813201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.625099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:36.718805Z","time spent":"906.283883ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:33:37.625136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.142981Z","time spent":"482.141529ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:33:37.624698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260372586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-08T14:33:37.625254Z","caller":"traceutil/trace.go:171","msg":"trace[898986561] range","detail":"{range_begin:/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f; range_end:; response_count:1; response_revision:26788; }","duration":"1.260951643s","start":"2026-04-08T14:33:36.364269Z","end":"2026-04-08T14:33:37.625221Z","steps":["trace[898986561] 'agreement among raft nodes before linearized reading' (duration: 1.260317816s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.625356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:36.364243Z","time spent":"1.261090327s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-74bc5dc6bb-mpfgj.18a468315361857f\" "} {"level":"info","ts":"2026-04-08T14:33:37.625048Z","caller":"traceutil/trace.go:171","msg":"trace[1056721747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26788; }","duration":"1.906039386s","start":"2026-04-08T14:33:35.718997Z","end":"2026-04-08T14:33:37.625036Z","steps":["trace[1056721747] 'agreement among raft nodes before linearized reading' (duration: 1.90544991s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.625432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:35.718988Z","time spent":"1.906422727s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:37.624886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020270719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:33:37.625519Z","caller":"traceutil/trace.go:171","msg":"trace[300033040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26788; }","duration":"1.020952907s","start":"2026-04-08T14:33:36.604548Z","end":"2026-04-08T14:33:37.625501Z","steps":["trace[300033040] 'agreement among raft nodes before linearized reading' (duration: 1.020186316s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.625614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:36.60451Z","time spent":"1.021059931s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T14:33:37.624745Z","caller":"traceutil/trace.go:171","msg":"trace[1632012197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26788; }","duration":"1.019887668s","start":"2026-04-08T14:33:36.604839Z","end":"2026-04-08T14:33:37.624727Z","steps":["trace[1632012197] 'agreement among raft nodes before linearized reading' (duration: 1.019751795s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.625758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:36.604832Z","time spent":"1.020898076s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:33:37.624535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048348051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:37.625825Z","caller":"traceutil/trace.go:171","msg":"trace[1681261959] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26788; }","duration":"1.049655957s","start":"2026-04-08T14:33:36.576153Z","end":"2026-04-08T14:33:37.625809Z","steps":["trace[1681261959] 'agreement among raft nodes before linearized reading' (duration: 1.048276899s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.62586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:36.576057Z","time spent":"1.049792742s","remote":"127.0.0.1:44408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:37.624912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:36.603631Z","time spent":"1.021273486s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T14:33:37.624965Z","caller":"traceutil/trace.go:171","msg":"trace[20237168] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26788; }","duration":"534.181981ms","start":"2026-04-08T14:33:37.090763Z","end":"2026-04-08T14:33:37.624945Z","steps":["trace[20237168] 'agreement among raft nodes before linearized reading' (duration: 533.975955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.626067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.090733Z","time spent":"535.316972ms","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-08T14:33:37.625008Z","caller":"traceutil/trace.go:171","msg":"trace[786095664] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26788; }","duration":"258.575006ms","start":"2026-04-08T14:33:37.366425Z","end":"2026-04-08T14:33:37.625Z","steps":["trace[786095664] 'agreement among raft nodes before linearized reading' (duration: 258.519394ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:37.625091Z","caller":"traceutil/trace.go:171","msg":"trace[1159202253] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26788; }","duration":"1.845407128s","start":"2026-04-08T14:33:35.77967Z","end":"2026-04-08T14:33:37.625077Z","steps":["trace[1159202253] 'agreement among raft nodes before linearized reading' (duration: 1.84513025s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:37.626364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:35.779651Z","time spent":"1.846705363s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T14:33:38.228656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.035059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:38.228786Z","caller":"traceutil/trace.go:171","msg":"trace[25822271] linearizableReadLoop","detail":"{readStateIndex:27688; appliedIndex:27687; }","duration":"600.63824ms","start":"2026-04-08T14:33:37.628126Z","end":"2026-04-08T14:33:38.228764Z","steps":["trace[25822271] 'read index received' (duration: 430.478007ms)","trace[25822271] 'applied index is now lower than readState.Index' (duration: 170.158373ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:38.228944Z","caller":"traceutil/trace.go:171","msg":"trace[1619618617] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"601.830842ms","start":"2026-04-08T14:33:37.627058Z","end":"2026-04-08T14:33:38.228888Z","steps":["trace[1619618617] 'process raft request' (duration: 431.417273ms)","trace[1619618617] 'compare' (duration: 169.626248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:38.229154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.627047Z","time spent":"601.992158ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:38.229185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.051232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-04-08T14:33:38.22923Z","caller":"traceutil/trace.go:171","msg":"trace[812559079] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26789; }","duration":"601.131934ms","start":"2026-04-08T14:33:37.628086Z","end":"2026-04-08T14:33:38.229218Z","steps":["trace[812559079] 'agreement among raft nodes before linearized reading' (duration: 600.95536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.229274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.628071Z","time spent":"601.193766ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-04-08T14:33:38.308944Z","caller":"traceutil/trace.go:171","msg":"trace[666013360] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"680.670172ms","start":"2026-04-08T14:33:37.62824Z","end":"2026-04-08T14:33:38.30891Z","steps":["trace[666013360] 'process raft request' (duration: 680.351044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.309159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.628212Z","time spent":"680.832976ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:38.309299Z","caller":"traceutil/trace.go:171","msg":"trace[497793111] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"679.804509ms","start":"2026-04-08T14:33:37.629456Z","end":"2026-04-08T14:33:38.30926Z","steps":["trace[497793111] 'process raft request' (duration: 679.337676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.309476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.62944Z","time spent":"679.942653ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:38.309742Z","caller":"traceutil/trace.go:171","msg":"trace[1539614176] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"679.831199ms","start":"2026-04-08T14:33:37.629863Z","end":"2026-04-08T14:33:38.309694Z","steps":["trace[1539614176] 'process raft request' (duration: 679.353686ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:38.309778Z","caller":"traceutil/trace.go:171","msg":"trace[596808112] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"678.829402ms","start":"2026-04-08T14:33:37.630912Z","end":"2026-04-08T14:33:38.309741Z","steps":["trace[596808112] 'process raft request' (duration: 678.613416ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:38.309737Z","caller":"traceutil/trace.go:171","msg":"trace[493037186] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"678.831922ms","start":"2026-04-08T14:33:37.63086Z","end":"2026-04-08T14:33:38.309692Z","steps":["trace[493037186] 'process raft request' (duration: 678.613336ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:38.309928Z","caller":"traceutil/trace.go:171","msg":"trace[493159064] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"595.649213ms","start":"2026-04-08T14:33:37.714269Z","end":"2026-04-08T14:33:38.309918Z","steps":["trace[493159064] 'process raft request' (duration: 595.300382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.309932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.629855Z","time spent":"679.972503ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:38.309956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.630907Z","time spent":"678.946935ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:38.309983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.714246Z","time spent":"595.705795ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:38.309995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.630853Z","time spent":"679.080519ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:38.310125Z","caller":"traceutil/trace.go:171","msg":"trace[469936463] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"593.869843ms","start":"2026-04-08T14:33:37.716247Z","end":"2026-04-08T14:33:38.310117Z","steps":["trace[469936463] 'process raft request' (duration: 593.38298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.310167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.716225Z","time spent":"593.919586ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:38.310359Z","caller":"traceutil/trace.go:171","msg":"trace[1523067480] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"594.003598ms","start":"2026-04-08T14:33:37.716341Z","end":"2026-04-08T14:33:38.310345Z","steps":["trace[1523067480] 'process raft request' (duration: 593.801852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.31041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.716309Z","time spent":"594.069729ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:38.310408Z","caller":"traceutil/trace.go:171","msg":"trace[2123199865] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"593.067332ms","start":"2026-04-08T14:33:37.717319Z","end":"2026-04-08T14:33:38.310387Z","steps":["trace[2123199865] 'process raft request' (duration: 592.964439ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:38.310434Z","caller":"traceutil/trace.go:171","msg":"trace[483489996] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"592.727133ms","start":"2026-04-08T14:33:37.717688Z","end":"2026-04-08T14:33:38.310415Z","steps":["trace[483489996] 'process raft request' (duration: 592.6511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.310533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.386867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:38.310553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.371379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:38.31057Z","caller":"traceutil/trace.go:171","msg":"trace[1164096781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26801; }","duration":"675.434238ms","start":"2026-04-08T14:33:37.635126Z","end":"2026-04-08T14:33:38.31056Z","steps":["trace[1164096781] 'agreement among raft nodes before linearized reading' (duration: 675.372886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.310558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.717674Z","time spent":"592.823945ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:38.310592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.63512Z","time spent":"675.468069ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:33:38.310612Z","caller":"traceutil/trace.go:171","msg":"trace[728586733] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"592.403654ms","start":"2026-04-08T14:33:37.7182Z","end":"2026-04-08T14:33:38.310604Z","steps":["trace[728586733] 'process raft request' (duration: 592.168158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.310603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.717306Z","time spent":"593.146924ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:38.310653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.71819Z","time spent":"592.441785ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:38.310581Z","caller":"traceutil/trace.go:171","msg":"trace[1486487296] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26801; }","duration":"577.451102ms","start":"2026-04-08T14:33:37.733122Z","end":"2026-04-08T14:33:38.310573Z","steps":["trace[1486487296] 'agreement among raft nodes before linearized reading' (duration: 577.358949ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:38.310715Z","caller":"traceutil/trace.go:171","msg":"trace[666446135] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"592.098485ms","start":"2026-04-08T14:33:37.71861Z","end":"2026-04-08T14:33:38.310709Z","steps":["trace[666446135] 'process raft request' (duration: 591.791097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.310709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.115307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:38.310727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.7331Z","time spent":"577.608956ms","remote":"127.0.0.1:47184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:38.310753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.718602Z","time spent":"592.131146ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:38.310762Z","caller":"traceutil/trace.go:171","msg":"trace[953415192] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26801; }","duration":"680.182059ms","start":"2026-04-08T14:33:37.630563Z","end":"2026-04-08T14:33:38.310745Z","steps":["trace[953415192] 'agreement among raft nodes before linearized reading' (duration: 680.079066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.310806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.630556Z","time spent":"680.242272ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T14:33:38.31083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.787774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:38.310855Z","caller":"traceutil/trace.go:171","msg":"trace[310807845] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26801; }","duration":"120.855896ms","start":"2026-04-08T14:33:38.189993Z","end":"2026-04-08T14:33:38.310849Z","steps":["trace[310807845] 'agreement among raft nodes before linearized reading' (duration: 120.811465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.310918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.268742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:38.310956Z","caller":"traceutil/trace.go:171","msg":"trace[2110250474] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26801; }","duration":"680.312852ms","start":"2026-04-08T14:33:37.630633Z","end":"2026-04-08T14:33:38.310945Z","steps":["trace[2110250474] 'agreement among raft nodes before linearized reading' (duration: 680.256251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.310991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.630629Z","time spent":"680.355323ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:33:38.31149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.297695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-08T14:33:38.311535Z","caller":"traceutil/trace.go:171","msg":"trace[251675624] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26801; }","duration":"679.359836ms","start":"2026-04-08T14:33:37.632165Z","end":"2026-04-08T14:33:38.311525Z","steps":["trace[251675624] 'agreement among raft nodes before linearized reading' (duration: 678.582595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:38.31156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:37.63216Z","time spent":"679.393588ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-08T14:33:38.815944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:39.204261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.100195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:39.204507Z","caller":"traceutil/trace.go:171","msg":"trace[1802804392] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"890.156108ms","start":"2026-04-08T14:33:38.314309Z","end":"2026-04-08T14:33:39.204465Z","steps":["trace[1802804392] 'process raft request' (duration: 571.768446ms)","trace[1802804392] 'compare' (duration: 317.92373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:39.204692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:38.314285Z","time spent":"890.309423ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:40.009568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.195999ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-08T14:33:40.009687Z","caller":"traceutil/trace.go:171","msg":"trace[1169863375] linearizableReadLoop","detail":"{readStateIndex:27702; appliedIndex:27700; }","duration":"1.69468725s","start":"2026-04-08T14:33:38.314985Z","end":"2026-04-08T14:33:40.009672Z","steps":["trace[1169863375] 'read index received' (duration: 571.094677ms)","trace[1169863375] 'applied index is now lower than readState.Index' (duration: 1.123591403s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:40.010166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695172323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-08T14:33:40.010196Z","caller":"traceutil/trace.go:171","msg":"trace[876144681] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26802; }","duration":"1.695227164s","start":"2026-04-08T14:33:38.314961Z","end":"2026-04-08T14:33:40.010188Z","steps":["trace[876144681] 'agreement among raft nodes before linearized reading' (duration: 1.695105671s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:40.010219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:38.314943Z","time spent":"1.695270567s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"info","ts":"2026-04-08T14:33:40.278848Z","caller":"traceutil/trace.go:171","msg":"trace[746001617] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"670.78206ms","start":"2026-04-08T14:33:39.607994Z","end":"2026-04-08T14:33:40.278776Z","steps":["trace[746001617] 'process raft request' (duration: 670.526203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:40.279038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:39.607972Z","time spent":"670.972246ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:40.68172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:33:40.681816Z","caller":"traceutil/trace.go:171","msg":"trace[1982584576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367292s","start":"2026-04-08T14:33:38.681427Z","end":"2026-04-08T14:33:40.681794Z","steps":["trace[1982584576] 'agreement among raft nodes before linearized reading' (duration: 2.000227457s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:40.681871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:38.681397Z","time spent":"2.000458224s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:33:41.202087Z","caller":"traceutil/trace.go:171","msg":"trace[654714181] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"1.570707148s","start":"2026-04-08T14:33:39.631325Z","end":"2026-04-08T14:33:41.202033Z","steps":["trace[654714181] 'process raft request' (duration: 1.485918735s)","trace[654714181] 'compare' (duration: 84.513786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:41.202292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:39.631295Z","time spent":"1.570897033s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:41.203073Z","caller":"traceutil/trace.go:171","msg":"trace[191955917] linearizableReadLoop","detail":"{readStateIndex:27704; appliedIndex:27702; }","duration":"1.193311551s","start":"2026-04-08T14:33:40.009707Z","end":"2026-04-08T14:33:41.203018Z","steps":["trace[191955917] 'read index received' (duration: 268.894531ms)","trace[191955917] 'applied index is now lower than readState.Index' (duration: 924.41446ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:41.203245Z","caller":"traceutil/trace.go:171","msg":"trace[379956788] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"1.191122401s","start":"2026-04-08T14:33:40.012094Z","end":"2026-04-08T14:33:41.203216Z","steps":["trace[379956788] 'process raft request' (duration: 1.189832235s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.203297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885454351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:41.203311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458953732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:41.203369Z","caller":"traceutil/trace.go:171","msg":"trace[1276697783] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26805; }","duration":"2.885537022s","start":"2026-04-08T14:33:38.317807Z","end":"2026-04-08T14:33:41.203344Z","steps":["trace[1276697783] 'agreement among raft nodes before linearized reading' (duration: 2.885378028s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:41.2034Z","caller":"traceutil/trace.go:171","msg":"trace[954091616] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26805; }","duration":"1.459093977s","start":"2026-04-08T14:33:39.744285Z","end":"2026-04-08T14:33:41.203379Z","steps":["trace[954091616] 'agreement among raft nodes before linearized reading' (duration: 1.458907631s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.203411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.012052Z","time spent":"1.191260774s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:41.203427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225212949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:41.203438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88649211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-04-08T14:33:41.203451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:39.744267Z","time spent":"1.459172678s","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:41.203488Z","caller":"traceutil/trace.go:171","msg":"trace[1127391767] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26805; }","duration":"2.886578862s","start":"2026-04-08T14:33:38.316897Z","end":"2026-04-08T14:33:41.203475Z","steps":["trace[1127391767] 'agreement among raft nodes before linearized reading' (duration: 2.886305034s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.20346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887047213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-08T14:33:41.203488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994338206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a468412635031b\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-04-08T14:33:41.20353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:38.31689Z","time spent":"2.886630513s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-08T14:33:41.203536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061863714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:33:41.203557Z","caller":"traceutil/trace.go:171","msg":"trace[2097393985] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a468412635031b; range_end:; response_count:1; response_revision:26805; }","duration":"1.994453219s","start":"2026-04-08T14:33:39.209083Z","end":"2026-04-08T14:33:41.203536Z","steps":["trace[2097393985] 'agreement among raft nodes before linearized reading' (duration: 1.994256304s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:41.203576Z","caller":"traceutil/trace.go:171","msg":"trace[1850386278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26805; }","duration":"2.061900646s","start":"2026-04-08T14:33:39.141663Z","end":"2026-04-08T14:33:41.203564Z","steps":["trace[1850386278] 'agreement among raft nodes before linearized reading' (duration: 2.061780152s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.203602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:39.209059Z","time spent":"1.994531371s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a468412635031b\" "} {"level":"warn","ts":"2026-04-08T14:33:41.203619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:39.141515Z","time spent":"2.062091581s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:41.203415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:38.317799Z","time spent":"2.885605515s","remote":"127.0.0.1:41850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-08T14:33:41.203545Z","caller":"traceutil/trace.go:171","msg":"trace[994931990] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26805; }","duration":"2.887173698s","start":"2026-04-08T14:33:38.31635Z","end":"2026-04-08T14:33:41.203523Z","steps":["trace[994931990] 'agreement among raft nodes before linearized reading' (duration: 2.88688836s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.20356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657935608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-08T14:33:41.2033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289093449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:41.203795Z","caller":"traceutil/trace.go:171","msg":"trace[1023124572] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26805; }","duration":"2.658253309s","start":"2026-04-08T14:33:38.545526Z","end":"2026-04-08T14:33:41.203779Z","steps":["trace[1023124572] 'agreement among raft nodes before linearized reading' (duration: 2.657775525s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:41.203803Z","caller":"traceutil/trace.go:171","msg":"trace[1472966064] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26805; }","duration":"2.289654224s","start":"2026-04-08T14:33:38.914137Z","end":"2026-04-08T14:33:41.203791Z","steps":["trace[1472966064] 'agreement among raft nodes before linearized reading' (duration: 2.289044697s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.203804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:38.31634Z","time spent":"2.887439486s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:33:41.203838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:38.914099Z","time spent":"2.289729396s","remote":"127.0.0.1:51270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:41.203847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:38.545501Z","time spent":"2.65832725s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":234,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:41.203486Z","caller":"traceutil/trace.go:171","msg":"trace[1498108542] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26805; }","duration":"1.225318972s","start":"2026-04-08T14:33:39.97815Z","end":"2026-04-08T14:33:41.203469Z","steps":["trace[1498108542] 'agreement among raft nodes before linearized reading' (duration: 1.225147377s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.204024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573257839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:33:41.204063Z","caller":"traceutil/trace.go:171","msg":"trace[81568067] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26805; }","duration":"2.573349502s","start":"2026-04-08T14:33:38.630702Z","end":"2026-04-08T14:33:41.204051Z","steps":["trace[81568067] 'agreement among raft nodes before linearized reading' (duration: 2.572528879s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.204072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:39.978117Z","time spent":"1.225934739s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:41.204094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:38.630675Z","time spent":"2.573412073s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"info","ts":"2026-04-08T14:33:41.20918Z","caller":"traceutil/trace.go:171","msg":"trace[1731631537] transaction","detail":"{read_only:false; response_revision:26806; number_of_response:1; }","duration":"893.075858ms","start":"2026-04-08T14:33:40.316079Z","end":"2026-04-08T14:33:41.209155Z","steps":["trace[1731631537] 'process raft request' (duration: 892.924254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.209361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.316041Z","time spent":"893.217992ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:41.209431Z","caller":"traceutil/trace.go:171","msg":"trace[791658529] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"892.810821ms","start":"2026-04-08T14:33:40.316598Z","end":"2026-04-08T14:33:41.209408Z","steps":["trace[791658529] 'process raft request' (duration: 892.516472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.209624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.316589Z","time spent":"892.914563ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:41.209754Z","caller":"traceutil/trace.go:171","msg":"trace[1534814279] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"892.606016ms","start":"2026-04-08T14:33:40.317123Z","end":"2026-04-08T14:33:41.209729Z","steps":["trace[1534814279] 'process raft request' (duration: 892.281838ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:41.209824Z","caller":"traceutil/trace.go:171","msg":"trace[1163447280] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"892.43366ms","start":"2026-04-08T14:33:40.317373Z","end":"2026-04-08T14:33:41.209807Z","steps":["trace[1163447280] 'process raft request' (duration: 892.231405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.209858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.317101Z","time spent":"892.710289ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:41.209764Z","caller":"traceutil/trace.go:171","msg":"trace[784206481] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"892.499262ms","start":"2026-04-08T14:33:40.317245Z","end":"2026-04-08T14:33:41.209745Z","steps":["trace[784206481] 'process raft request' (duration: 892.281706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.209905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.317361Z","time spent":"892.493552ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:41.209915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.352073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:41.209909Z","caller":"traceutil/trace.go:171","msg":"trace[519423688] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"892.374339ms","start":"2026-04-08T14:33:40.317506Z","end":"2026-04-08T14:33:41.20988Z","steps":["trace[519423688] 'process raft request' (duration: 892.213615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.209961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.317236Z","time spent":"892.694988ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:41.209967Z","caller":"traceutil/trace.go:171","msg":"trace[146551391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26812; }","duration":"527.441677ms","start":"2026-04-08T14:33:40.682512Z","end":"2026-04-08T14:33:41.209954Z","steps":["trace[146551391] 'agreement among raft nodes before linearized reading' (duration: 527.363394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.209998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.68249Z","time spent":"527.502427ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:41.210052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.030056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:41.210073Z","caller":"traceutil/trace.go:171","msg":"trace[1758491575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26812; }","duration":"143.111319ms","start":"2026-04-08T14:33:41.066955Z","end":"2026-04-08T14:33:41.210066Z","steps":["trace[1758491575] 'agreement among raft nodes before linearized reading' (duration: 143.071248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.210082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.317477Z","time spent":"892.512602ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:41.210083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.86022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-08T14:33:41.210145Z","caller":"traceutil/trace.go:171","msg":"trace[668217785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26812; }","duration":"893.940393ms","start":"2026-04-08T14:33:40.316193Z","end":"2026-04-08T14:33:41.210133Z","steps":["trace[668217785] 'agreement among raft nodes before linearized reading' (duration: 893.793308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.210152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.055205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:41.210176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.31618Z","time spent":"893.989043ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T14:33:41.210184Z","caller":"traceutil/trace.go:171","msg":"trace[1969103407] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26812; }","duration":"487.086506ms","start":"2026-04-08T14:33:40.723087Z","end":"2026-04-08T14:33:41.210174Z","steps":["trace[1969103407] 'agreement among raft nodes before linearized reading' (duration: 487.034124ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:41.210201Z","caller":"traceutil/trace.go:171","msg":"trace[757764896] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"891.575327ms","start":"2026-04-08T14:33:40.318617Z","end":"2026-04-08T14:33:41.210192Z","steps":["trace[757764896] 'process raft request' (duration: 891.164575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.210219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.723071Z","time spent":"487.136426ms","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:41.210243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.318588Z","time spent":"891.629208ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:41.210292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.078453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-08T14:33:41.210315Z","caller":"traceutil/trace.go:171","msg":"trace[1242483966] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26812; }","duration":"492.102233ms","start":"2026-04-08T14:33:40.718205Z","end":"2026-04-08T14:33:41.210308Z","steps":["trace[1242483966] 'agreement among raft nodes before linearized reading' (duration: 491.99552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.210325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.630695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T14:33:41.210334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.718144Z","time spent":"492.184475ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-08T14:33:41.210078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.101665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:41.21036Z","caller":"traceutil/trace.go:171","msg":"trace[346759804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26812; }","duration":"892.692578ms","start":"2026-04-08T14:33:40.317655Z","end":"2026-04-08T14:33:41.210347Z","steps":["trace[346759804] 'agreement among raft nodes before linearized reading' (duration: 892.600766ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:41.210374Z","caller":"traceutil/trace.go:171","msg":"trace[74798009] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26812; }","duration":"677.442665ms","start":"2026-04-08T14:33:40.532916Z","end":"2026-04-08T14:33:41.210359Z","steps":["trace[74798009] 'agreement among raft nodes before linearized reading' (duration: 677.106735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.210389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.317643Z","time spent":"892.739089ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:41.210423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.532892Z","time spent":"677.513436ms","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:41.210504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.550028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-08T14:33:41.210547Z","caller":"traceutil/trace.go:171","msg":"trace[792062678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26812; }","duration":"894.652681ms","start":"2026-04-08T14:33:40.315881Z","end":"2026-04-08T14:33:41.210534Z","steps":["trace[792062678] 'agreement among raft nodes before linearized reading' (duration: 894.517448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.210609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.315853Z","time spent":"894.748964ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:41.210622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.034339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:33:41.210713Z","caller":"traceutil/trace.go:171","msg":"trace[581676853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26812; }","duration":"896.168984ms","start":"2026-04-08T14:33:40.314528Z","end":"2026-04-08T14:33:41.210697Z","steps":["trace[581676853] 'agreement among raft nodes before linearized reading' (duration: 895.951618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:41.21075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:40.314502Z","time spent":"896.236675ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:33:41.710862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:42.21142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:42.712098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:43.212915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:43.713591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:44.214511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:44.680223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:44.680326Z","caller":"traceutil/trace.go:171","msg":"trace[1822670541] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168417s","start":"2026-04-08T14:33:42.680129Z","end":"2026-04-08T14:33:44.680298Z","steps":["trace[1822670541] 'agreement among raft nodes before linearized reading' (duration: 2.000049253s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:44.680391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:42.680093Z","time spent":"2.000283529s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:44.715601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:44.71897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.423582671s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:33:44.73129Z","caller":"traceutil/trace.go:171","msg":"trace[1823283387] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"3.522452261s","start":"2026-04-08T14:33:41.208822Z","end":"2026-04-08T14:33:44.731274Z","steps":["trace[1823283387] 'process raft request' (duration: 3.522327998s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:44.731337Z","caller":"traceutil/trace.go:171","msg":"trace[1573310371] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"3.524687532s","start":"2026-04-08T14:33:41.206612Z","end":"2026-04-08T14:33:44.731299Z","steps":["trace[1573310371] 'process raft request' (duration: 3.512665112s)","trace[1573310371] 'compare' (duration: 10.259812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:44.73143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.208803Z","time spent":"3.522541464s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:44.731515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.206583Z","time spent":"3.524823076s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:45.45233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.87462ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:45.453428Z","caller":"traceutil/trace.go:171","msg":"trace[245388409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26814; }","duration":"309.97388ms","start":"2026-04-08T14:33:45.143409Z","end":"2026-04-08T14:33:45.453383Z","steps":["trace[245388409] 'range keys from in-memory index tree' (duration: 308.84749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:46.213169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.214094Z","time spent":"4.999063359s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 14:33:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:46.213315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.21557Z","time spent":"4.997737682s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-08T14:33:46.21342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.214416Z","time spent":"4.999000737s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 14:33:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:46.680784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:33:46.6809Z","caller":"traceutil/trace.go:171","msg":"trace[700317555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424704s","start":"2026-04-08T14:33:44.680453Z","end":"2026-04-08T14:33:46.680878Z","steps":["trace[700317555] 'agreement among raft nodes before linearized reading' (duration: 2.000288341s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:46.680952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:44.680439Z","time spent":"2.000500977s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:48.207096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.210047Z","time spent":"4.997041923s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 14:33:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:48.213277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.216882Z","time spent":"4.996388785s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-08T14:33:48.213284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.216089Z","time spent":"4.997186667s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 14:33:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/08 14:33:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:48.214538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.213885Z","time spent":"7.000648695s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-08T14:33:48.214552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.216032Z","time spent":"4.998517824s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-08T14:33:48.214592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.215978Z","time spent":"4.998610766s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-08T14:33:48.214575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.216063Z","time spent":"4.998503563s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 14:33:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/08 14:33:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/08 14:33:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:48.214731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.217481Z","time spent":"4.997247999s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 14:33:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:48.216487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.217207Z","time spent":"4.999277675s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 14:33:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:48.68956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000473695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:48.69002Z","caller":"traceutil/trace.go:171","msg":"trace[1735019224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00100311s","start":"2026-04-08T14:33:46.688989Z","end":"2026-04-08T14:33:48.689992Z","steps":["trace[1735019224] 'agreement among raft nodes before linearized reading' (duration: 2.000526927s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:48.690074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:46.688957Z","time spent":"2.001102072s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:49.628094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.839478267s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:33:49.629011Z","caller":"traceutil/trace.go:171","msg":"trace[980681528] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"6.990075854s","start":"2026-04-08T14:33:42.638909Z","end":"2026-04-08T14:33:49.628985Z","steps":["trace[980681528] 'process raft request' (duration: 6.989889099s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:49.629169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:42.63888Z","time spent":"6.990209817s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:49.629478Z","caller":"traceutil/trace.go:171","msg":"trace[1346405950] linearizableReadLoop","detail":"{readStateIndex:27728; appliedIndex:27712; }","duration":"8.419609616s","start":"2026-04-08T14:33:41.209835Z","end":"2026-04-08T14:33:49.629445Z","steps":["trace[1346405950] 'read index received' (duration: 3.509454344s)","trace[1346405950] 'applied index is now lower than readState.Index' (duration: 4.910153352s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:49.629762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.420589033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-04-08T14:33:49.629815Z","caller":"traceutil/trace.go:171","msg":"trace[618073280] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343; range_end:; response_count:1; response_revision:26828; }","duration":"8.420695435s","start":"2026-04-08T14:33:41.209105Z","end":"2026-04-08T14:33:49.6298Z","steps":["trace[618073280] 'agreement among raft nodes before linearized reading' (duration: 8.420395668s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:49.629847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.209068Z","time spent":"8.420771828s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343\" "} {"level":"warn","ts":"2026-04-08T14:33:49.629983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.422533587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-08T14:33:49.630021Z","caller":"traceutil/trace.go:171","msg":"trace[1500184494] transaction","detail":"{read_only:false; response_revision:26828; number_of_response:1; }","duration":"6.412262612s","start":"2026-04-08T14:33:43.217746Z","end":"2026-04-08T14:33:49.630008Z","steps":["trace[1500184494] 'process raft request' (duration: 6.411638095s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:49.630045Z","caller":"traceutil/trace.go:171","msg":"trace[673239751] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26828; }","duration":"8.422626128s","start":"2026-04-08T14:33:41.207402Z","end":"2026-04-08T14:33:49.630028Z","steps":["trace[673239751] 'agreement among raft nodes before linearized reading' (duration: 8.422377572s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:49.630027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.424181811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-08T14:33:49.630085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.217736Z","time spent":"6.412315044s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:49.630092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.207333Z","time spent":"8.422748041s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-08T14:33:49.630127Z","caller":"traceutil/trace.go:171","msg":"trace[520771075] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26828; }","duration":"8.424337906s","start":"2026-04-08T14:33:41.205764Z","end":"2026-04-08T14:33:49.630102Z","steps":["trace[520771075] 'agreement among raft nodes before linearized reading' (duration: 8.423907884s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:49.630187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.205756Z","time spent":"8.424422098s","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T14:33:49.630508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.425078776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-08T14:33:49.630632Z","caller":"traceutil/trace.go:171","msg":"trace[756633157] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26828; }","duration":"8.425146708s","start":"2026-04-08T14:33:41.205396Z","end":"2026-04-08T14:33:49.630543Z","steps":["trace[756633157] 'agreement among raft nodes before linearized reading' (duration: 8.424279444s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:49.630679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.205378Z","time spent":"8.425289902s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-08T14:33:50.130092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:50.315337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099423369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:50.315441Z","caller":"traceutil/trace.go:171","msg":"trace[1447062813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.099557503s","start":"2026-04-08T14:33:48.215862Z","end":"2026-04-08T14:33:50.31542Z","steps":["trace[1447062813] 'agreement among raft nodes before linearized reading' (duration: 2.099431048s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:50.315501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.215855Z","time spent":"2.099632504s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/08 14:33:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:50.315559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098909725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:50.315636Z","caller":"traceutil/trace.go:171","msg":"trace[795849810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.099018776s","start":"2026-04-08T14:33:48.2166Z","end":"2026-04-08T14:33:50.315619Z","steps":["trace[795849810] 'agreement among raft nodes before linearized reading' (duration: 2.098910013s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:50.315679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.216597Z","time spent":"2.099075248s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/08 14:33:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:50.316571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099973004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:50.316616Z","caller":"traceutil/trace.go:171","msg":"trace[5633028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.100023645s","start":"2026-04-08T14:33:48.216576Z","end":"2026-04-08T14:33:50.3166Z","steps":["trace[5633028] 'agreement among raft nodes before linearized reading' (duration: 2.099981353s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:50.316645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.216572Z","time spent":"2.100067566s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/08 14:33:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/08 14:33:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:50.631158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:50.690032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:33:50.69013Z","caller":"traceutil/trace.go:171","msg":"trace[1655273522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00026832s","start":"2026-04-08T14:33:48.68984Z","end":"2026-04-08T14:33:50.690108Z","steps":["trace[1655273522] 'agreement among raft nodes before linearized reading' (duration: 2.000140816s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:50.690184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.689819Z","time spent":"2.000355402s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:51.220468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.232574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:51.220783Z","caller":"traceutil/trace.go:171","msg":"trace[1085182517] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"6.478922436s","start":"2026-04-08T14:33:44.741822Z","end":"2026-04-08T14:33:51.220744Z","steps":["trace[1085182517] 'process raft request' (duration: 6.203309111s)","trace[1085182517] 'compare' (duration: 273.721052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:51.220997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:44.741795Z","time spent":"6.479111372s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:51.221268Z","caller":"traceutil/trace.go:171","msg":"trace[1806748313] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"5.936061167s","start":"2026-04-08T14:33:45.285171Z","end":"2026-04-08T14:33:51.221232Z","steps":["trace[1806748313] 'process raft request' (duration: 5.935400848s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:51.221392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:45.285138Z","time spent":"5.93619376s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:51.922096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.203398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-08T14:33:51.923549Z","caller":"traceutil/trace.go:171","msg":"trace[1297734649] linearizableReadLoop","detail":"{readStateIndex:27732; appliedIndex:27728; }","duration":"2.293941371s","start":"2026-04-08T14:33:49.629565Z","end":"2026-04-08T14:33:51.923507Z","steps":["trace[1297734649] 'read index received' (duration: 1.315590026s)","trace[1297734649] 'applied index is now lower than readState.Index' (duration: 978.347895ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:51.923626Z","caller":"traceutil/trace.go:171","msg":"trace[811826017] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"2.291031001s","start":"2026-04-08T14:33:49.632551Z","end":"2026-04-08T14:33:51.923583Z","steps":["trace[811826017] 'process raft request' (duration: 2.289658813s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:51.92413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:49.632526Z","time spent":"2.291450692s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:53.81394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:54.314717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:54.7661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.547777852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-08T14:33:54.766222Z","caller":"traceutil/trace.go:171","msg":"trace[1113694208] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"6.547984197s","start":"2026-04-08T14:33:48.218211Z","end":"2026-04-08T14:33:54.766195Z","steps":["trace[1113694208] 'agreement among raft nodes before linearized reading' (duration: 3.705713164s)","trace[1113694208] 'range keys from in-memory index tree' (duration: 2.842057896s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.766285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.21819Z","time spent":"6.548082309s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-08T14:33:54.766264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.43729045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.766376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.547688839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-08T14:33:54.766398Z","caller":"traceutil/trace.go:171","msg":"trace[2094682930] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26832; }","duration":"6.437476816s","start":"2026-04-08T14:33:48.328884Z","end":"2026-04-08T14:33:54.766361Z","steps":["trace[2094682930] 'agreement among raft nodes before linearized reading' (duration: 3.595010128s)","trace[2094682930] 'range keys from in-memory index tree' (duration: 2.842284393s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.766441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.396351711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.766465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.328864Z","time spent":"6.437587679s","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-08T14:33:54.766492Z","caller":"traceutil/trace.go:171","msg":"trace[942943768] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26832; }","duration":"4.396442564s","start":"2026-04-08T14:33:50.370033Z","end":"2026-04-08T14:33:54.766476Z","steps":["trace[942943768] 'agreement among raft nodes before linearized reading' (duration: 1.554165442s)","trace[942943768] 'count revisions from in-memory index tree' (duration: 2.84220625s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.766437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.718540698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-04-08T14:33:54.76651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.545342966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-08T14:33:54.766526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:50.370015Z","time spent":"4.396500056s","remote":"127.0.0.1:36392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.766545Z","caller":"traceutil/trace.go:171","msg":"trace[695319453] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26832; }","duration":"8.545413998s","start":"2026-04-08T14:33:46.221118Z","end":"2026-04-08T14:33:54.766532Z","steps":["trace[695319453] 'agreement among raft nodes before linearized reading' (duration: 5.702798086s)","trace[695319453] 'range keys from in-memory index tree' (duration: 2.842518169s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.766545Z","caller":"traceutil/trace.go:171","msg":"trace[1262780777] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26832; }","duration":"3.718682661s","start":"2026-04-08T14:33:51.047844Z","end":"2026-04-08T14:33:54.766527Z","steps":["trace[1262780777] 'agreement among raft nodes before linearized reading' (duration: 876.320287ms)","trace[1262780777] 'range keys from in-memory index tree' (duration: 2.841999414s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.766579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:46.221095Z","time spent":"8.54547769s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-08T14:33:54.766614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:51.047822Z","time spent":"3.718780085s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-08T14:33:54.7667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.554244968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:54.766732Z","caller":"traceutil/trace.go:171","msg":"trace[272969835] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26832; }","duration":"4.554313829s","start":"2026-04-08T14:33:50.212409Z","end":"2026-04-08T14:33:54.766723Z","steps":["trace[272969835] 'agreement among raft nodes before linearized reading' (duration: 1.71176266s)","trace[272969835] 'count revisions from in-memory index tree' (duration: 2.842502999s)"],"step_count":2} 2026/04/08 14:33:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:54.766773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:50.212381Z","time spent":"4.554384331s","remote":"127.0.0.1:39326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.766412Z","caller":"traceutil/trace.go:171","msg":"trace[1746064090] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"6.54774108s","start":"2026-04-08T14:33:48.218661Z","end":"2026-04-08T14:33:54.766402Z","steps":["trace[1746064090] 'agreement among raft nodes before linearized reading' (duration: 3.705249262s)","trace[1746064090] 'range keys from in-memory index tree' (duration: 2.842445458s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.766792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.547596146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-08T14:33:54.766896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070196756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:54.766897Z","caller":"traceutil/trace.go:171","msg":"trace[2080079515] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"6.54774375s","start":"2026-04-08T14:33:48.219132Z","end":"2026-04-08T14:33:54.766875Z","steps":["trace[2080079515] 'agreement among raft nodes before linearized reading' (duration: 3.704764688s)","trace[2080079515] 'range keys from in-memory index tree' (duration: 2.842810037s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.766921Z","caller":"traceutil/trace.go:171","msg":"trace[590020265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26832; }","duration":"4.070263378s","start":"2026-04-08T14:33:50.696651Z","end":"2026-04-08T14:33:54.766914Z","steps":["trace[590020265] 'agreement among raft nodes before linearized reading' (duration: 1.227523693s)","trace[590020265] 'range keys from in-memory index tree' (duration: 2.842705114s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.766905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.028904174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-08T14:33:54.766942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:50.69661Z","time spent":"4.070327539s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:33:54.767003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.55063934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-08T14:33:54.767047Z","caller":"traceutil/trace.go:171","msg":"trace[1628530202] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"6.550693811s","start":"2026-04-08T14:33:48.216343Z","end":"2026-04-08T14:33:54.767037Z","steps":["trace[1628530202] 'agreement among raft nodes before linearized reading' (duration: 3.707289028s)","trace[1628530202] 'range keys from in-memory index tree' (duration: 2.843128276s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.766851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.123356939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-08T14:33:54.767155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324879685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-08T14:33:54.767164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.771024086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.767177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.160663426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-08T14:33:54.767212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986963765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.767197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.532349201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:33:54.767261Z","caller":"traceutil/trace.go:171","msg":"trace[1436242315] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26832; }","duration":"2.987058797s","start":"2026-04-08T14:33:51.780189Z","end":"2026-04-08T14:33:54.767248Z","steps":["trace[1436242315] 'agreement among raft nodes before linearized reading' (duration: 143.933571ms)","trace[1436242315] 'count revisions from in-memory index tree' (duration: 2.843061715s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.767273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.199363831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.767304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:51.780165Z","time spent":"2.987129919s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.767314Z","caller":"traceutil/trace.go:171","msg":"trace[1996242939] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26832; }","duration":"5.199463335s","start":"2026-04-08T14:33:49.567835Z","end":"2026-04-08T14:33:54.767298Z","steps":["trace[1996242939] 'agreement among raft nodes before linearized reading' (duration: 2.356087491s)","trace[1996242939] 'count revisions from in-memory index tree' (duration: 2.843326261s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.767303Z","caller":"traceutil/trace.go:171","msg":"trace[148842702] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26832; }","duration":"11.532472815s","start":"2026-04-08T14:33:43.234793Z","end":"2026-04-08T14:33:54.767266Z","steps":["trace[148842702] 'agreement among raft nodes before linearized reading' (duration: 8.689401941s)","trace[148842702] 'range keys from in-memory index tree' (duration: 2.842721325s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.767231Z","caller":"traceutil/trace.go:171","msg":"trace[220115175] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; }","duration":"5.123894924s","start":"2026-04-08T14:33:49.643257Z","end":"2026-04-08T14:33:54.767152Z","steps":["trace[220115175] 'agreement among raft nodes before linearized reading' (duration: 2.280971064s)","trace[220115175] 'range keys from in-memory index tree' (duration: 2.842345255s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.76741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.720669124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-08T14:33:54.767437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.161278808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:54.767425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.234769Z","time spent":"11.532614258s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"info","ts":"2026-04-08T14:33:54.767467Z","caller":"traceutil/trace.go:171","msg":"trace[1588302182] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26832; }","duration":"10.16135026s","start":"2026-04-08T14:33:44.606109Z","end":"2026-04-08T14:33:54.767459Z","steps":["trace[1588302182] 'agreement among raft nodes before linearized reading' (duration: 7.317971307s)","trace[1588302182] 'count revisions from in-memory index tree' (duration: 2.843340592s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.767476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.288758758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.767497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:44.606084Z","time spent":"10.16140667s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.767462Z","caller":"traceutil/trace.go:171","msg":"trace[1107851903] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26832; }","duration":"11.720747197s","start":"2026-04-08T14:33:43.046701Z","end":"2026-04-08T14:33:54.767448Z","steps":["trace[1107851903] 'agreement among raft nodes before linearized reading' (duration: 8.877238841s)","trace[1107851903] 'count revisions from in-memory index tree' (duration: 2.843412133s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.767522Z","caller":"traceutil/trace.go:171","msg":"trace[141876559] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26832; }","duration":"12.28883479s","start":"2026-04-08T14:33:42.478672Z","end":"2026-04-08T14:33:54.767507Z","steps":["trace[141876559] 'agreement among raft nodes before linearized reading' (duration: 9.445308514s)","trace[141876559] 'count revisions from in-memory index tree' (duration: 2.843463355s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.767532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.469138504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:54.767603Z","caller":"traceutil/trace.go:171","msg":"trace[190840149] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26832; }","duration":"13.469206466s","start":"2026-04-08T14:33:41.298351Z","end":"2026-04-08T14:33:54.767557Z","steps":["trace[190840149] 'agreement among raft nodes before linearized reading' (duration: 10.62571554s)","trace[190840149] 'count revisions from in-memory index tree' (duration: 2.843441985s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.767649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.298329Z","time spent":"13.469309619s","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:54.767698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.552889002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-08T14:33:54.767624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.046627Z","time spent":"11.720918441s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:54.767663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:49.643237Z","time spent":"5.124243944s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-08T14:33:54.767821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.559012091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:33:54.767934Z","caller":"traceutil/trace.go:171","msg":"trace[1361638474] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"6.559171605s","start":"2026-04-08T14:33:48.208738Z","end":"2026-04-08T14:33:54.76791Z","steps":["trace[1361638474] 'agreement among raft nodes before linearized reading' (duration: 3.715223857s)","trace[1361638474] 'range keys from in-memory index tree' (duration: 2.843776354s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.767971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.132320596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-04-08T14:33:54.767986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.487150513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.767999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.208719Z","time spent":"6.559266447s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-08T14:33:54.768024Z","caller":"traceutil/trace.go:171","msg":"trace[1305483878] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26832; }","duration":"7.487232466s","start":"2026-04-08T14:33:47.280778Z","end":"2026-04-08T14:33:54.76801Z","steps":["trace[1305483878] 'agreement among raft nodes before linearized reading' (duration: 4.643244276s)","trace[1305483878] 'count revisions from in-memory index tree' (duration: 2.843942789s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.768045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.240713724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:54.768007Z","caller":"traceutil/trace.go:171","msg":"trace[1149851484] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26832; }","duration":"5.132376929s","start":"2026-04-08T14:33:49.635618Z","end":"2026-04-08T14:33:54.767995Z","steps":["trace[1149851484] 'agreement among raft nodes before linearized reading' (duration: 2.288477452s)","trace[1149851484] 'range keys from in-memory index tree' (duration: 2.843811344s)"],"step_count":2} 2026/04/08 14:33:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:54.768072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:47.280751Z","time spent":"7.487308499s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} 2026/04/08 14:33:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:54.76709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.216338Z","time spent":"6.550739852s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/08 14:33:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:54.767824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.558589913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-08T14:33:54.766843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.218651Z","time spent":"6.548183302s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T14:33:54.769293Z","caller":"traceutil/trace.go:171","msg":"trace[229438336] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"1.551370855s","start":"2026-04-08T14:33:53.217912Z","end":"2026-04-08T14:33:54.769283Z","steps":["trace[229438336] 'process raft request' (duration: 1.548216178s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:54.769277Z","caller":"traceutil/trace.go:171","msg":"trace[629498455] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26832; }","duration":"12.560036364s","start":"2026-04-08T14:33:42.209177Z","end":"2026-04-08T14:33:54.769214Z","steps":["trace[629498455] 'agreement among raft nodes before linearized reading' (duration: 9.714829101s)","trace[629498455] 'range keys from in-memory index tree' (duration: 2.843748223s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.766736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.440018807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.76936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:53.217855Z","time spent":"1.551465298s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":936,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T14:33:54.769391Z","caller":"traceutil/trace.go:171","msg":"trace[495330741] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26832; }","duration":"8.442707491s","start":"2026-04-08T14:33:46.326652Z","end":"2026-04-08T14:33:54.769359Z","steps":["trace[495330741] 'agreement among raft nodes before linearized reading' (duration: 5.597236571s)","trace[495330741] 'count revisions from in-memory index tree' (duration: 2.842808987s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.769412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:42.209151Z","time spent":"12.560212699s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} 2026/04/08 14:33:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:54.769494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:46.326627Z","time spent":"8.442829635s","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.767738Z","caller":"traceutil/trace.go:171","msg":"trace[1595468216] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"6.552963515s","start":"2026-04-08T14:33:48.214764Z","end":"2026-04-08T14:33:54.767728Z","steps":["trace[1595468216] 'agreement among raft nodes before linearized reading' (duration: 3.709230762s)","trace[1595468216] 'range keys from in-memory index tree' (duration: 2.843677361s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.767652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.261267585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.767602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:42.478654Z","time spent":"12.288899592s","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:54.767044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.607567119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.766878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.533896094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:54.767227Z","caller":"traceutil/trace.go:171","msg":"trace[262724789] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26832; }","duration":"7.771129779s","start":"2026-04-08T14:33:46.996082Z","end":"2026-04-08T14:33:54.767211Z","steps":["trace[262724789] 'agreement among raft nodes before linearized reading' (duration: 4.927971923s)","trace[262724789] 'count revisions from in-memory index tree' (duration: 2.843081954s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.767179Z","caller":"traceutil/trace.go:171","msg":"trace[366413619] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26832; }","duration":"4.324927757s","start":"2026-04-08T14:33:50.442245Z","end":"2026-04-08T14:33:54.767173Z","steps":["trace[366413619] 'agreement among raft nodes before linearized reading' (duration: 1.481940815s)","trace[366413619] 'count revisions from in-memory index tree' (duration: 2.842952291s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.767923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.701320632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:54.767864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.921468185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:54.768079Z","caller":"traceutil/trace.go:171","msg":"trace[1667961957] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26832; }","duration":"10.240803587s","start":"2026-04-08T14:33:44.527262Z","end":"2026-04-08T14:33:54.768066Z","steps":["trace[1667961957] 'agreement among raft nodes before linearized reading' (duration: 7.396840188s)","trace[1667961957] 'count revisions from in-memory index tree' (duration: 2.843922097s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.766968Z","caller":"traceutil/trace.go:171","msg":"trace[1626703712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26832; }","duration":"8.029016476s","start":"2026-04-08T14:33:46.737929Z","end":"2026-04-08T14:33:54.766945Z","steps":["trace[1626703712] 'agreement among raft nodes before linearized reading' (duration: 5.185581183s)","trace[1626703712] 'range keys from in-memory index tree' (duration: 2.843223869s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.767225Z","caller":"traceutil/trace.go:171","msg":"trace[1698083711] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26832; }","duration":"5.160748428s","start":"2026-04-08T14:33:49.606466Z","end":"2026-04-08T14:33:54.767214Z","steps":["trace[1698083711] 'agreement among raft nodes before linearized reading' (duration: 2.317414477s)","trace[1698083711] 'range keys from in-memory index tree' (duration: 2.843226509s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.767349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:49.567808Z","time spent":"5.199531616s","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:54.767387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.864623536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.767394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837367046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-08T14:33:54.767436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.551904535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-08T14:33:54.767833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.850454541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:54.767881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.257850916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.768094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:49.635605Z","time spent":"5.132477781s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-08T14:33:54.766958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.219123Z","time spent":"6.547821742s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-08T14:33:54.768109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.324285128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.768151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.553479088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-08T14:33:54.768124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.65376308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.768186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.644127713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.768224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.081971281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.768223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.459726515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.768241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884732481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-08T14:33:54.768298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.744374415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:54.768312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451754887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-08T14:33:54.768327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.110749377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:54.769792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.21475Z","time spent":"6.555031011s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-08T14:33:54.768386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.448861047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:33:54.769872Z","caller":"traceutil/trace.go:171","msg":"trace[533424763] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26832; }","duration":"11.867148695s","start":"2026-04-08T14:33:42.902709Z","end":"2026-04-08T14:33:54.769857Z","steps":["trace[533424763] 'agreement among raft nodes before linearized reading' (duration: 9.021255224s)","trace[533424763] 'count revisions from in-memory index tree' (duration: 2.843398883s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.769897Z","caller":"traceutil/trace.go:171","msg":"trace[951882708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26832; }","duration":"4.450357268s","start":"2026-04-08T14:33:50.319491Z","end":"2026-04-08T14:33:54.769848Z","steps":["trace[951882708] 'agreement among raft nodes before linearized reading' (duration: 1.604652121s)","trace[951882708] 'range keys from in-memory index tree' (duration: 2.844190025s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.769737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55189007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-08T14:33:54.769987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:49.606448Z","time spent":"5.163533906s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-08T14:33:54.770002Z","caller":"traceutil/trace.go:171","msg":"trace[1119631969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26832; }","duration":"7.852676563s","start":"2026-04-08T14:33:46.917315Z","end":"2026-04-08T14:33:54.769991Z","steps":["trace[1119631969] 'agreement among raft nodes before linearized reading' (duration: 5.00675985s)","trace[1119631969] 'count revisions from in-memory index tree' (duration: 2.843732652s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.770017Z","caller":"traceutil/trace.go:171","msg":"trace[109743352] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:0; response_revision:26832; }","duration":"13.326249151s","start":"2026-04-08T14:33:41.443756Z","end":"2026-04-08T14:33:54.770005Z","steps":["trace[109743352] 'agreement among raft nodes before linearized reading' (duration: 10.480275726s)","trace[109743352] 'range keys from in-memory index tree' (duration: 2.844059451s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.770052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:46.917288Z","time spent":"7.852744456s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.770055Z","caller":"traceutil/trace.go:171","msg":"trace[338655765] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26832; }","duration":"11.537137873s","start":"2026-04-08T14:33:43.232899Z","end":"2026-04-08T14:33:54.770037Z","steps":["trace[338655765] 'agreement among raft nodes before linearized reading' (duration: 8.691332223s)","trace[338655765] 'count revisions from in-memory index tree' (duration: 2.84254002s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.770024Z","caller":"traceutil/trace.go:171","msg":"trace[596273241] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26832; }","duration":"1.55223292s","start":"2026-04-08T14:33:53.217768Z","end":"2026-04-08T14:33:54.770001Z","steps":["trace[596273241] 'range keys from in-memory index tree' (duration: 1.551382815s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:54.770161Z","caller":"traceutil/trace.go:171","msg":"trace[396838461] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26832; }","duration":"9.655855258s","start":"2026-04-08T14:33:45.114296Z","end":"2026-04-08T14:33:54.770151Z","steps":["trace[396838461] 'agreement among raft nodes before linearized reading' (duration: 6.809834292s)","trace[396838461] 'count revisions from in-memory index tree' (duration: 2.843954499s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.770219Z","caller":"traceutil/trace.go:171","msg":"trace[152389769] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26832; }","duration":"10.260225451s","start":"2026-04-08T14:33:44.509977Z","end":"2026-04-08T14:33:54.770202Z","steps":["trace[152389769] 'agreement among raft nodes before linearized reading' (duration: 7.414114104s)","trace[152389769] 'count revisions from in-memory index tree' (duration: 2.843769793s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.770229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:53.217744Z","time spent":"1.552470536s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-08T14:33:54.770258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:44.509955Z","time spent":"10.260290844s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.770283Z","caller":"traceutil/trace.go:171","msg":"trace[1356224189] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26832; }","duration":"6.646259262s","start":"2026-04-08T14:33:48.124011Z","end":"2026-04-08T14:33:54.770271Z","steps":["trace[1356224189] 'agreement among raft nodes before linearized reading' (duration: 3.800023781s)","trace[1356224189] 'count revisions from in-memory index tree' (duration: 2.844127973s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.770319Z","caller":"traceutil/trace.go:171","msg":"trace[2006365200] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26832; }","duration":"8.61089392s","start":"2026-04-08T14:33:46.159414Z","end":"2026-04-08T14:33:54.770308Z","steps":["trace[2006365200] 'agreement among raft nodes before linearized reading' (duration: 5.764521205s)","trace[2006365200] 'count revisions from in-memory index tree' (duration: 2.843043783s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.77037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:46.159391Z","time spent":"8.610966372s","remote":"127.0.0.1:36598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.77041Z","caller":"traceutil/trace.go:171","msg":"trace[280533716] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26832; }","duration":"5.084211692s","start":"2026-04-08T14:33:49.686185Z","end":"2026-04-08T14:33:54.770396Z","steps":["trace[280533716] 'agreement among raft nodes before linearized reading' (duration: 2.237998502s)","trace[280533716] 'count revisions from in-memory index tree' (duration: 2.843983179s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.770476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:49.686159Z","time spent":"5.084282344s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:54.770351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.12399Z","time spent":"6.646349754s","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:54.768439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47665499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-04-08T14:33:54.77074Z","caller":"traceutil/trace.go:171","msg":"trace[1214147255] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26832; }","duration":"13.462289145s","start":"2026-04-08T14:33:41.308436Z","end":"2026-04-08T14:33:54.770725Z","steps":["trace[1214147255] 'agreement among raft nodes before linearized reading' (duration: 10.615608282s)","trace[1214147255] 'count revisions from in-memory index tree' (duration: 2.844156223s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.770723Z","caller":"traceutil/trace.go:171","msg":"trace[146103574] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26832; }","duration":"3.478995395s","start":"2026-04-08T14:33:51.291708Z","end":"2026-04-08T14:33:54.770703Z","steps":["trace[146103574] 'agreement among raft nodes before linearized reading' (duration: 632.426844ms)","trace[146103574] 'range keys from in-memory index tree' (duration: 2.844074533s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.770821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.308407Z","time spent":"13.462398508s","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:54.770836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:46.996058Z","time spent":"7.774766648s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:54.770848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:51.291663Z","time spent":"3.479169439s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-08T14:33:54.770859Z","caller":"traceutil/trace.go:171","msg":"trace[626263341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26832; }","duration":"4.454306246s","start":"2026-04-08T14:33:50.316519Z","end":"2026-04-08T14:33:54.770826Z","steps":["trace[626263341] 'agreement among raft nodes before linearized reading' (duration: 1.607641484s)","trace[626263341] 'range keys from in-memory index tree' (duration: 2.844091971s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.768365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624697674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-08T14:33:54.768453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.450585175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-08T14:33:54.768488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.124034238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-08T14:33:54.768522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.649633902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-08T14:33:54.768542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51512875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.769178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.544993698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-08T14:33:54.769508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071601453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:54.769708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552268511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-04-08T14:33:54.769755Z","caller":"traceutil/trace.go:171","msg":"trace[1586491779] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26832; }","duration":"5.923384916s","start":"2026-04-08T14:33:48.846348Z","end":"2026-04-08T14:33:54.769733Z","steps":["trace[1586491779] 'agreement among raft nodes before linearized reading' (duration: 3.077660199s)","trace[1586491779] 'count revisions from in-memory index tree' (duration: 2.843832116s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.769916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:42.902663Z","time spent":"11.867240728s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.769925Z","caller":"traceutil/trace.go:171","msg":"trace[716394062] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26832; }","duration":"2.839927477s","start":"2026-04-08T14:33:51.929975Z","end":"2026-04-08T14:33:54.769902Z","steps":["trace[716394062] 'range keys from in-memory index tree' (duration: 2.837189973s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:54.770974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:51.929951Z","time spent":"2.841004898s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"info","ts":"2026-04-08T14:33:54.771147Z","caller":"traceutil/trace.go:171","msg":"trace[1461181580] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26832; }","duration":"2.887655221s","start":"2026-04-08T14:33:51.883468Z","end":"2026-04-08T14:33:54.771123Z","steps":["trace[1461181580] 'agreement among raft nodes before linearized reading' (duration: 40.639628ms)","trace[1461181580] 'count revisions from in-memory index tree' (duration: 2.844109773s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.771198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:51.883446Z","time spent":"2.887737674s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.771254Z","caller":"traceutil/trace.go:171","msg":"trace[1152409985] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26832; }","duration":"12.704679805s","start":"2026-04-08T14:33:42.066551Z","end":"2026-04-08T14:33:54.771231Z","steps":["trace[1152409985] 'agreement among raft nodes before linearized reading' (duration: 9.857467646s)","trace[1152409985] 'count revisions from in-memory index tree' (duration: 2.843884277s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.77133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:42.066423Z","time spent":"12.70488596s","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.771358Z","caller":"traceutil/trace.go:171","msg":"trace[1070789132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26832; }","duration":"2.073490584s","start":"2026-04-08T14:33:52.697856Z","end":"2026-04-08T14:33:54.771347Z","steps":["trace[1070789132] 'range keys from in-memory index tree' (duration: 2.07147988s)"],"step_count":1} 2026/04/08 14:33:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:54.771392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:52.697834Z","time spent":"2.073549965s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:33:54.771452Z","caller":"traceutil/trace.go:171","msg":"trace[1052889491] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26832; }","duration":"9.747578732s","start":"2026-04-08T14:33:45.023861Z","end":"2026-04-08T14:33:54.77144Z","steps":["trace[1052889491] 'agreement among raft nodes before linearized reading' (duration: 6.900256351s)","trace[1052889491] 'count revisions from in-memory index tree' (duration: 2.844161565s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:54.771435Z","caller":"traceutil/trace.go:171","msg":"trace[1809351949] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26832; }","duration":"9.547213299s","start":"2026-04-08T14:33:45.224127Z","end":"2026-04-08T14:33:54.77134Z","steps":["trace[1809351949] 'agreement among raft nodes before linearized reading' (duration: 6.701554084s)","trace[1809351949] 'count revisions from in-memory index tree' (duration: 2.843462915s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.770081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:41.443722Z","time spent":"13.326349604s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T14:33:54.771522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:50.316499Z","time spent":"4.455016047s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:54.769943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:44.527229Z","time spent":"10.24270701s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:54.771628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:45.224099Z","time spent":"9.547436055s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2699,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.77172Z","caller":"traceutil/trace.go:171","msg":"trace[1500569725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26832; }","duration":"2.628109957s","start":"2026-04-08T14:33:52.143596Z","end":"2026-04-08T14:33:54.771706Z","steps":["trace[1500569725] 'range keys from in-memory index tree' (duration: 2.624443467s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:54.771768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:52.143574Z","time spent":"2.62818242s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T14:33:54.7708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:50.442229Z","time spent":"4.328558126s","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.772043Z","caller":"traceutil/trace.go:171","msg":"trace[117413964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26832; }","duration":"5.127593056s","start":"2026-04-08T14:33:49.644434Z","end":"2026-04-08T14:33:54.772027Z","steps":["trace[117413964] 'agreement among raft nodes before linearized reading' (duration: 2.279783392s)","trace[117413964] 'range keys from in-memory index tree' (duration: 2.844135103s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.770224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:45.114273Z","time spent":"9.655939082s","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:54.769982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:50.319478Z","time spent":"4.450487501s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:54.771493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:45.023829Z","time spent":"9.747649964s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:54.771452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.846327Z","time spent":"5.925115475s","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.77228Z","caller":"traceutil/trace.go:171","msg":"trace[225896200] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26832; }","duration":"2.518943964s","start":"2026-04-08T14:33:52.253323Z","end":"2026-04-08T14:33:54.772267Z","steps":["trace[225896200] 'count revisions from in-memory index tree' (duration: 2.515008307s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:54.772323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:52.253298Z","time spent":"2.519010895s","remote":"127.0.0.1:36574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.772299Z","caller":"traceutil/trace.go:171","msg":"trace[936176327] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26832; }","duration":"3.653448877s","start":"2026-04-08T14:33:51.118829Z","end":"2026-04-08T14:33:54.772278Z","steps":["trace[936176327] 'agreement among raft nodes before linearized reading' (duration: 805.324744ms)","trace[936176327] 'range keys from in-memory index tree' (duration: 2.844318527s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.769967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:46.737898Z","time spent":"8.032062419s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:33:54.772389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:51.118788Z","time spent":"3.6535854s","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-08T14:33:54.772461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:49.644427Z","time spent":"5.128016108s","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T14:33:54.771412Z","caller":"traceutil/trace.go:171","msg":"trace[1536416114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26832; }","duration":"4.453567747s","start":"2026-04-08T14:33:50.317831Z","end":"2026-04-08T14:33:54.771399Z","steps":["trace[1536416114] 'agreement among raft nodes before linearized reading' (duration: 1.606318407s)","trace[1536416114] 'range keys from in-memory index tree' (duration: 2.844255506s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.772551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:50.317814Z","time spent":"4.454727058s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T14:33:54.769969Z","caller":"traceutil/trace.go:171","msg":"trace[2031889717] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"6.554440984s","start":"2026-04-08T14:33:48.215513Z","end":"2026-04-08T14:33:54.769954Z","steps":["trace[2031889717] 'agreement among raft nodes before linearized reading' (duration: 3.708472411s)","trace[2031889717] 'range keys from in-memory index tree' (duration: 2.843427584s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.772643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.215506Z","time spent":"6.557131298s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/08 14:33:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:54.770117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:43.232887Z","time spent":"11.537208794s","remote":"127.0.0.1:47176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.770133Z","caller":"traceutil/trace.go:171","msg":"trace[974012961] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"6.555482883s","start":"2026-04-08T14:33:48.21464Z","end":"2026-04-08T14:33:54.770123Z","steps":["trace[974012961] 'agreement among raft nodes before linearized reading' (duration: 3.709372545s)","trace[974012961] 'range keys from in-memory index tree' (duration: 2.844093032s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.772819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:48.21463Z","time spent":"6.558180947s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/08 14:33:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-08T14:33:54.770151Z","caller":"traceutil/trace.go:171","msg":"trace[2008494850] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26832; }","duration":"5.263804365s","start":"2026-04-08T14:33:49.506334Z","end":"2026-04-08T14:33:54.770138Z","steps":["trace[2008494850] 'agreement among raft nodes before linearized reading' (duration: 2.417633795s)","trace[2008494850] 'count revisions from in-memory index tree' (duration: 2.84363799s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.772914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:49.506308Z","time spent":"5.266596422s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.770912Z","caller":"traceutil/trace.go:171","msg":"trace[1870228338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26832; }","duration":"10.113373231s","start":"2026-04-08T14:33:44.657528Z","end":"2026-04-08T14:33:54.770901Z","steps":["trace[1870228338] 'agreement among raft nodes before linearized reading' (duration: 7.266686597s)","trace[1870228338] 'count revisions from in-memory index tree' (duration: 2.844091182s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:54.773045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:44.657508Z","time spent":"10.115528009s","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:54.771421Z","caller":"traceutil/trace.go:171","msg":"trace[1772460619] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26832; }","duration":"1.554021449s","start":"2026-04-08T14:33:53.21739Z","end":"2026-04-08T14:33:54.771412Z","steps":["trace[1772460619] 'range keys from in-memory index tree' (duration: 1.552152477s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:54.773192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:53.217369Z","time spent":"1.555815077s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/08 14:33:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:56.026891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.260849229s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:33:56.150794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007881568s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:56.15126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.810098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:33:56.151542Z","caller":"traceutil/trace.go:171","msg":"trace[2095364351] linearizableReadLoop","detail":"{readStateIndex:27735; appliedIndex:27732; }","duration":"2.838384955s","start":"2026-04-08T14:33:53.313133Z","end":"2026-04-08T14:33:56.151518Z","steps":["trace[2095364351] 'read index received' (duration: 1.453982504s)","trace[2095364351] 'applied index is now lower than readState.Index' (duration: 1.384400911s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:56.151555Z","caller":"traceutil/trace.go:171","msg":"trace[437189813] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"2.933365999s","start":"2026-04-08T14:33:53.218132Z","end":"2026-04-08T14:33:56.151498Z","steps":["trace[437189813] 'process raft request' (duration: 2.80917003s)","trace[437189813] 'compare' (duration: 122.593925ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:33:56.151631Z","caller":"traceutil/trace.go:171","msg":"trace[1085537497] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"2.931304173s","start":"2026-04-08T14:33:53.220256Z","end":"2026-04-08T14:33:56.15156Z","steps":["trace[1085537497] 'process raft request' (duration: 2.931135879s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:56.151749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838613872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-08T14:33:56.151684Z","caller":"traceutil/trace.go:171","msg":"trace[1764185831] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26833; }","duration":"1.008129125s","start":"2026-04-08T14:33:55.142849Z","end":"2026-04-08T14:33:56.150978Z","steps":["trace[1764185831] 'range keys from in-memory index tree' (duration: 1.007848177s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:56.151765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:53.218114Z","time spent":"2.933547624s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T14:33:56.151791Z","caller":"traceutil/trace.go:171","msg":"trace[286426544] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26835; }","duration":"2.838707825s","start":"2026-04-08T14:33:53.313069Z","end":"2026-04-08T14:33:56.151777Z","steps":["trace[286426544] 'agreement among raft nodes before linearized reading' (duration: 2.838548261s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:56.151838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:53.313044Z","time spent":"2.838784177s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-08T14:33:56.151833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:53.220237Z","time spent":"2.931497759s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T14:33:56.652633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:56.703538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:33:56.703658Z","caller":"traceutil/trace.go:171","msg":"trace[712096209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234379s","start":"2026-04-08T14:33:54.703394Z","end":"2026-04-08T14:33:56.703628Z","steps":["trace[712096209] 'agreement among raft nodes before linearized reading' (duration: 2.000071525s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:56.703801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.70337Z","time spent":"2.000385862s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:57.153261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:57.653849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:58.154711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:33:58.279793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:58.279897Z","caller":"traceutil/trace.go:171","msg":"trace[941056051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108315s","start":"2026-04-08T14:33:56.27976Z","end":"2026-04-08T14:33:58.279869Z","steps":["trace[941056051] 'agreement among raft nodes before linearized reading' (duration: 1.999968762s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:58.279954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:56.279726Z","time spent":"2.000213917s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:33:58.495539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.467809127s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:33:58.673629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.768493ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-08T14:33:58.674161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.773242Z","time spent":"3.900907177s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T14:33:58.676392Z","caller":"traceutil/trace.go:171","msg":"trace[213928238] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"3.894354856s","start":"2026-04-08T14:33:54.782Z","end":"2026-04-08T14:33:58.676355Z","steps":["trace[213928238] 'process raft request' (duration: 3.894082849s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:58.676407Z","caller":"traceutil/trace.go:171","msg":"trace[927204000] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"3.893964125s","start":"2026-04-08T14:33:54.782398Z","end":"2026-04-08T14:33:58.676361Z","steps":["trace[927204000] 'process raft request' (duration: 3.89377778s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:58.676695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.782384Z","time spent":"3.894099558s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T14:33:58.676719Z","caller":"traceutil/trace.go:171","msg":"trace[1595502488] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"3.508877007s","start":"2026-04-08T14:33:55.167816Z","end":"2026-04-08T14:33:58.676693Z","steps":["trace[1595502488] 'process raft request' (duration: 3.508580219s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:58.676827Z","caller":"traceutil/trace.go:171","msg":"trace[564111079] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"3.894345326s","start":"2026-04-08T14:33:54.782447Z","end":"2026-04-08T14:33:58.676792Z","steps":["trace[564111079] 'process raft request' (duration: 3.893778201s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:58.676868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:55.167787Z","time spent":"3.508988941s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:58.676407Z","caller":"traceutil/trace.go:171","msg":"trace[1944781634] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"3.894369586s","start":"2026-04-08T14:33:54.781997Z","end":"2026-04-08T14:33:58.676366Z","steps":["trace[1944781634] 'process raft request' (duration: 3.89412948s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:58.676972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.782414Z","time spent":"3.894464649s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:58.677034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.781974Z","time spent":"3.895000144s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:58.677046Z","caller":"traceutil/trace.go:171","msg":"trace[2015421607] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"3.899805977s","start":"2026-04-08T14:33:54.777204Z","end":"2026-04-08T14:33:58.67701Z","steps":["trace[2015421607] 'process raft request' (duration: 3.896552318s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:58.677135Z","caller":"traceutil/trace.go:171","msg":"trace[1916876583] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"3.898533892s","start":"2026-04-08T14:33:54.77857Z","end":"2026-04-08T14:33:58.677104Z","steps":["trace[1916876583] 'process raft request' (duration: 3.897429362s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:58.677161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.777157Z","time spent":"3.89994185s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:58.677257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.778546Z","time spent":"3.898642384s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:58.677794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.781991Z","time spent":"3.894481149s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T14:33:58.704559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:33:58.70463Z","caller":"traceutil/trace.go:171","msg":"trace[175192762] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032662s","start":"2026-04-08T14:33:56.704286Z","end":"2026-04-08T14:33:58.704612Z","steps":["trace[175192762] 'agreement among raft nodes before linearized reading' (duration: 2.000250669s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:58.704671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:56.704263Z","time spent":"2.000398803s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:33:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-08T14:33:59.24046Z","caller":"traceutil/trace.go:171","msg":"trace[2069937245] linearizableReadLoop","detail":"{readStateIndex:27745; appliedIndex:27735; }","duration":"3.088841298s","start":"2026-04-08T14:33:56.151582Z","end":"2026-04-08T14:33:59.240424Z","steps":["trace[2069937245] 'read index received' (duration: 2.344215285s)","trace[2069937245] 'applied index is now lower than readState.Index' (duration: 744.624413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:59.240645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.51768304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:59.240682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204717338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:59.24073Z","caller":"traceutil/trace.go:171","msg":"trace[1422319308] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26845; }","duration":"3.517824254s","start":"2026-04-08T14:33:55.722888Z","end":"2026-04-08T14:33:59.240712Z","steps":["trace[1422319308] 'agreement among raft nodes before linearized reading' (duration: 3.517645509s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:59.240746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.458280706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-08T14:33:59.240772Z","caller":"traceutil/trace.go:171","msg":"trace[1052120645] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26845; }","duration":"4.204872453s","start":"2026-04-08T14:33:55.035876Z","end":"2026-04-08T14:33:59.240749Z","steps":["trace[1052120645] 'agreement among raft nodes before linearized reading' (duration: 4.204664018s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:59.240744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.457647738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:59.240827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:55.035848Z","time spent":"4.204965545s","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:59.240884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.670815946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:59.240884Z","caller":"traceutil/trace.go:171","msg":"trace[1216378407] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26845; }","duration":"4.457841525s","start":"2026-04-08T14:33:54.783009Z","end":"2026-04-08T14:33:59.240851Z","steps":["trace[1216378407] 'agreement among raft nodes before linearized reading' (duration: 4.457528507s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:59.240919Z","caller":"traceutil/trace.go:171","msg":"trace[458232567] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26845; }","duration":"4.670913388s","start":"2026-04-08T14:33:54.569997Z","end":"2026-04-08T14:33:59.24091Z","steps":["trace[458232567] 'agreement among raft nodes before linearized reading' (duration: 4.670838357s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:59.240936Z","caller":"traceutil/trace.go:171","msg":"trace[1601551764] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"3.013731811s","start":"2026-04-08T14:33:56.227193Z","end":"2026-04-08T14:33:59.240924Z","steps":["trace[1601551764] 'process raft request' (duration: 3.000084586s)","trace[1601551764] 'compare' (duration: 12.914795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:33:59.240963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.569969Z","time spent":"4.670985471s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:59.241017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.111599757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:33:59.241062Z","caller":"traceutil/trace.go:171","msg":"trace[531308241] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26845; }","duration":"5.111684139s","start":"2026-04-08T14:33:54.129368Z","end":"2026-04-08T14:33:59.241052Z","steps":["trace[531308241] 'agreement among raft nodes before linearized reading' (duration: 5.111597096s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:59.241092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.129345Z","time spent":"5.111740451s","remote":"127.0.0.1:60850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:59.241102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263002901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:33:59.241141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459640422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-08T14:33:59.241139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.294234922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:33:59.241173Z","caller":"traceutil/trace.go:171","msg":"trace[1264795341] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26845; }","duration":"3.459697244s","start":"2026-04-08T14:33:55.781467Z","end":"2026-04-08T14:33:59.241164Z","steps":["trace[1264795341] 'agreement among raft nodes before linearized reading' (duration: 3.45956809s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:59.241182Z","caller":"traceutil/trace.go:171","msg":"trace[118086543] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26845; }","duration":"3.263142465s","start":"2026-04-08T14:33:55.978017Z","end":"2026-04-08T14:33:59.241159Z","steps":["trace[118086543] 'agreement among raft nodes before linearized reading' (duration: 3.26298277s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:59.241196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456929729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-08T14:33:59.241234Z","caller":"traceutil/trace.go:171","msg":"trace[1553501500] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"1.011247491s","start":"2026-04-08T14:33:58.22998Z","end":"2026-04-08T14:33:59.241227Z","steps":["trace[1553501500] 'process raft request' (duration: 1.010384597s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:33:59.241237Z","caller":"traceutil/trace.go:171","msg":"trace[1167412933] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"2.103993353s","start":"2026-04-08T14:33:57.137233Z","end":"2026-04-08T14:33:59.241226Z","steps":["trace[1167412933] 'process raft request' (duration: 2.103082168s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:59.241253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:55.977991Z","time spent":"3.263241378s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:33:59.241258Z","caller":"traceutil/trace.go:171","msg":"trace[355808753] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26845; }","duration":"4.45699913s","start":"2026-04-08T14:33:54.784245Z","end":"2026-04-08T14:33:59.241244Z","steps":["trace[355808753] 'agreement among raft nodes before linearized reading' (duration: 4.456750194s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:59.24129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:58.229942Z","time spent":"1.011318033s","remote":"127.0.0.1:41770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:59.241314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.784229Z","time spent":"4.457074023s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-08T14:33:59.24081Z","caller":"traceutil/trace.go:171","msg":"trace[321923195] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26845; }","duration":"4.458385359s","start":"2026-04-08T14:33:54.782408Z","end":"2026-04-08T14:33:59.240794Z","steps":["trace[321923195] 'agreement among raft nodes before linearized reading' (duration: 4.458169613s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:59.241303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:57.137197Z","time spent":"2.104070967s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:33:59.241392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.782398Z","time spent":"4.458982336s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-08T14:33:59.240958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:54.782996Z","time spent":"4.457943627s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-08T14:33:59.241193Z","caller":"traceutil/trace.go:171","msg":"trace[36533930] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26845; }","duration":"5.294327126s","start":"2026-04-08T14:33:53.946849Z","end":"2026-04-08T14:33:59.241176Z","steps":["trace[36533930] 'agreement among raft nodes before linearized reading' (duration: 5.294220253s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:59.240768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:55.722866Z","time spent":"3.517891527s","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:59.241517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.641814297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:33:59.241643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:56.227146Z","time spent":"3.013812773s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:33:59.241649Z","caller":"traceutil/trace.go:171","msg":"trace[1818625427] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26845; }","duration":"3.641962391s","start":"2026-04-08T14:33:55.599659Z","end":"2026-04-08T14:33:59.241621Z","steps":["trace[1818625427] 'agreement among raft nodes before linearized reading' (duration: 3.641382635s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:33:59.241553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:53.946831Z","time spent":"5.294714466s","remote":"127.0.0.1:42194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:59.2417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:55.599595Z","time spent":"3.642094284s","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:33:59.241198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:55.781456Z","time spent":"3.459738017s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:34:00.712872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000216428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:34:00.712992Z","caller":"traceutil/trace.go:171","msg":"trace[2094080819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424804s","start":"2026-04-08T14:33:58.712543Z","end":"2026-04-08T14:34:00.712967Z","steps":["trace[2094080819] 'agreement among raft nodes before linearized reading' (duration: 2.000246459s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:00.713062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:58.712526Z","time spent":"2.000509996s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:34:01.183475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.717334813s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:34:01.442464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048874926s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:34:01.442975Z","caller":"traceutil/trace.go:171","msg":"trace[932846053] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"2.765746656s","start":"2026-04-08T14:33:58.677167Z","end":"2026-04-08T14:34:01.442914Z","steps":["trace[932846053] 'process raft request' (duration: 716.288333ms)","trace[932846053] 'compare' (duration: 2.0482637s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:01.443006Z","caller":"traceutil/trace.go:171","msg":"trace[11177335] linearizableReadLoop","detail":"{readStateIndex:27747; appliedIndex:27746; }","duration":"2.202421392s","start":"2026-04-08T14:33:59.240547Z","end":"2026-04-08T14:34:01.442969Z","steps":["trace[11177335] 'read index received' (duration: 152.950989ms)","trace[11177335] 'applied index is now lower than readState.Index' (duration: 2.049467573s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:01.443179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:58.677135Z","time spent":"2.765938202s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:01.943887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:34:02.444806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:34:02.71462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000526376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:34:02.714721Z","caller":"traceutil/trace.go:171","msg":"trace[942271657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069985s","start":"2026-04-08T14:34:00.713998Z","end":"2026-04-08T14:34:02.714698Z","steps":["trace[942271657] 'agreement among raft nodes before linearized reading' (duration: 2.000572377s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:02.714788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:00.71397Z","time spent":"2.000808185s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:34:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:34:02.945794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:34:03.069639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00068511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:34:03.069755Z","caller":"traceutil/trace.go:171","msg":"trace[185355567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000909578s","start":"2026-04-08T14:34:01.068819Z","end":"2026-04-08T14:34:03.069729Z","steps":["trace[185355567] 'agreement among raft nodes before linearized reading' (duration: 2.000723432s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:03.069816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:01.068792Z","time spent":"2.00101244s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:34:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:34:03.446544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:34:03.947445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:34:04.448207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:34:04.724422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:34:04.724543Z","caller":"traceutil/trace.go:171","msg":"trace[1874713574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252008s","start":"2026-04-08T14:34:02.72426Z","end":"2026-04-08T14:34:04.724512Z","steps":["trace[1874713574] 'agreement among raft nodes before linearized reading' (duration: 2.000096385s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:04.724609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:02.724243Z","time spent":"2.000349922s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:34:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:34:04.948554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:34:05.146584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.962730439s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T14:34:05.156673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.475173754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-08T14:34:05.156731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713404616s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"warn","ts":"2026-04-08T14:34:05.1567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:03.228979Z","time spent":"1.927697082s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T14:34:05.15677Z","caller":"traceutil/trace.go:171","msg":"trace[1611918722] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26846; }","duration":"6.475273466s","start":"2026-04-08T14:33:58.681472Z","end":"2026-04-08T14:34:05.156746Z","steps":["trace[1611918722] 'agreement among raft nodes before linearized reading' (duration: 2.761631933s)","trace[1611918722] 'range keys from in-memory index tree' (duration: 3.713393726s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:05.156822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:58.681414Z","time spent":"6.475392889s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"info","ts":"2026-04-08T14:34:05.156904Z","caller":"traceutil/trace.go:171","msg":"trace[369804503] compact","detail":"{revision:24491; response_revision:26846; }","duration":"5.913637709s","start":"2026-04-08T14:33:59.243256Z","end":"2026-04-08T14:34:05.156894Z","steps":["trace[369804503] 'process raft request' (duration: 2.199328128s)","trace[369804503] 'check and update compact revision' (duration: 3.713242732s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:05.15693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:59.243217Z","time spent":"5.913711771s","remote":"127.0.0.1:41770","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T14:34:05.158067Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24491} {"level":"warn","ts":"2026-04-08T14:34:05.157532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.988116559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276021"} {"level":"info","ts":"2026-04-08T14:34:05.160043Z","caller":"traceutil/trace.go:171","msg":"trace[1192203295] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26846; }","duration":"6.990618019s","start":"2026-04-08T14:33:58.169362Z","end":"2026-04-08T14:34:05.15998Z","steps":["trace[1192203295] 'agreement among raft nodes before linearized reading' (duration: 3.273763098s)","trace[1192203295] 'range keys from in-memory index tree' (duration: 3.713922791s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:05.160112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:58.16934Z","time spent":"6.990748452s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276044,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-08T14:34:05.162392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.738908433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:05.162488Z","caller":"traceutil/trace.go:171","msg":"trace[1177788822] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26846; }","duration":"8.739046098s","start":"2026-04-08T14:33:56.423425Z","end":"2026-04-08T14:34:05.162471Z","steps":["trace[1177788822] 'agreement among raft nodes before linearized reading' (duration: 5.019713048s)","trace[1177788822] 'count revisions from in-memory index tree' (duration: 3.719211957s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:05.162538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:56.423402Z","time spent":"8.739124379s","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:05.169335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.013268553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff4bfea5-bfd2-419b-be1f-1a0307aee57e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-08T14:34:05.169432Z","caller":"traceutil/trace.go:171","msg":"trace[1121995226] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff4bfea5-bfd2-419b-be1f-1a0307aee57e; range_end:; response_count:1; response_revision:26846; }","duration":"9.013405258s","start":"2026-04-08T14:33:56.155993Z","end":"2026-04-08T14:34:05.169398Z","steps":["trace[1121995226] 'agreement among raft nodes before linearized reading' (duration: 5.287185549s)","trace[1121995226] 'range keys from in-memory index tree' (duration: 3.726036905s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:05.169944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:56.155973Z","time spent":"9.01349228s","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ff4bfea5-bfd2-419b-be1f-1a0307aee57e\" "} {"level":"warn","ts":"2026-04-08T14:34:05.170141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.962476776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:05.170224Z","caller":"traceutil/trace.go:171","msg":"trace[1044016069] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26846; }","duration":"8.962706154s","start":"2026-04-08T14:33:56.207489Z","end":"2026-04-08T14:34:05.170196Z","steps":["trace[1044016069] 'agreement among raft nodes before linearized reading' (duration: 5.235678541s)","trace[1044016069] 'count revisions from in-memory index tree' (duration: 3.726823306s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:05.170264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:56.207471Z","time spent":"8.962782345s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:05.170058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.877771645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:05.170536Z","caller":"traceutil/trace.go:171","msg":"trace[1523440263] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26846; }","duration":"8.878293749s","start":"2026-04-08T14:33:56.292206Z","end":"2026-04-08T14:34:05.170499Z","steps":["trace[1523440263] 'agreement among raft nodes before linearized reading' (duration: 5.150950839s)","trace[1523440263] 'count revisions from in-memory index tree' (duration: 3.726836547s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:05.170744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:56.292179Z","time spent":"8.878548356s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:05.173114Z","caller":"traceutil/trace.go:171","msg":"trace[1020319906] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"5.921437424s","start":"2026-04-08T14:33:59.251661Z","end":"2026-04-08T14:34:05.173098Z","steps":["trace[1020319906] 'process raft request' (duration: 5.905150316s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:05.173216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:59.251641Z","time spent":"5.921513745s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:05.174055Z","caller":"traceutil/trace.go:171","msg":"trace[154914760] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"5.462233505s","start":"2026-04-08T14:33:59.711805Z","end":"2026-04-08T14:34:05.174038Z","steps":["trace[154914760] 'process raft request' (duration: 5.461274579s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:05.174121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:59.711766Z","time spent":"5.462326639s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:05.174351Z","caller":"traceutil/trace.go:171","msg":"trace[1344828466] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"4.526272858s","start":"2026-04-08T14:34:00.648064Z","end":"2026-04-08T14:34:05.174337Z","steps":["trace[1344828466] 'process raft request' (duration: 4.525885207s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:05.174437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:00.648027Z","time spent":"4.5263674s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:06.724563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999760644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:34:06.724641Z","caller":"traceutil/trace.go:171","msg":"trace[782819393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999898619s","start":"2026-04-08T14:34:04.724725Z","end":"2026-04-08T14:34:06.724624Z","steps":["trace[782819393] 'agreement among raft nodes before linearized reading' (duration: 1.999795996s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:06.724676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:04.724706Z","time spent":"1.999962411s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:34:07.647863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633131696s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:34:07.648444Z","caller":"traceutil/trace.go:171","msg":"trace[2057958161] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"900.75755ms","start":"2026-04-08T14:34:06.747662Z","end":"2026-04-08T14:34:07.648419Z","steps":["trace[2057958161] 'process raft request' (duration: 900.697809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.648555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:06.747641Z","time spent":"900.865233ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:07.648821Z","caller":"traceutil/trace.go:171","msg":"trace[62759519] linearizableReadLoop","detail":"{readStateIndex:27754; appliedIndex:27747; }","duration":"6.205668476s","start":"2026-04-08T14:34:01.443073Z","end":"2026-04-08T14:34:07.648741Z","steps":["trace[62759519] 'read index received' (duration: 3.703851583s)","trace[62759519] 'applied index is now lower than readState.Index' (duration: 2.501813653s)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:07.648816Z","caller":"traceutil/trace.go:171","msg":"trace[1372226975] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"2.476040523s","start":"2026-04-08T14:34:05.172724Z","end":"2026-04-08T14:34:07.648765Z","steps":["trace[1372226975] 'process raft request' (duration: 2.475562581s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:07.648975Z","caller":"traceutil/trace.go:171","msg":"trace[1460677598] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"3.078757971s","start":"2026-04-08T14:34:04.570202Z","end":"2026-04-08T14:34:07.64896Z","steps":["trace[1460677598] 'process raft request' (duration: 3.07800131s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:07.648941Z","caller":"traceutil/trace.go:171","msg":"trace[418108344] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"6.064329387s","start":"2026-04-08T14:34:01.584566Z","end":"2026-04-08T14:34:07.648895Z","steps":["trace[418108344] 'process raft request' (duration: 4.430021678s)","trace[418108344] 'compare' (duration: 300.957193ms)","trace[418108344] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; req_size:670; } (duration: 1.33136597s)"],"step_count":3} {"level":"warn","ts":"2026-04-08T14:34:07.649075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:05.172692Z","time spent":"2.476236588s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:07.649093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:01.58453Z","time spent":"6.064489381s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:07.649108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.401048455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:07.649173Z","caller":"traceutil/trace.go:171","msg":"trace[984101072] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26854; }","duration":"8.401115617s","start":"2026-04-08T14:33:59.248024Z","end":"2026-04-08T14:34:07.649139Z","steps":["trace[984101072] 'agreement among raft nodes before linearized reading' (duration: 8.401007894s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.649174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650812003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:07.649206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:59.248012Z","time spent":"8.401186568s","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:34:07.649202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.01102096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-08T14:34:07.649246Z","caller":"traceutil/trace.go:171","msg":"trace[532054557] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26854; }","duration":"7.011112633s","start":"2026-04-08T14:34:00.63812Z","end":"2026-04-08T14:34:07.649232Z","steps":["trace[532054557] 'agreement among raft nodes before linearized reading' (duration: 7.01100466s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.649223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.254953464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18776"} {"level":"warn","ts":"2026-04-08T14:34:07.649263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.398457713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-08T14:34:07.649295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:00.638093Z","time spent":"7.011194625s","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-08T14:34:07.649305Z","caller":"traceutil/trace.go:171","msg":"trace[268328716] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26854; }","duration":"7.398540455s","start":"2026-04-08T14:34:00.250754Z","end":"2026-04-08T14:34:07.649294Z","steps":["trace[268328716] 'agreement among raft nodes before linearized reading' (duration: 7.398392391s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.649273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.203135726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-08T14:34:07.649313Z","caller":"traceutil/trace.go:171","msg":"trace[334506532] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26854; }","duration":"8.255064357s","start":"2026-04-08T14:33:59.394227Z","end":"2026-04-08T14:34:07.649291Z","steps":["trace[334506532] 'agreement among raft nodes before linearized reading' (duration: 8.254866201s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.649336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:00.250733Z","time spent":"7.398596537s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:34:07.649093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:04.570172Z","time spent":"3.078841323s","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18760,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:07.649379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:59.394162Z","time spent":"8.255208701s","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18799,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T14:34:07.649439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.571127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:34:07.649442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.752453344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:07.649477Z","caller":"traceutil/trace.go:171","msg":"trace[897263857] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26854; }","duration":"302.66311ms","start":"2026-04-08T14:34:07.346803Z","end":"2026-04-08T14:34:07.649466Z","steps":["trace[897263857] 'agreement among raft nodes before linearized reading' (duration: 302.546847ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:07.649485Z","caller":"traceutil/trace.go:171","msg":"trace[1768599155] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26854; }","duration":"7.752541857s","start":"2026-04-08T14:33:59.896931Z","end":"2026-04-08T14:34:07.649473Z","steps":["trace[1768599155] 'agreement among raft nodes before linearized reading' (duration: 7.752459735s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.649506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:07.346773Z","time spent":"302.725512ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.649518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:59.896908Z","time spent":"7.752601069s","remote":"127.0.0.1:60834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.649091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.864641362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-08T14:34:07.649548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748604085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:07.649621Z","caller":"traceutil/trace.go:171","msg":"trace[1328035381] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26854; }","duration":"2.748770028s","start":"2026-04-08T14:34:04.900845Z","end":"2026-04-08T14:34:07.649615Z","steps":["trace[1328035381] 'agreement among raft nodes before linearized reading' (duration: 2.748567922s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.649656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:04.900825Z","time spent":"2.748824442s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.649656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308839371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:07.649685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.342580374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:07.649699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.214067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:07.649698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.600314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:07.649718Z","caller":"traceutil/trace.go:171","msg":"trace[651913369] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26854; }","duration":"5.342618245s","start":"2026-04-08T14:34:02.30709Z","end":"2026-04-08T14:34:07.649708Z","steps":["trace[651913369] 'agreement among raft nodes before linearized reading' (duration: 5.342556713s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:07.649723Z","caller":"traceutil/trace.go:171","msg":"trace[1553347446] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26854; }","duration":"2.308975026s","start":"2026-04-08T14:34:05.34073Z","end":"2026-04-08T14:34:07.649705Z","steps":["trace[1553347446] 'agreement among raft nodes before linearized reading' (duration: 2.308817052s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:07.649735Z","caller":"traceutil/trace.go:171","msg":"trace[2077711950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26854; }","duration":"919.28877ms","start":"2026-04-08T14:34:06.730436Z","end":"2026-04-08T14:34:07.649725Z","steps":["trace[2077711950] 'agreement among raft nodes before linearized reading' (duration: 919.235959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.649745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472463955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:34:07.649748Z","caller":"traceutil/trace.go:171","msg":"trace[1741014950] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26854; }","duration":"683.719016ms","start":"2026-04-08T14:34:06.966016Z","end":"2026-04-08T14:34:07.649735Z","steps":["trace[1741014950] 'agreement among raft nodes before linearized reading' (duration: 683.634375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.649767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:06.730416Z","time spent":"919.345372ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:34:07.649774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:05.340683Z","time spent":"2.309077699s","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.649801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269060218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:07.649803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:06.96598Z","time spent":"683.81076ms","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:07.649834Z","caller":"traceutil/trace.go:171","msg":"trace[1549946075] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26854; }","duration":"4.269139841s","start":"2026-04-08T14:34:03.380686Z","end":"2026-04-08T14:34:07.649826Z","steps":["trace[1549946075] 'agreement among raft nodes before linearized reading' (duration: 4.26909135s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.64985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472619099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-08T14:34:07.649861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:03.380658Z","time spent":"4.269195661s","remote":"127.0.0.1:36316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:07.649883Z","caller":"traceutil/trace.go:171","msg":"trace[1291621800] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26854; }","duration":"2.472675991s","start":"2026-04-08T14:34:05.177198Z","end":"2026-04-08T14:34:07.649874Z","steps":["trace[1291621800] 'agreement among raft nodes before linearized reading' (duration: 2.472592648s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.649891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304667959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:07.649211Z","caller":"traceutil/trace.go:171","msg":"trace[288511521] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26854; }","duration":"2.650883924s","start":"2026-04-08T14:34:04.998315Z","end":"2026-04-08T14:34:07.649199Z","steps":["trace[288511521] 'agreement among raft nodes before linearized reading' (duration: 2.650812343s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:07.64992Z","caller":"traceutil/trace.go:171","msg":"trace[1947124474] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26854; }","duration":"3.304813102s","start":"2026-04-08T14:34:04.345097Z","end":"2026-04-08T14:34:07.649911Z","steps":["trace[1947124474] 'agreement among raft nodes before linearized reading' (duration: 3.304647737s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.649961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8138244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:07.649757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:02.307033Z","time spent":"5.342715786s","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.649727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094592288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:07.64999Z","caller":"traceutil/trace.go:171","msg":"trace[1649721011] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26854; }","duration":"3.813897192s","start":"2026-04-08T14:34:03.836086Z","end":"2026-04-08T14:34:07.649983Z","steps":["trace[1649721011] 'agreement among raft nodes before linearized reading' (duration: 3.81384483s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.650015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:03.836063Z","time spent":"3.813945024s","remote":"127.0.0.1:60808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.650005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.917142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:07.649376Z","caller":"traceutil/trace.go:171","msg":"trace[2011716492] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26854; }","duration":"6.20326035s","start":"2026-04-08T14:34:01.446085Z","end":"2026-04-08T14:34:07.649345Z","steps":["trace[2011716492] 'agreement among raft nodes before linearized reading' (duration: 6.203030574s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:07.65006Z","caller":"traceutil/trace.go:171","msg":"trace[2038353109] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26854; }","duration":"406.021345ms","start":"2026-04-08T14:34:07.244022Z","end":"2026-04-08T14:34:07.650043Z","steps":["trace[2038353109] 'agreement among raft nodes before linearized reading' (duration: 405.856311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.650097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:01.446062Z","time spent":"6.204020961s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T14:34:07.650113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:07.244003Z","time spent":"406.098857ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:07.650011Z","caller":"traceutil/trace.go:171","msg":"trace[761080525] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26854; }","duration":"4.094955118s","start":"2026-04-08T14:34:03.555041Z","end":"2026-04-08T14:34:07.649996Z","steps":["trace[761080525] 'agreement among raft nodes before linearized reading' (duration: 4.094596557s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.650179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.718190308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:34:07.649965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.741538622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:34:07.650195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:03.555017Z","time spent":"4.095166312s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.650102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9620268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:07.650211Z","caller":"traceutil/trace.go:171","msg":"trace[253052183] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26854; }","duration":"3.7182234s","start":"2026-04-08T14:34:03.931979Z","end":"2026-04-08T14:34:07.650202Z","steps":["trace[253052183] 'agreement among raft nodes before linearized reading' (duration: 3.718143097s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:07.649621Z","caller":"traceutil/trace.go:171","msg":"trace[946025657] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26854; }","duration":"7.865177357s","start":"2026-04-08T14:33:59.784389Z","end":"2026-04-08T14:34:07.649567Z","steps":["trace[946025657] 'agreement among raft nodes before linearized reading' (duration: 7.86456833s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:07.650239Z","caller":"traceutil/trace.go:171","msg":"trace[1616093781] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26854; }","duration":"3.962207814s","start":"2026-04-08T14:34:03.688019Z","end":"2026-04-08T14:34:07.650227Z","steps":["trace[1616093781] 'agreement among raft nodes before linearized reading' (duration: 3.962051889s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.649663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467665574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18776"} {"level":"info","ts":"2026-04-08T14:34:07.650273Z","caller":"traceutil/trace.go:171","msg":"trace[678649287] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26854; }","duration":"2.46829708s","start":"2026-04-08T14:34:05.18197Z","end":"2026-04-08T14:34:07.650267Z","steps":["trace[678649287] 'agreement among raft nodes before linearized reading' (duration: 2.467649082s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.650283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:33:59.784365Z","time spent":"7.865894068s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-08T14:34:07.650307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269224891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:07.650052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.053364693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:07.650535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:03.687996Z","time spent":"3.962527692s","remote":"127.0.0.1:36844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:07.650545Z","caller":"traceutil/trace.go:171","msg":"trace[210939463] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26854; }","duration":"6.053933281s","start":"2026-04-08T14:34:01.596602Z","end":"2026-04-08T14:34:07.650535Z","steps":["trace[210939463] 'agreement among raft nodes before linearized reading' (duration: 6.053397266s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:07.650542Z","caller":"traceutil/trace.go:171","msg":"trace[1735456487] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26854; }","duration":"1.269522709s","start":"2026-04-08T14:34:06.381006Z","end":"2026-04-08T14:34:07.650529Z","steps":["trace[1735456487] 'agreement among raft nodes before linearized reading' (duration: 1.269261361s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.650572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:01.596573Z","time spent":"6.053989811s","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:07.649773Z","caller":"traceutil/trace.go:171","msg":"trace[1919797025] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26854; }","duration":"2.472514887s","start":"2026-04-08T14:34:05.177248Z","end":"2026-04-08T14:34:07.649763Z","steps":["trace[1919797025] 'agreement among raft nodes before linearized reading' (duration: 2.472432004s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.650583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:06.380974Z","time spent":"1.269597761s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.6503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:05.181956Z","time spent":"2.468337331s","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18799,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-08T14:34:07.650626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:05.177216Z","time spent":"2.4733953s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:34:07.650051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:04.345022Z","time spent":"3.304915715s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.64991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:05.17718Z","time spent":"2.472724212s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-08T14:34:07.650231Z","caller":"traceutil/trace.go:171","msg":"trace[494025916] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26854; }","duration":"5.74179564s","start":"2026-04-08T14:34:01.908417Z","end":"2026-04-08T14:34:07.650213Z","steps":["trace[494025916] 'agreement among raft nodes before linearized reading' (duration: 5.74144478s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.650963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:01.908352Z","time spent":"5.742595922s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.650241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:03.93191Z","time spent":"3.718323682s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.649957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:04.998297Z","time spent":"2.651640556s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:07.650067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.831272011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:07.65136Z","caller":"traceutil/trace.go:171","msg":"trace[1486150318] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26854; }","duration":"4.832623248s","start":"2026-04-08T14:34:02.818714Z","end":"2026-04-08T14:34:07.651338Z","steps":["trace[1486150318] 'agreement among raft nodes before linearized reading' (duration: 4.831305592s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.651395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:02.818677Z","time spent":"4.832709991s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:07.649328Z","caller":"traceutil/trace.go:171","msg":"trace[1495907293] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"3.401435581s","start":"2026-04-08T14:34:04.24785Z","end":"2026-04-08T14:34:07.649286Z","steps":["trace[1495907293] 'process raft request' (duration: 3.400142215s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:07.653876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:04.247792Z","time spent":"3.405976886s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:08.159496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658353722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:34:08.85775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.580455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:34:08.857844Z","caller":"traceutil/trace.go:171","msg":"trace[544509399] linearizableReadLoop","detail":"{readStateIndex:27757; appliedIndex:27756; }","duration":"1.198996907s","start":"2026-04-08T14:34:07.658833Z","end":"2026-04-08T14:34:08.85783Z","steps":["trace[544509399] 'read index received' (duration: 915.252738ms)","trace[544509399] 'applied index is now lower than readState.Index' (duration: 283.742989ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:08.857882Z","caller":"traceutil/trace.go:171","msg":"trace[27444544] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"1.199767349s","start":"2026-04-08T14:34:07.658087Z","end":"2026-04-08T14:34:08.857854Z","steps":["trace[27444544] 'process raft request' (duration: 915.989678ms)","trace[27444544] 'compare' (duration: 283.106953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:08.857995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199159262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-08T14:34:08.857991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:07.657987Z","time spent":"1.199951533s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:08.858019Z","caller":"traceutil/trace.go:171","msg":"trace[510313416] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26855; }","duration":"1.199195843s","start":"2026-04-08T14:34:07.658817Z","end":"2026-04-08T14:34:08.858013Z","steps":["trace[510313416] 'agreement among raft nodes before linearized reading' (duration: 1.19908089s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:08.85804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:07.658806Z","time spent":"1.199230103s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T14:34:08.858158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198407302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-08T14:34:08.858269Z","caller":"traceutil/trace.go:171","msg":"trace[1763570264] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26855; }","duration":"1.198535905s","start":"2026-04-08T14:34:07.659707Z","end":"2026-04-08T14:34:08.858243Z","steps":["trace[1763570264] 'agreement among raft nodes before linearized reading' (duration: 1.198350399s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:08.858336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:07.659703Z","time spent":"1.198615547s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-08T14:34:08.858587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.404408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-08T14:34:08.858656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.221928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:34:08.858671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.900103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:08.858681Z","caller":"traceutil/trace.go:171","msg":"trace[456452811] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26855; }","duration":"199.510351ms","start":"2026-04-08T14:34:08.659146Z","end":"2026-04-08T14:34:08.858657Z","steps":["trace[456452811] 'agreement among raft nodes before linearized reading' (duration: 199.267725ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:08.858705Z","caller":"traceutil/trace.go:171","msg":"trace[571758634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26855; }","duration":"278.31919ms","start":"2026-04-08T14:34:08.58037Z","end":"2026-04-08T14:34:08.858689Z","steps":["trace[571758634] 'agreement among raft nodes before linearized reading' (duration: 278.225787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:08.858738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.142552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:08.858709Z","caller":"traceutil/trace.go:171","msg":"trace[639686290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26855; }","duration":"178.963275ms","start":"2026-04-08T14:34:08.679734Z","end":"2026-04-08T14:34:08.858697Z","steps":["trace[639686290] 'agreement among raft nodes before linearized reading' (duration: 178.893373ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:08.858773Z","caller":"traceutil/trace.go:171","msg":"trace[1668903351] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26855; }","duration":"848.222704ms","start":"2026-04-08T14:34:08.01054Z","end":"2026-04-08T14:34:08.858763Z","steps":["trace[1668903351] 'agreement among raft nodes before linearized reading' (duration: 848.151502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:08.858796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:08.010518Z","time spent":"848.271526ms","remote":"127.0.0.1:36364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:08.858751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.010371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:08.858886Z","caller":"traceutil/trace.go:171","msg":"trace[1080611165] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26855; }","duration":"133.178886ms","start":"2026-04-08T14:34:08.725676Z","end":"2026-04-08T14:34:08.858855Z","steps":["trace[1080611165] 'agreement among raft nodes before linearized reading' (duration: 132.918728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:08.858871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195255494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:34:08.858977Z","caller":"traceutil/trace.go:171","msg":"trace[188570248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26855; }","duration":"1.195401549s","start":"2026-04-08T14:34:07.663551Z","end":"2026-04-08T14:34:08.858953Z","steps":["trace[188570248] 'agreement among raft nodes before linearized reading' (duration: 1.195048068s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:08.859044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:07.663546Z","time spent":"1.19548771s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:34:10.860065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:34:10.860186Z","caller":"traceutil/trace.go:171","msg":"trace[332504146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347522s","start":"2026-04-08T14:34:08.859813Z","end":"2026-04-08T14:34:10.86016Z","steps":["trace[332504146] 'agreement among raft nodes before linearized reading' (duration: 2.000182927s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:10.860255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:08.859799Z","time spent":"2.000432684s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:34:11.477491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213526879s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-08T14:34:11.478094Z","caller":"traceutil/trace.go:171","msg":"trace[1496809982] linearizableReadLoop","detail":"{readStateIndex:27758; appliedIndex:27757; }","duration":"2.617775263s","start":"2026-04-08T14:34:08.859842Z","end":"2026-04-08T14:34:11.477618Z","steps":["trace[1496809982] 'read index received' (duration: 404.06575ms)","trace[1496809982] 'applied index is now lower than readState.Index' (duration: 2.213707863s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:11.478253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:08.859329Z","time spent":"2.618920785s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T14:34:11.478485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.335061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-08T14:34:11.478556Z","caller":"traceutil/trace.go:171","msg":"trace[280035436] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26855; }","duration":"943.456095ms","start":"2026-04-08T14:34:10.535085Z","end":"2026-04-08T14:34:11.478541Z","steps":["trace[280035436] 'agreement among raft nodes before linearized reading' (duration: 943.232819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:11.478503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616242351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cd6e7eb8-53b8-4335-b2b6-a6dd0dea4d31\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-08T14:34:11.478627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:10.535037Z","time spent":"943.582878ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-08T14:34:11.47864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271691588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:11.47856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.196325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:11.478677Z","caller":"traceutil/trace.go:171","msg":"trace[1815886250] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cd6e7eb8-53b8-4335-b2b6-a6dd0dea4d31; range_end:; response_count:1; response_revision:26855; }","duration":"2.616458828s","start":"2026-04-08T14:34:08.862178Z","end":"2026-04-08T14:34:11.478637Z","steps":["trace[1815886250] 'agreement among raft nodes before linearized reading' (duration: 2.616135829s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:11.478648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573114834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:11.478719Z","caller":"traceutil/trace.go:171","msg":"trace[473095761] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26855; }","duration":"2.271834243s","start":"2026-04-08T14:34:09.206865Z","end":"2026-04-08T14:34:11.478699Z","steps":["trace[473095761] 'agreement among raft nodes before linearized reading' (duration: 2.271638057s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:11.478754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:08.862169Z","time spent":"2.616567382s","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-cd6e7eb8-53b8-4335-b2b6-a6dd0dea4d31\" "} {"level":"warn","ts":"2026-04-08T14:34:11.478784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:09.206836Z","time spent":"2.271932726s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:11.478797Z","caller":"traceutil/trace.go:171","msg":"trace[685587397] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26855; }","duration":"1.57333172s","start":"2026-04-08T14:34:09.905427Z","end":"2026-04-08T14:34:11.478759Z","steps":["trace[685587397] 'agreement among raft nodes before linearized reading' (duration: 1.573044832s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:11.478794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616354756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-849b87db6d-9l4td.18a467a4a9ffc4d3\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-04-08T14:34:11.478784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037447951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:11.478875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:09.905416Z","time spent":"1.573443704s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:11.478892Z","caller":"traceutil/trace.go:171","msg":"trace[2008913881] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-849b87db6d-9l4td.18a467a4a9ffc4d3; range_end:; response_count:1; response_revision:26855; }","duration":"2.616497639s","start":"2026-04-08T14:34:08.862366Z","end":"2026-04-08T14:34:11.478863Z","steps":["trace[2008913881] 'agreement among raft nodes before linearized reading' (duration: 2.616124798s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:11.478931Z","caller":"traceutil/trace.go:171","msg":"trace[1105647037] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26855; }","duration":"1.037559964s","start":"2026-04-08T14:34:10.441311Z","end":"2026-04-08T14:34:11.478871Z","steps":["trace[1105647037] 'agreement among raft nodes before linearized reading' (duration: 1.037220555s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:11.478953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:08.862349Z","time spent":"2.61659385s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-849b87db6d-9l4td.18a467a4a9ffc4d3\" "} {"level":"warn","ts":"2026-04-08T14:34:11.479003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:10.441224Z","time spent":"1.03776579s","remote":"127.0.0.1:39344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:11.479154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615171502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-08T14:34:11.478961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614469571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:34:11.479244Z","caller":"traceutil/trace.go:171","msg":"trace[108369035] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26855; }","duration":"2.615272794s","start":"2026-04-08T14:34:08.86395Z","end":"2026-04-08T14:34:11.479223Z","steps":["trace[108369035] 'agreement among raft nodes before linearized reading' (duration: 2.614458532s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:11.479417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:08.863941Z","time spent":"2.615463061s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-08T14:34:11.47876Z","caller":"traceutil/trace.go:171","msg":"trace[87211313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26855; }","duration":"609.461043ms","start":"2026-04-08T14:34:10.869258Z","end":"2026-04-08T14:34:11.478719Z","steps":["trace[87211313] 'agreement among raft nodes before linearized reading' (duration: 609.130684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:11.479599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:10.869233Z","time spent":"610.340597ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:34:11.479297Z","caller":"traceutil/trace.go:171","msg":"trace[1103331968] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26855; }","duration":"1.614867172s","start":"2026-04-08T14:34:09.864409Z","end":"2026-04-08T14:34:11.479276Z","steps":["trace[1103331968] 'agreement among raft nodes before linearized reading' (duration: 1.613974397s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:11.479734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:09.864358Z","time spent":"1.615345245s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:34:11.478632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24045466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:11.479958Z","caller":"traceutil/trace.go:171","msg":"trace[722501179] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26855; }","duration":"1.24191945s","start":"2026-04-08T14:34:10.238021Z","end":"2026-04-08T14:34:11.47994Z","steps":["trace[722501179] 'agreement among raft nodes before linearized reading' (duration: 1.240439839s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:11.48001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:10.23799Z","time spent":"1.242004341s","remote":"127.0.0.1:36456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:12.30968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.800913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:34:12.309797Z","caller":"traceutil/trace.go:171","msg":"trace[574102781] linearizableReadLoop","detail":"{readStateIndex:27759; appliedIndex:27758; }","duration":"828.875921ms","start":"2026-04-08T14:34:11.480902Z","end":"2026-04-08T14:34:12.309778Z","steps":["trace[574102781] 'read index received' (duration: 336.093569ms)","trace[574102781] 'applied index is now lower than readState.Index' (duration: 492.780802ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:12.309872Z","caller":"traceutil/trace.go:171","msg":"trace[137822841] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"829.54987ms","start":"2026-04-08T14:34:11.48028Z","end":"2026-04-08T14:34:12.30983Z","steps":["trace[137822841] 'process raft request' (duration: 336.47402ms)","trace[137822841] 'compare' (duration: 492.642508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:12.31Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.100027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:12.310038Z","caller":"traceutil/trace.go:171","msg":"trace[980775416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26856; }","duration":"829.167329ms","start":"2026-04-08T14:34:11.480847Z","end":"2026-04-08T14:34:12.310015Z","steps":["trace[980775416] 'agreement among raft nodes before linearized reading' (duration: 829.029346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:12.310065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:11.48083Z","time spent":"829.229531ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:34:12.310062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:11.48025Z","time spent":"829.706774ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:14.318454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000359712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T14:34:14.31856Z","caller":"traceutil/trace.go:171","msg":"trace[1792532694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000520216s","start":"2026-04-08T14:34:12.318017Z","end":"2026-04-08T14:34:14.318537Z","steps":["trace[1792532694] 'agreement among raft nodes before linearized reading' (duration: 2.000363732s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:14.318618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:12.318011Z","time spent":"2.000594778s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:34:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:34:15.129892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544246241s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:34:15.130177Z","caller":"traceutil/trace.go:171","msg":"trace[966921360] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"3.647886342s","start":"2026-04-08T14:34:11.482239Z","end":"2026-04-08T14:34:15.130125Z","steps":["trace[966921360] 'process raft request' (duration: 1.102210064s)","trace[966921360] 'compare' (duration: 1.221856466s)","trace[966921360] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/heat-cfn-849b87db6d-9l4td.18a467a4a9ffc4d3; req_size:886; } (duration: 1.321423697s)"],"step_count":3} {"level":"info","ts":"2026-04-08T14:34:15.130197Z","caller":"traceutil/trace.go:171","msg":"trace[1892000994] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"3.639504893s","start":"2026-04-08T14:34:11.490658Z","end":"2026-04-08T14:34:15.130163Z","steps":["trace[1892000994] 'process raft request' (duration: 3.639330198s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:15.130219Z","caller":"traceutil/trace.go:171","msg":"trace[1465880650] linearizableReadLoop","detail":"{readStateIndex:27761; appliedIndex:27759; }","duration":"2.820371779s","start":"2026-04-08T14:34:12.309832Z","end":"2026-04-08T14:34:15.130203Z","steps":["trace[1465880650] 'read index received' (duration: 274.690389ms)","trace[1465880650] 'applied index is now lower than readState.Index' (duration: 2.54568004s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:15.13036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:11.482221Z","time spent":"3.648043728s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:15.130361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:11.490644Z","time spent":"3.639636856s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:15.13052Z","caller":"traceutil/trace.go:171","msg":"trace[134275016] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"2.468200746s","start":"2026-04-08T14:34:12.662308Z","end":"2026-04-08T14:34:15.130509Z","steps":["trace[134275016] 'process raft request' (duration: 2.467847597s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:15.130522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.644317666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:15.130585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:12.662269Z","time spent":"2.468282439s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:15.130615Z","caller":"traceutil/trace.go:171","msg":"trace[1819526038] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26859; }","duration":"3.644445189s","start":"2026-04-08T14:34:11.486145Z","end":"2026-04-08T14:34:15.13059Z","steps":["trace[1819526038] 'agreement among raft nodes before linearized reading' (duration: 3.644075978s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:15.130676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:11.486137Z","time spent":"3.64452712s","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:16.319412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T14:34:16.319517Z","caller":"traceutil/trace.go:171","msg":"trace[1462549998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565607s","start":"2026-04-08T14:34:14.318928Z","end":"2026-04-08T14:34:16.319494Z","steps":["trace[1462549998] 'agreement among raft nodes before linearized reading' (duration: 2.000415113s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:16.319579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:14.318894Z","time spent":"2.00067309s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 14:34:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T14:34:16.686443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555975162s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-08T14:34:16.686585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.202007166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-08T14:34:16.686667Z","caller":"traceutil/trace.go:171","msg":"trace[1233647158] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26859; }","duration":"5.202130468s","start":"2026-04-08T14:34:11.484517Z","end":"2026-04-08T14:34:16.686648Z","steps":["trace[1233647158] 'agreement among raft nodes before linearized reading' (duration: 3.645722714s)","trace[1233647158] 'range keys from in-memory index tree' (duration: 1.556185208s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:16.68671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:11.484507Z","time spent":"5.202196019s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-08T14:34:16.686771Z","caller":"traceutil/trace.go:171","msg":"trace[293914390] linearizableReadLoop","detail":"{readStateIndex:27763; appliedIndex:27762; }","duration":"1.556365432s","start":"2026-04-08T14:34:15.130379Z","end":"2026-04-08T14:34:16.686745Z","steps":["trace[293914390] 'read index received' (duration: 67.001µs)","trace[293914390] 'applied index is now lower than readState.Index' (duration: 1.556296461s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:16.68693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543450588s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:16.687124Z","caller":"traceutil/trace.go:171","msg":"trace[597341098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26859; }","duration":"1.543660134s","start":"2026-04-08T14:34:15.143433Z","end":"2026-04-08T14:34:16.687094Z","steps":["trace[597341098] 'range keys from in-memory index tree' (duration: 1.543428617s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:16.687307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005201766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-08T14:34:16.687342Z","caller":"traceutil/trace.go:171","msg":"trace[1858755530] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26859; }","duration":"3.005275449s","start":"2026-04-08T14:34:13.682056Z","end":"2026-04-08T14:34:16.687332Z","steps":["trace[1858755530] 'agreement among raft nodes before linearized reading' (duration: 3.005179106s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:16.687364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:13.682032Z","time spent":"3.005326699s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T14:34:16.687486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406190611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:16.687527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507737835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:16.687554Z","caller":"traceutil/trace.go:171","msg":"trace[1783684192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26859; }","duration":"2.507792777s","start":"2026-04-08T14:34:14.179751Z","end":"2026-04-08T14:34:16.687544Z","steps":["trace[1783684192] 'agreement among raft nodes before linearized reading' (duration: 2.507734975s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:16.687553Z","caller":"traceutil/trace.go:171","msg":"trace[1264300315] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26859; }","duration":"3.406308476s","start":"2026-04-08T14:34:13.281222Z","end":"2026-04-08T14:34:16.687531Z","steps":["trace[1264300315] 'agreement among raft nodes before linearized reading' (duration: 3.406186882s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:16.687579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:14.179739Z","time spent":"2.507833407s","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:16.687597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:13.281201Z","time spent":"3.406384107s","remote":"127.0.0.1:44454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:16.687595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.55149056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:16.687625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.786051506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:16.687653Z","caller":"traceutil/trace.go:171","msg":"trace[1908455921] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26859; }","duration":"3.551586323s","start":"2026-04-08T14:34:13.13605Z","end":"2026-04-08T14:34:16.687636Z","steps":["trace[1908455921] 'agreement among raft nodes before linearized reading' (duration: 3.551488611s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:16.687642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555542511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:16.687701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:13.136034Z","time spent":"3.551657265s","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:16.687724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.374731737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-08T14:34:16.68773Z","caller":"traceutil/trace.go:171","msg":"trace[1872304042] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26859; }","duration":"3.786183709s","start":"2026-04-08T14:34:12.901498Z","end":"2026-04-08T14:34:16.687682Z","steps":["trace[1872304042] 'agreement among raft nodes before linearized reading' (duration: 3.786017975s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:16.687735Z","caller":"traceutil/trace.go:171","msg":"trace[2079828144] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26859; }","duration":"2.555659824s","start":"2026-04-08T14:34:14.132049Z","end":"2026-04-08T14:34:16.687708Z","steps":["trace[2079828144] 'agreement among raft nodes before linearized reading' (duration: 2.55549329s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:16.687724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201866169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-08T14:34:16.687767Z","caller":"traceutil/trace.go:171","msg":"trace[1857552945] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26859; }","duration":"4.374800929s","start":"2026-04-08T14:34:12.312952Z","end":"2026-04-08T14:34:16.687753Z","steps":["trace[1857552945] 'agreement among raft nodes before linearized reading' (duration: 4.374593043s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:16.687776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:12.901475Z","time spent":"3.786287003s","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:16.687794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:14.131956Z","time spent":"2.555824919s","remote":"127.0.0.1:36684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:16.687801Z","caller":"traceutil/trace.go:171","msg":"trace[43564984] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:26859; }","duration":"4.201995693s","start":"2026-04-08T14:34:12.485786Z","end":"2026-04-08T14:34:16.687782Z","steps":["trace[43564984] 'agreement among raft nodes before linearized reading' (duration: 4.201726496s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:16.687815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:12.312935Z","time spent":"4.374871192s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T14:34:16.687848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:12.485757Z","time spent":"4.202078006s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:34:16.687868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54896014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:16.687984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004443846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-08T14:34:16.687716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.024394785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-08T14:34:16.688017Z","caller":"traceutil/trace.go:171","msg":"trace[2028407275] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26859; }","duration":"2.549133325s","start":"2026-04-08T14:34:14.138857Z","end":"2026-04-08T14:34:16.68799Z","steps":["trace[2028407275] 'agreement among raft nodes before linearized reading' (duration: 2.548932129s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:16.688036Z","caller":"traceutil/trace.go:171","msg":"trace[1835555778] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26859; }","duration":"3.004519026s","start":"2026-04-08T14:34:13.683501Z","end":"2026-04-08T14:34:16.68802Z","steps":["trace[1835555778] 'agreement among raft nodes before linearized reading' (duration: 3.004344492s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:16.688045Z","caller":"traceutil/trace.go:171","msg":"trace[996804502] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26859; }","duration":"4.024786206s","start":"2026-04-08T14:34:12.663247Z","end":"2026-04-08T14:34:16.688033Z","steps":["trace[996804502] 'agreement among raft nodes before linearized reading' (duration: 4.024291033s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:16.688071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:13.683483Z","time spent":"3.004580789s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T14:34:16.688072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:14.138843Z","time spent":"2.549210947s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:16.68808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:12.6632Z","time spent":"4.024869138s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-08T14:34:16.688367Z","caller":"traceutil/trace.go:171","msg":"trace[1221098446] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"1.533241026s","start":"2026-04-08T14:34:15.155107Z","end":"2026-04-08T14:34:16.688348Z","steps":["trace[1221098446] 'process raft request' (duration: 1.531483978s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:16.688491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:15.155088Z","time spent":"1.533320399s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:17.657109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.391806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:34:17.657257Z","caller":"traceutil/trace.go:171","msg":"trace[1058050263] linearizableReadLoop","detail":"{readStateIndex:27765; appliedIndex:27764; }","duration":"970.413016ms","start":"2026-04-08T14:34:16.686819Z","end":"2026-04-08T14:34:17.657232Z","steps":["trace[1058050263] 'read index received' (duration: 3.741613ms)","trace[1058050263] 'applied index is now lower than readState.Index' (duration: 966.668533ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:17.657346Z","caller":"traceutil/trace.go:171","msg":"trace[285793433] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"2.090679758s","start":"2026-04-08T14:34:15.566628Z","end":"2026-04-08T14:34:17.657308Z","steps":["trace[285793433] 'process raft request' (duration: 1.123992633s)","trace[285793433] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:518; } (duration: 965.616294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:17.657544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:15.5666Z","time spent":"2.090819312s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:17.692966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033708768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:34:17.693072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365415078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:17.693102Z","caller":"traceutil/trace.go:171","msg":"trace[1067661200] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26861; }","duration":"1.033891785s","start":"2026-04-08T14:34:16.659175Z","end":"2026-04-08T14:34:17.693066Z","steps":["trace[1067661200] 'agreement among raft nodes before linearized reading' (duration: 998.232033ms)","trace[1067661200] 'count revisions from in-memory index tree' (duration: 35.468656ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:17.69314Z","caller":"traceutil/trace.go:171","msg":"trace[499252131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26861; }","duration":"1.365461639s","start":"2026-04-08T14:34:16.327648Z","end":"2026-04-08T14:34:17.693109Z","steps":["trace[499252131] 'agreement among raft nodes before linearized reading' (duration: 1.329621042s)","trace[499252131] 'range keys from in-memory index tree' (duration: 35.765916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:17.69319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:16.659126Z","time spent":"1.034043759s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:17.693196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:16.327601Z","time spent":"1.365582752s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:34:17.69334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244436139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:17.693388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072983381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:17.693465Z","caller":"traceutil/trace.go:171","msg":"trace[928352299] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26861; }","duration":"2.244622494s","start":"2026-04-08T14:34:15.448823Z","end":"2026-04-08T14:34:17.693446Z","steps":["trace[928352299] 'agreement among raft nodes before linearized reading' (duration: 2.20850693s)","trace[928352299] 'count revisions from in-memory index tree' (duration: 35.95575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:17.693633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:15.44879Z","time spent":"2.244822921s","remote":"127.0.0.1:36434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:17.693904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557494885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-08T14:34:17.693953Z","caller":"traceutil/trace.go:171","msg":"trace[657770319] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26861; }","duration":"1.073233287s","start":"2026-04-08T14:34:16.620249Z","end":"2026-04-08T14:34:17.693482Z","steps":["trace[657770319] 'agreement among raft nodes before linearized reading' (duration: 1.037173855s)","trace[657770319] 'count revisions from in-memory index tree' (duration: 35.826345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:17.692964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556630161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:17.694029Z","caller":"traceutil/trace.go:171","msg":"trace[1484774730] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef; range_end:; response_count:1; response_revision:26861; }","duration":"2.557840265s","start":"2026-04-08T14:34:15.136159Z","end":"2026-04-08T14:34:17.693999Z","steps":["trace[1484774730] 'agreement among raft nodes before linearized reading' (duration: 2.521232787s)","trace[1484774730] 'range keys from in-memory index tree' (duration: 36.026632ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:17.694056Z","caller":"traceutil/trace.go:171","msg":"trace[1647098761] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26861; }","duration":"2.557824904s","start":"2026-04-08T14:34:15.136206Z","end":"2026-04-08T14:34:17.694031Z","steps":["trace[1647098761] 'agreement among raft nodes before linearized reading' (duration: 2.521151545s)","trace[1647098761] 'count revisions from in-memory index tree' (duration: 35.513537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:17.694031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:16.620224Z","time spent":"1.073786251s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:17.694057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557842445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pmd5h\" ","response":"range_response_count:1 size:5488"} {"level":"warn","ts":"2026-04-08T14:34:17.694102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:15.136188Z","time spent":"2.557897715s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:17.694096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:15.136138Z","time spent":"2.557946787s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46559d01cd7ef\" "} {"level":"info","ts":"2026-04-08T14:34:17.694097Z","caller":"traceutil/trace.go:171","msg":"trace[453841759] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"995.533818ms","start":"2026-04-08T14:34:16.698537Z","end":"2026-04-08T14:34:17.694071Z","steps":["trace[453841759] 'process raft request' (duration: 982.380906ms)","trace[453841759] 'compare' (duration: 12.983567ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:17.694123Z","caller":"traceutil/trace.go:171","msg":"trace[213164258] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pmd5h; range_end:; response_count:1; response_revision:26861; }","duration":"2.557930316s","start":"2026-04-08T14:34:15.136171Z","end":"2026-04-08T14:34:17.694102Z","steps":["trace[213164258] 'agreement among raft nodes before linearized reading' (duration: 2.521203305s)","trace[213164258] 'range keys from in-memory index tree' (duration: 36.504745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:17.694171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:15.13614Z","time spent":"2.55801865s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5511,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pmd5h\" "} {"level":"warn","ts":"2026-04-08T14:34:17.694231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:16.698521Z","time spent":"995.628771ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:17.695833Z","caller":"traceutil/trace.go:171","msg":"trace[1447002664] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"997.176553ms","start":"2026-04-08T14:34:16.698646Z","end":"2026-04-08T14:34:17.695823Z","steps":["trace[1447002664] 'process raft request' (duration: 996.943037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:17.695899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:16.698617Z","time spent":"997.241306ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:17.695986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.292901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:17.696003Z","caller":"traceutil/trace.go:171","msg":"trace[583294283] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26863; }","duration":"233.356152ms","start":"2026-04-08T14:34:17.462641Z","end":"2026-04-08T14:34:17.695997Z","steps":["trace[583294283] 'agreement among raft nodes before linearized reading' (duration: 233.323742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:17.696183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.467031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-08T14:34:17.696198Z","caller":"traceutil/trace.go:171","msg":"trace[170691909] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26863; }","duration":"465.524032ms","start":"2026-04-08T14:34:17.230669Z","end":"2026-04-08T14:34:17.696193Z","steps":["trace[170691909] 'agreement among raft nodes before linearized reading' (duration: 465.414169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:17.696211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:17.230647Z","time spent":"465.559753ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:17.696339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.751386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:17.696363Z","caller":"traceutil/trace.go:171","msg":"trace[591272872] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26863; }","duration":"829.832968ms","start":"2026-04-08T14:34:16.866523Z","end":"2026-04-08T14:34:17.696356Z","steps":["trace[591272872] 'agreement among raft nodes before linearized reading' (duration: 829.761557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:17.69638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:16.866494Z","time spent":"829.881758ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:17.696551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.722103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d27a643c-5740-4ef4-b133-282b985c0e79\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-08T14:34:17.69657Z","caller":"traceutil/trace.go:171","msg":"trace[1628171640] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d27a643c-5740-4ef4-b133-282b985c0e79; range_end:; response_count:1; response_revision:26863; }","duration":"999.758025ms","start":"2026-04-08T14:34:16.696806Z","end":"2026-04-08T14:34:17.696564Z","steps":["trace[1628171640] 'agreement among raft nodes before linearized reading' (duration: 999.681202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:17.696587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:16.696796Z","time spent":"999.786665ms","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-d27a643c-5740-4ef4-b133-282b985c0e79\" "} {"level":"warn","ts":"2026-04-08T14:34:17.696717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001375069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-08T14:34:17.696735Z","caller":"traceutil/trace.go:171","msg":"trace[162332587] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26863; }","duration":"1.001426251s","start":"2026-04-08T14:34:16.695304Z","end":"2026-04-08T14:34:17.69673Z","steps":["trace[162332587] 'agreement among raft nodes before linearized reading' (duration: 1.001373379s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:17.696749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:16.695277Z","time spent":"1.001468171s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-08T14:34:17.862753Z","caller":"traceutil/trace.go:171","msg":"trace[1664901523] linearizableReadLoop","detail":"{readStateIndex:27769; appliedIndex:27768; }","duration":"159.021907ms","start":"2026-04-08T14:34:17.703707Z","end":"2026-04-08T14:34:17.862729Z","steps":["trace[1664901523] 'read index received' (duration: 79.090367ms)","trace[1664901523] 'applied index is now lower than readState.Index' (duration: 79.93037ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:17.862776Z","caller":"traceutil/trace.go:171","msg":"trace[566437277] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"159.547041ms","start":"2026-04-08T14:34:17.703161Z","end":"2026-04-08T14:34:17.862708Z","steps":["trace[566437277] 'process raft request' (duration: 79.623072ms)","trace[566437277] 'compare' (duration: 38.426098ms)","trace[566437277] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pmd5h; req_size:5659; } (duration: 40.627608ms)"],"step_count":3} {"level":"warn","ts":"2026-04-08T14:34:17.863095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.13644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a46843b34f4d0e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-08T14:34:17.863124Z","caller":"traceutil/trace.go:171","msg":"trace[1348785659] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a46843b34f4d0e; range_end:; response_count:1; response_revision:26866; }","duration":"159.208162ms","start":"2026-04-08T14:34:17.703907Z","end":"2026-04-08T14:34:17.863116Z","steps":["trace[1348785659] 'agreement among raft nodes before linearized reading' (duration: 159.023377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:17.86345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.292341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:17.863499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.114259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:17.863518Z","caller":"traceutil/trace.go:171","msg":"trace[1900771600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26866; }","duration":"155.162679ms","start":"2026-04-08T14:34:17.708349Z","end":"2026-04-08T14:34:17.863512Z","steps":["trace[1900771600] 'agreement among raft nodes before linearized reading' (duration: 155.125878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:17.863519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.801348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-08T14:34:17.863608Z","caller":"traceutil/trace.go:171","msg":"trace[1734399478] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26865; }","duration":"159.964542ms","start":"2026-04-08T14:34:17.703635Z","end":"2026-04-08T14:34:17.8636Z","steps":["trace[1734399478] 'agreement among raft nodes before linearized reading' (duration: 159.228171ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:17.863528Z","caller":"traceutil/trace.go:171","msg":"trace[581737195] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26866; }","duration":"156.387134ms","start":"2026-04-08T14:34:17.707122Z","end":"2026-04-08T14:34:17.863509Z","steps":["trace[581737195] 'agreement among raft nodes before linearized reading' (duration: 156.24434ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:17.881186Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24491,"took":"12.702692361s","hash":395449268,"current-db-size-bytes":54190080,"current-db-size":"54 MB","current-db-size-in-use-bytes":33828864,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-08T14:34:17.881261Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":395449268,"revision":24491,"compact-revision":21528} {"level":"info","ts":"2026-04-08T14:34:25.191278Z","caller":"traceutil/trace.go:171","msg":"trace[809128240] transaction","detail":"{read_only:false; response_revision:26991; number_of_response:1; }","duration":"106.08402ms","start":"2026-04-08T14:34:25.085164Z","end":"2026-04-08T14:34:25.191248Z","steps":["trace[809128240] 'process raft request' (duration: 105.822593ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:25.258874Z","caller":"traceutil/trace.go:171","msg":"trace[731936103] linearizableReadLoop","detail":"{readStateIndex:27900; appliedIndex:27897; }","duration":"101.624217ms","start":"2026-04-08T14:34:25.157212Z","end":"2026-04-08T14:34:25.258836Z","steps":["trace[731936103] 'read index received' (duration: 33.79434ms)","trace[731936103] 'applied index is now lower than readState.Index' (duration: 67.827907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:25.259266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.015097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-08T14:34:25.259285Z","caller":"traceutil/trace.go:171","msg":"trace[267467380] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"167.274414ms","start":"2026-04-08T14:34:25.09197Z","end":"2026-04-08T14:34:25.259245Z","steps":["trace[267467380] 'process raft request' (duration: 166.571955ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:25.259369Z","caller":"traceutil/trace.go:171","msg":"trace[419765637] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26993; }","duration":"102.133361ms","start":"2026-04-08T14:34:25.15718Z","end":"2026-04-08T14:34:25.259313Z","steps":["trace[419765637] 'agreement among raft nodes before linearized reading' (duration: 101.786932ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:25.259599Z","caller":"traceutil/trace.go:171","msg":"trace[1437191349] transaction","detail":"{read_only:false; response_revision:26993; number_of_response:1; }","duration":"105.324868ms","start":"2026-04-08T14:34:25.154257Z","end":"2026-04-08T14:34:25.259582Z","steps":["trace[1437191349] 'process raft request' (duration: 104.491856ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:36.129508Z","caller":"traceutil/trace.go:171","msg":"trace[1597340630] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"157.959666ms","start":"2026-04-08T14:34:35.971457Z","end":"2026-04-08T14:34:36.129416Z","steps":["trace[1597340630] 'process raft request' (duration: 113.582545ms)","trace[1597340630] 'compare' (duration: 44.175165ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:36.129541Z","caller":"traceutil/trace.go:171","msg":"trace[432808875] linearizableReadLoop","detail":"{readStateIndex:27943; appliedIndex:27942; }","duration":"156.753404ms","start":"2026-04-08T14:34:35.972734Z","end":"2026-04-08T14:34:36.129487Z","steps":["trace[432808875] 'read index received' (duration: 112.330731ms)","trace[432808875] 'applied index is now lower than readState.Index' (duration: 44.419053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:36.129749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.97508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:36.129896Z","caller":"traceutil/trace.go:171","msg":"trace[830151225] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:27035; }","duration":"157.134654ms","start":"2026-04-08T14:34:35.972717Z","end":"2026-04-08T14:34:36.129852Z","steps":["trace[830151225] 'agreement among raft nodes before linearized reading' (duration: 156.890568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:36.129953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.252987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-08T14:34:36.130016Z","caller":"traceutil/trace.go:171","msg":"trace[256965899] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27035; }","duration":"113.385321ms","start":"2026-04-08T14:34:36.016607Z","end":"2026-04-08T14:34:36.129992Z","steps":["trace[256965899] 'agreement among raft nodes before linearized reading' (duration: 113.110523ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:36.129513Z","caller":"traceutil/trace.go:171","msg":"trace[554363420] transaction","detail":"{read_only:false; response_revision:27035; number_of_response:1; }","duration":"154.761369ms","start":"2026-04-08T14:34:35.97472Z","end":"2026-04-08T14:34:36.129481Z","steps":["trace[554363420] 'process raft request' (duration: 154.679477ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:36.542314Z","caller":"traceutil/trace.go:171","msg":"trace[171774751] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"103.319863ms","start":"2026-04-08T14:34:36.438967Z","end":"2026-04-08T14:34:36.542287Z","steps":["trace[171774751] 'process raft request' (duration: 60.656689ms)","trace[171774751] 'compare' (duration: 42.362525ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:36.872607Z","caller":"traceutil/trace.go:171","msg":"trace[825278501] linearizableReadLoop","detail":"{readStateIndex:27955; appliedIndex:27954; }","duration":"262.273038ms","start":"2026-04-08T14:34:36.610307Z","end":"2026-04-08T14:34:36.87258Z","steps":["trace[825278501] 'read index received' (duration: 262.048422ms)","trace[825278501] 'applied index is now lower than readState.Index' (duration: 223.026µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:36.87267Z","caller":"traceutil/trace.go:171","msg":"trace[551195645] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"268.931851ms","start":"2026-04-08T14:34:36.603694Z","end":"2026-04-08T14:34:36.872626Z","steps":["trace[551195645] 'process raft request' (duration: 268.685474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:36.872924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.589057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-08T14:34:36.872978Z","caller":"traceutil/trace.go:171","msg":"trace[650505260] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:27046; }","duration":"262.681519ms","start":"2026-04-08T14:34:36.610279Z","end":"2026-04-08T14:34:36.87296Z","steps":["trace[650505260] 'agreement among raft nodes before linearized reading' (duration: 262.467413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:36.873171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.745483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-08T14:34:36.873171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.124137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-08T14:34:36.873261Z","caller":"traceutil/trace.go:171","msg":"trace[1322348339] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27046; }","duration":"140.871117ms","start":"2026-04-08T14:34:36.73237Z","end":"2026-04-08T14:34:36.873241Z","steps":["trace[1322348339] 'agreement among raft nodes before linearized reading' (duration: 140.569239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:36.873208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.812723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:36.873329Z","caller":"traceutil/trace.go:171","msg":"trace[388514243] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27046; }","duration":"150.013598ms","start":"2026-04-08T14:34:36.723297Z","end":"2026-04-08T14:34:36.873311Z","steps":["trace[388514243] 'agreement among raft nodes before linearized reading' (duration: 149.847793ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:36.873314Z","caller":"traceutil/trace.go:171","msg":"trace[777892468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27046; }","duration":"164.322982ms","start":"2026-04-08T14:34:36.708961Z","end":"2026-04-08T14:34:36.873284Z","steps":["trace[777892468] 'agreement among raft nodes before linearized reading' (duration: 163.944452ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:37.062581Z","caller":"traceutil/trace.go:171","msg":"trace[470539812] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"186.40141ms","start":"2026-04-08T14:34:36.87615Z","end":"2026-04-08T14:34:37.062551Z","steps":["trace[470539812] 'process raft request' (duration: 181.263119ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:37.062587Z","caller":"traceutil/trace.go:171","msg":"trace[1508578821] linearizableReadLoop","detail":"{readStateIndex:27956; appliedIndex:27955; }","duration":"184.686153ms","start":"2026-04-08T14:34:36.877861Z","end":"2026-04-08T14:34:37.062547Z","steps":["trace[1508578821] 'read index received' (duration: 179.595263ms)","trace[1508578821] 'applied index is now lower than readState.Index' (duration: 5.08971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:37.063186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.265799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:34:37.063385Z","caller":"traceutil/trace.go:171","msg":"trace[1860706026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27047; }","duration":"185.490265ms","start":"2026-04-08T14:34:36.877857Z","end":"2026-04-08T14:34:37.063347Z","steps":["trace[1860706026] 'agreement among raft nodes before linearized reading' (duration: 184.779266ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:37.090175Z","caller":"traceutil/trace.go:171","msg":"trace[949347843] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"211.291174ms","start":"2026-04-08T14:34:36.878858Z","end":"2026-04-08T14:34:37.09015Z","steps":["trace[949347843] 'process raft request' (duration: 211.171321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:37.090372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.547487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-08T14:34:37.090517Z","caller":"traceutil/trace.go:171","msg":"trace[1422882209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27049; }","duration":"209.703991ms","start":"2026-04-08T14:34:36.88079Z","end":"2026-04-08T14:34:37.090494Z","steps":["trace[1422882209] 'agreement among raft nodes before linearized reading' (duration: 209.340611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:37.090609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.619293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-08T14:34:37.090758Z","caller":"traceutil/trace.go:171","msg":"trace[101392919] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27049; }","duration":"211.801459ms","start":"2026-04-08T14:34:36.878921Z","end":"2026-04-08T14:34:37.090722Z","steps":["trace[101392919] 'agreement among raft nodes before linearized reading' (duration: 211.348545ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:37.090893Z","caller":"traceutil/trace.go:171","msg":"trace[2069036234] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"211.786708ms","start":"2026-04-08T14:34:36.878463Z","end":"2026-04-08T14:34:37.09025Z","steps":["trace[2069036234] 'process raft request' (duration: 211.396517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:37.543657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.859988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:34:37.543851Z","caller":"traceutil/trace.go:171","msg":"trace[295257610] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"337.999762ms","start":"2026-04-08T14:34:37.205797Z","end":"2026-04-08T14:34:37.543796Z","steps":["trace[295257610] 'process raft request' (duration: 100.871276ms)","trace[295257610] 'compare' (duration: 236.523299ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:37.543912Z","caller":"traceutil/trace.go:171","msg":"trace[2068578113] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"162.387038ms","start":"2026-04-08T14:34:37.381502Z","end":"2026-04-08T14:34:37.543889Z","steps":["trace[2068578113] 'process raft request' (duration: 162.306107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:37.544034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:37.205762Z","time spent":"338.168246ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:37.544302Z","caller":"traceutil/trace.go:171","msg":"trace[1640722013] linearizableReadLoop","detail":"{readStateIndex:27965; appliedIndex:27963; }","duration":"335.729169ms","start":"2026-04-08T14:34:37.208215Z","end":"2026-04-08T14:34:37.543944Z","steps":["trace[1640722013] 'read index received' (duration: 61.883983ms)","trace[1640722013] 'applied index is now lower than readState.Index' (duration: 273.841576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:37.544341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.093549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-08T14:34:37.544439Z","caller":"traceutil/trace.go:171","msg":"trace[315890964] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27056; }","duration":"336.211852ms","start":"2026-04-08T14:34:37.208209Z","end":"2026-04-08T14:34:37.54442Z","steps":["trace[315890964] 'agreement among raft nodes before linearized reading' (duration: 335.842952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:37.544493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:37.20816Z","time spent":"336.324825ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-08T14:34:37.544706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.118907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-08T14:34:37.544717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.264901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-04-08T14:34:37.544763Z","caller":"traceutil/trace.go:171","msg":"trace[950799460] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27056; }","duration":"152.228499ms","start":"2026-04-08T14:34:37.392516Z","end":"2026-04-08T14:34:37.544745Z","steps":["trace[950799460] 'agreement among raft nodes before linearized reading' (duration: 151.979483ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:37.544823Z","caller":"traceutil/trace.go:171","msg":"trace[813564765] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:27056; }","duration":"329.361843ms","start":"2026-04-08T14:34:37.215394Z","end":"2026-04-08T14:34:37.544756Z","steps":["trace[813564765] 'agreement among raft nodes before linearized reading' (duration: 329.058926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:37.544929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:37.215364Z","time spent":"329.547319ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-04-08T14:34:37.544952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.638926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-04-08T14:34:37.545026Z","caller":"traceutil/trace.go:171","msg":"trace[1327549398] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:27056; }","duration":"166.76775ms","start":"2026-04-08T14:34:37.378236Z","end":"2026-04-08T14:34:37.545004Z","steps":["trace[1327549398] 'agreement among raft nodes before linearized reading' (duration: 166.548834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:37.545206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.579848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-04-08T14:34:37.545307Z","caller":"traceutil/trace.go:171","msg":"trace[762200247] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:27056; }","duration":"245.739213ms","start":"2026-04-08T14:34:37.299542Z","end":"2026-04-08T14:34:37.545281Z","steps":["trace[762200247] 'agreement among raft nodes before linearized reading' (duration: 245.27364ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:37.826972Z","caller":"traceutil/trace.go:171","msg":"trace[426471435] linearizableReadLoop","detail":"{readStateIndex:27974; appliedIndex:27972; }","duration":"139.9007ms","start":"2026-04-08T14:34:37.687032Z","end":"2026-04-08T14:34:37.826932Z","steps":["trace[426471435] 'read index received' (duration: 56.849144ms)","trace[426471435] 'applied index is now lower than readState.Index' (duration: 83.050466ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:37.827125Z","caller":"traceutil/trace.go:171","msg":"trace[676601414] transaction","detail":"{read_only:false; response_revision:27064; number_of_response:1; }","duration":"140.551258ms","start":"2026-04-08T14:34:37.68656Z","end":"2026-04-08T14:34:37.827111Z","steps":["trace[676601414] 'process raft request' (duration: 118.840712ms)","trace[676601414] 'compare' (duration: 21.346946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:37.827402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.345873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-08T14:34:37.827524Z","caller":"traceutil/trace.go:171","msg":"trace[1669376043] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27064; }","duration":"140.501037ms","start":"2026-04-08T14:34:37.687002Z","end":"2026-04-08T14:34:37.827503Z","steps":["trace[1669376043] 'agreement among raft nodes before linearized reading' (duration: 140.189479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:37.827928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.841093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:37.827929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.247805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-08T14:34:37.827976Z","caller":"traceutil/trace.go:171","msg":"trace[900418078] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27065; }","duration":"113.914306ms","start":"2026-04-08T14:34:37.714049Z","end":"2026-04-08T14:34:37.827963Z","steps":["trace[900418078] 'agreement among raft nodes before linearized reading' (duration: 113.825953ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:37.827988Z","caller":"traceutil/trace.go:171","msg":"trace[470636714] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27065; }","duration":"138.335287ms","start":"2026-04-08T14:34:37.689638Z","end":"2026-04-08T14:34:37.827973Z","steps":["trace[470636714] 'agreement among raft nodes before linearized reading' (duration: 138.162523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:37.828259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.179117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-08T14:34:37.828301Z","caller":"traceutil/trace.go:171","msg":"trace[835813754] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:27065; }","duration":"124.27125ms","start":"2026-04-08T14:34:37.704017Z","end":"2026-04-08T14:34:37.828289Z","steps":["trace[835813754] 'agreement among raft nodes before linearized reading' (duration: 124.111266ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:38.289155Z","caller":"traceutil/trace.go:171","msg":"trace[1069449665] linearizableReadLoop","detail":"{readStateIndex:27980; appliedIndex:27978; }","duration":"260.983952ms","start":"2026-04-08T14:34:38.028147Z","end":"2026-04-08T14:34:38.289131Z","steps":["trace[1069449665] 'read index received' (duration: 260.757796ms)","trace[1069449665] 'applied index is now lower than readState.Index' (duration: 224.236µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:38.289239Z","caller":"traceutil/trace.go:171","msg":"trace[50268374] transaction","detail":"{read_only:false; response_revision:27069; number_of_response:1; }","duration":"278.804443ms","start":"2026-04-08T14:34:38.010392Z","end":"2026-04-08T14:34:38.289196Z","steps":["trace[50268374] 'process raft request' (duration: 278.67185ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:38.289277Z","caller":"traceutil/trace.go:171","msg":"trace[1378897648] transaction","detail":"{read_only:false; response_revision:27068; number_of_response:1; }","duration":"279.134232ms","start":"2026-04-08T14:34:38.010104Z","end":"2026-04-08T14:34:38.289238Z","steps":["trace[1378897648] 'process raft request' (duration: 278.737842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.289377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.953821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-04-08T14:34:38.289366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.447488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:38.289414Z","caller":"traceutil/trace.go:171","msg":"trace[150977715] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:27069; }","duration":"277.031714ms","start":"2026-04-08T14:34:38.012371Z","end":"2026-04-08T14:34:38.289403Z","steps":["trace[150977715] 'agreement among raft nodes before linearized reading' (duration: 276.88563ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:38.28945Z","caller":"traceutil/trace.go:171","msg":"trace[472146744] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27069; }","duration":"276.578312ms","start":"2026-04-08T14:34:38.012851Z","end":"2026-04-08T14:34:38.289429Z","steps":["trace[472146744] 'agreement among raft nodes before linearized reading' (duration: 276.403987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.289678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.590775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-08T14:34:38.289763Z","caller":"traceutil/trace.go:171","msg":"trace[1095873991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27069; }","duration":"279.723447ms","start":"2026-04-08T14:34:38.010019Z","end":"2026-04-08T14:34:38.289742Z","steps":["trace[1095873991] 'agreement among raft nodes before linearized reading' (duration: 279.459971ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:38.642388Z","caller":"traceutil/trace.go:171","msg":"trace[1877546953] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"608.555288ms","start":"2026-04-08T14:34:38.033774Z","end":"2026-04-08T14:34:38.642329Z","steps":["trace[1877546953] 'process raft request' (duration: 608.26417ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:38.642545Z","caller":"traceutil/trace.go:171","msg":"trace[374232988] transaction","detail":"{read_only:false; response_revision:27072; number_of_response:1; }","duration":"422.110088ms","start":"2026-04-08T14:34:38.220407Z","end":"2026-04-08T14:34:38.642517Z","steps":["trace[374232988] 'process raft request' (duration: 421.883092ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:38.642534Z","caller":"traceutil/trace.go:171","msg":"trace[1897524752] transaction","detail":"{read_only:false; response_revision:27071; number_of_response:1; }","duration":"425.730956ms","start":"2026-04-08T14:34:38.216753Z","end":"2026-04-08T14:34:38.642484Z","steps":["trace[1897524752] 'process raft request' (duration: 425.464069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.642611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.250975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-04-08T14:34:38.642677Z","caller":"traceutil/trace.go:171","msg":"trace[843346931] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:27072; }","duration":"356.372318ms","start":"2026-04-08T14:34:38.286288Z","end":"2026-04-08T14:34:38.64266Z","steps":["trace[843346931] 'agreement among raft nodes before linearized reading' (duration: 356.123952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.642703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:38.220367Z","time spent":"422.25047ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:38.642722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:38.28627Z","time spent":"356.44438ms","remote":"127.0.0.1:60704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-08T14:34:38.642685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.001835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:38.642801Z","caller":"traceutil/trace.go:171","msg":"trace[1325608982] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27072; }","duration":"462.141958ms","start":"2026-04-08T14:34:38.180629Z","end":"2026-04-08T14:34:38.642771Z","steps":["trace[1325608982] 'agreement among raft nodes before linearized reading' (duration: 461.906432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.642684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.570343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:38.64282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.125835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-08T14:34:38.642866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:38.180548Z","time spent":"462.304294ms","remote":"127.0.0.1:60730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-08T14:34:38.642849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:38.033755Z","time spent":"608.758834ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T14:34:38.642905Z","caller":"traceutil/trace.go:171","msg":"trace[1053552054] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27072; }","duration":"461.83776ms","start":"2026-04-08T14:34:38.181041Z","end":"2026-04-08T14:34:38.642879Z","steps":["trace[1053552054] 'agreement among raft nodes before linearized reading' (duration: 461.542692ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:38.642918Z","caller":"traceutil/trace.go:171","msg":"trace[792713391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27072; }","duration":"508.282508ms","start":"2026-04-08T14:34:38.134611Z","end":"2026-04-08T14:34:38.642893Z","steps":["trace[792713391] 'agreement among raft nodes before linearized reading' (duration: 508.015471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.642963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:38.181032Z","time spent":"461.913792ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-08T14:34:38.642964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:38.134579Z","time spent":"508.376522ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:34:38.642889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:38.216728Z","time spent":"425.974253ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:38.642369Z","caller":"traceutil/trace.go:171","msg":"trace[723915749] linearizableReadLoop","detail":"{readStateIndex:27983; appliedIndex:27980; }","duration":"353.110298ms","start":"2026-04-08T14:34:38.289231Z","end":"2026-04-08T14:34:38.642341Z","steps":["trace[723915749] 'read index received' (duration: 352.79362ms)","trace[723915749] 'applied index is now lower than readState.Index' (duration: 315.168µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:38.643355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.393709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-04-08T14:34:38.643592Z","caller":"traceutil/trace.go:171","msg":"trace[221003894] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:27072; }","duration":"610.710867ms","start":"2026-04-08T14:34:38.032848Z","end":"2026-04-08T14:34:38.643559Z","steps":["trace[221003894] 'agreement among raft nodes before linearized reading' (duration: 609.976017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.643726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:38.032828Z","time spent":"610.881182ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-04-08T14:34:38.685184Z","caller":"traceutil/trace.go:171","msg":"trace[143387821] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"174.138542ms","start":"2026-04-08T14:34:38.511011Z","end":"2026-04-08T14:34:38.685149Z","steps":["trace[143387821] 'process raft request' (duration: 173.885565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.685368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.374943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-08T14:34:38.685465Z","caller":"traceutil/trace.go:171","msg":"trace[1158861285] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27074; }","duration":"233.529587ms","start":"2026-04-08T14:34:38.451915Z","end":"2026-04-08T14:34:38.685445Z","steps":["trace[1158861285] 'agreement among raft nodes before linearized reading' (duration: 233.26001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.685801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.223945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-04-08T14:34:38.68586Z","caller":"traceutil/trace.go:171","msg":"trace[252374698] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:27074; }","duration":"392.294867ms","start":"2026-04-08T14:34:38.293544Z","end":"2026-04-08T14:34:38.685839Z","steps":["trace[252374698] 'agreement among raft nodes before linearized reading' (duration: 392.175864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.685885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:38.293538Z","time spent":"392.340208ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-08T14:34:38.685858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.048762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:38.685957Z","caller":"traceutil/trace.go:171","msg":"trace[1380777134] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27074; }","duration":"391.204487ms","start":"2026-04-08T14:34:38.294726Z","end":"2026-04-08T14:34:38.685931Z","steps":["trace[1380777134] 'agreement among raft nodes before linearized reading' (duration: 391.004392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.685939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.665436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-04-08T14:34:38.686019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:38.294707Z","time spent":"391.30147ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-08T14:34:38.686044Z","caller":"traceutil/trace.go:171","msg":"trace[1903669613] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:27074; }","duration":"392.767181ms","start":"2026-04-08T14:34:38.29324Z","end":"2026-04-08T14:34:38.686008Z","steps":["trace[1903669613] 'agreement among raft nodes before linearized reading' (duration: 392.484143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.686088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:38.293224Z","time spent":"392.852432ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-04-08T14:34:38.868578Z","caller":"traceutil/trace.go:171","msg":"trace[2017296547] linearizableReadLoop","detail":"{readStateIndex:27986; appliedIndex:27985; }","duration":"183.395857ms","start":"2026-04-08T14:34:38.685136Z","end":"2026-04-08T14:34:38.868532Z","steps":["trace[2017296547] 'read index received' (duration: 127.123819ms)","trace[2017296547] 'applied index is now lower than readState.Index' (duration: 56.269918ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:38.86864Z","caller":"traceutil/trace.go:171","msg":"trace[2125372067] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"220.060196ms","start":"2026-04-08T14:34:38.648531Z","end":"2026-04-08T14:34:38.868591Z","steps":["trace[2125372067] 'process raft request' (duration: 163.557931ms)","trace[2125372067] 'compare' (duration: 56.005591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:38.868992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.118085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-08T14:34:38.869027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.625391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-04-08T14:34:38.869176Z","caller":"traceutil/trace.go:171","msg":"trace[1523413368] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27075; }","duration":"221.269279ms","start":"2026-04-08T14:34:38.647811Z","end":"2026-04-08T14:34:38.869081Z","steps":["trace[1523413368] 'agreement among raft nodes before linearized reading' (duration: 220.890509ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:38.869194Z","caller":"traceutil/trace.go:171","msg":"trace[1642185125] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:27075; }","duration":"212.885728ms","start":"2026-04-08T14:34:38.656282Z","end":"2026-04-08T14:34:38.869168Z","steps":["trace[1642185125] 'agreement among raft nodes before linearized reading' (duration: 212.347293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.868713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.006301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:38.869409Z","caller":"traceutil/trace.go:171","msg":"trace[633901680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27075; }","duration":"189.764282ms","start":"2026-04-08T14:34:38.679609Z","end":"2026-04-08T14:34:38.869373Z","steps":["trace[633901680] 'agreement among raft nodes before linearized reading' (duration: 188.983081ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:38.961923Z","caller":"traceutil/trace.go:171","msg":"trace[436984369] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"264.900821ms","start":"2026-04-08T14:34:38.696989Z","end":"2026-04-08T14:34:38.96189Z","steps":["trace[436984369] 'process raft request' (duration: 264.324545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.961959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.899713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-08T14:34:38.962033Z","caller":"traceutil/trace.go:171","msg":"trace[2107511552] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:27077; }","duration":"272.038847ms","start":"2026-04-08T14:34:38.689976Z","end":"2026-04-08T14:34:38.962014Z","steps":["trace[2107511552] 'agreement among raft nodes before linearized reading' (duration: 271.77905ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:38.962085Z","caller":"traceutil/trace.go:171","msg":"trace[1016192042] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"271.210595ms","start":"2026-04-08T14:34:38.690851Z","end":"2026-04-08T14:34:38.962061Z","steps":["trace[1016192042] 'process raft request' (duration: 270.292789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:38.961821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.232877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:38.962691Z","caller":"traceutil/trace.go:171","msg":"trace[1156629057] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27077; }","duration":"271.051609ms","start":"2026-04-08T14:34:38.691533Z","end":"2026-04-08T14:34:38.962584Z","steps":["trace[1156629057] 'agreement among raft nodes before linearized reading' (duration: 270.199636ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:39.091881Z","caller":"traceutil/trace.go:171","msg":"trace[1461736692] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"121.125364ms","start":"2026-04-08T14:34:38.97071Z","end":"2026-04-08T14:34:39.091835Z","steps":["trace[1461736692] 'process raft request' (duration: 120.879108ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:39.091934Z","caller":"traceutil/trace.go:171","msg":"trace[1194858651] linearizableReadLoop","detail":"{readStateIndex:27990; appliedIndex:27988; }","duration":"121.138014ms","start":"2026-04-08T14:34:38.97077Z","end":"2026-04-08T14:34:39.091908Z","steps":["trace[1194858651] 'read index received' (duration: 69.80432ms)","trace[1194858651] 'applied index is now lower than readState.Index' (duration: 51.332482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:39.092436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.644078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"info","ts":"2026-04-08T14:34:39.09249Z","caller":"traceutil/trace.go:171","msg":"trace[289092867] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:27081; }","duration":"121.731741ms","start":"2026-04-08T14:34:38.970747Z","end":"2026-04-08T14:34:39.092478Z","steps":["trace[289092867] 'agreement among raft nodes before linearized reading' (duration: 121.543375ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:39.092487Z","caller":"traceutil/trace.go:171","msg":"trace[1252502027] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"120.211938ms","start":"2026-04-08T14:34:38.972264Z","end":"2026-04-08T14:34:39.092476Z","steps":["trace[1252502027] 'process raft request' (duration: 119.504638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:39.092439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.440917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-08T14:34:39.092754Z","caller":"traceutil/trace.go:171","msg":"trace[777522877] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27081; }","duration":"119.740835ms","start":"2026-04-08T14:34:38.972962Z","end":"2026-04-08T14:34:39.092703Z","steps":["trace[777522877] 'agreement among raft nodes before linearized reading' (duration: 119.354504ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:39.092815Z","caller":"traceutil/trace.go:171","msg":"trace[703603241] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"113.972517ms","start":"2026-04-08T14:34:38.978802Z","end":"2026-04-08T14:34:39.092774Z","steps":["trace[703603241] 'process raft request' (duration: 113.044951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:39.249498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.93185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-08T14:34:39.249621Z","caller":"traceutil/trace.go:171","msg":"trace[1742382189] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:27081; }","duration":"128.079835ms","start":"2026-04-08T14:34:39.121486Z","end":"2026-04-08T14:34:39.249566Z","steps":["trace[1742382189] 'range keys from in-memory index tree' (duration: 127.709704ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:39.278871Z","caller":"traceutil/trace.go:171","msg":"trace[685190077] linearizableReadLoop","detail":"{readStateIndex:27993; appliedIndex:27992; }","duration":"153.104733ms","start":"2026-04-08T14:34:39.125733Z","end":"2026-04-08T14:34:39.278837Z","steps":["trace[685190077] 'read index received' (duration: 152.887717ms)","trace[685190077] 'applied index is now lower than readState.Index' (duration: 215.786µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:39.279049Z","caller":"traceutil/trace.go:171","msg":"trace[1352214097] transaction","detail":"{read_only:false; response_revision:27082; number_of_response:1; }","duration":"153.722272ms","start":"2026-04-08T14:34:39.125288Z","end":"2026-04-08T14:34:39.27901Z","steps":["trace[1352214097] 'process raft request' (duration: 153.247848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:39.279201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.436392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-04-08T14:34:39.279253Z","caller":"traceutil/trace.go:171","msg":"trace[1493487027] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27082; }","duration":"153.525076ms","start":"2026-04-08T14:34:39.125715Z","end":"2026-04-08T14:34:39.27924Z","steps":["trace[1493487027] 'agreement among raft nodes before linearized reading' (duration: 153.281239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:39.329466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.383692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-08T14:34:39.329553Z","caller":"traceutil/trace.go:171","msg":"trace[2040938051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27083; }","duration":"169.531136ms","start":"2026-04-08T14:34:39.160001Z","end":"2026-04-08T14:34:39.329532Z","steps":["trace[2040938051] 'agreement among raft nodes before linearized reading' (duration: 169.280209ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:39.466399Z","caller":"traceutil/trace.go:171","msg":"trace[1201754958] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"180.262681ms","start":"2026-04-08T14:34:39.286075Z","end":"2026-04-08T14:34:39.466337Z","steps":["trace[1201754958] 'process raft request' (duration: 99.254332ms)","trace[1201754958] 'compare' (duration: 80.492595ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:39.466455Z","caller":"traceutil/trace.go:171","msg":"trace[1198304101] linearizableReadLoop","detail":"{readStateIndex:27995; appliedIndex:27994; }","duration":"137.155235ms","start":"2026-04-08T14:34:39.329262Z","end":"2026-04-08T14:34:39.466417Z","steps":["trace[1198304101] 'read index received' (duration: 56.080533ms)","trace[1198304101] 'applied index is now lower than readState.Index' (duration: 81.071192ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:39.466591Z","caller":"traceutil/trace.go:171","msg":"trace[1676047441] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"131.463608ms","start":"2026-04-08T14:34:39.334936Z","end":"2026-04-08T14:34:39.466399Z","steps":["trace[1676047441] 'process raft request' (duration: 131.339135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:39.466956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.474974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-04-08T14:34:39.467016Z","caller":"traceutil/trace.go:171","msg":"trace[1293267713] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:27085; }","duration":"181.588747ms","start":"2026-04-08T14:34:39.285413Z","end":"2026-04-08T14:34:39.467001Z","steps":["trace[1293267713] 'agreement among raft nodes before linearized reading' (duration: 181.177417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:39.467029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.6464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-04-08T14:34:39.467032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.004085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:39.467166Z","caller":"traceutil/trace.go:171","msg":"trace[1609448129] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:27085; }","duration":"132.826306ms","start":"2026-04-08T14:34:39.33431Z","end":"2026-04-08T14:34:39.467136Z","steps":["trace[1609448129] 'agreement among raft nodes before linearized reading' (duration: 132.466445ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:39.467221Z","caller":"traceutil/trace.go:171","msg":"trace[1437417992] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27085; }","duration":"123.192ms","start":"2026-04-08T14:34:39.343955Z","end":"2026-04-08T14:34:39.467147Z","steps":["trace[1437417992] 'agreement among raft nodes before linearized reading' (duration: 122.946073ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:39.678152Z","caller":"traceutil/trace.go:171","msg":"trace[471857459] linearizableReadLoop","detail":"{readStateIndex:27998; appliedIndex:27997; }","duration":"138.246714ms","start":"2026-04-08T14:34:39.539881Z","end":"2026-04-08T14:34:39.678127Z","steps":["trace[471857459] 'read index received' (duration: 138.141572ms)","trace[471857459] 'applied index is now lower than readState.Index' (duration: 104.052µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:39.678217Z","caller":"traceutil/trace.go:171","msg":"trace[2140414882] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"139.240612ms","start":"2026-04-08T14:34:39.538936Z","end":"2026-04-08T14:34:39.678177Z","steps":["trace[2140414882] 'process raft request' (duration: 139.017896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:39.678534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.615485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-04-08T14:34:39.678783Z","caller":"traceutil/trace.go:171","msg":"trace[2096855470] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27087; }","duration":"138.899673ms","start":"2026-04-08T14:34:39.539863Z","end":"2026-04-08T14:34:39.678763Z","steps":["trace[2096855470] 'agreement among raft nodes before linearized reading' (duration: 138.394579ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:39.748228Z","caller":"traceutil/trace.go:171","msg":"trace[1841679880] transaction","detail":"{read_only:false; response_revision:27088; number_of_response:1; }","duration":"196.516367ms","start":"2026-04-08T14:34:39.551678Z","end":"2026-04-08T14:34:39.748194Z","steps":["trace[1841679880] 'process raft request' (duration: 196.24617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:39.748612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.721609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-08T14:34:39.748733Z","caller":"traceutil/trace.go:171","msg":"trace[511810688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27089; }","duration":"198.890253ms","start":"2026-04-08T14:34:39.549821Z","end":"2026-04-08T14:34:39.748711Z","steps":["trace[511810688] 'agreement among raft nodes before linearized reading' (duration: 198.40299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:39.748731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.050586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-08T14:34:39.748969Z","caller":"traceutil/trace.go:171","msg":"trace[1930899946] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:27089; }","duration":"208.352174ms","start":"2026-04-08T14:34:39.540591Z","end":"2026-04-08T14:34:39.748943Z","steps":["trace[1930899946] 'agreement among raft nodes before linearized reading' (duration: 207.685975ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:39.913691Z","caller":"traceutil/trace.go:171","msg":"trace[2140296203] linearizableReadLoop","detail":"{readStateIndex:28001; appliedIndex:28000; }","duration":"165.488665ms","start":"2026-04-08T14:34:39.748181Z","end":"2026-04-08T14:34:39.913669Z","steps":["trace[2140296203] 'read index received' (duration: 85.125003ms)","trace[2140296203] 'applied index is now lower than readState.Index' (duration: 80.362111ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:39.913729Z","caller":"traceutil/trace.go:171","msg":"trace[1512077620] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"209.138285ms","start":"2026-04-08T14:34:39.704558Z","end":"2026-04-08T14:34:39.913696Z","steps":["trace[1512077620] 'process raft request' (duration: 128.726073ms)","trace[1512077620] 'compare' (duration: 80.189116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:39.913875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.01607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:39.913921Z","caller":"traceutil/trace.go:171","msg":"trace[1818534998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27090; }","duration":"234.123403ms","start":"2026-04-08T14:34:39.679784Z","end":"2026-04-08T14:34:39.913907Z","steps":["trace[1818534998] 'agreement among raft nodes before linearized reading' (duration: 234.00811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:39.914197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.752205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-04-08T14:34:39.914319Z","caller":"traceutil/trace.go:171","msg":"trace[1472597907] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:27090; }","duration":"228.944431ms","start":"2026-04-08T14:34:39.685345Z","end":"2026-04-08T14:34:39.91429Z","steps":["trace[1472597907] 'agreement among raft nodes before linearized reading' (duration: 228.414046ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.002554Z","caller":"traceutil/trace.go:171","msg":"trace[17816907] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"248.367465ms","start":"2026-04-08T14:34:39.754154Z","end":"2026-04-08T14:34:40.002522Z","steps":["trace[17816907] 'process raft request' (duration: 248.228052ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.002601Z","caller":"traceutil/trace.go:171","msg":"trace[954483738] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"248.415707ms","start":"2026-04-08T14:34:39.754121Z","end":"2026-04-08T14:34:40.002536Z","steps":["trace[954483738] 'process raft request' (duration: 248.083928ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.003019Z","caller":"traceutil/trace.go:171","msg":"trace[523314921] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"170.276216ms","start":"2026-04-08T14:34:39.832708Z","end":"2026-04-08T14:34:40.002985Z","steps":["trace[523314921] 'process raft request' (duration: 169.726981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.003248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.081562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T14:34:40.003283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.017521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-04-08T14:34:40.003324Z","caller":"traceutil/trace.go:171","msg":"trace[1823681218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27093; }","duration":"254.217776ms","start":"2026-04-08T14:34:39.74909Z","end":"2026-04-08T14:34:40.003307Z","steps":["trace[1823681218] 'agreement among raft nodes before linearized reading' (duration: 253.914458ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.003385Z","caller":"traceutil/trace.go:171","msg":"trace[1222180207] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:27093; }","duration":"250.152465ms","start":"2026-04-08T14:34:39.753201Z","end":"2026-04-08T14:34:40.003354Z","steps":["trace[1222180207] 'agreement among raft nodes before linearized reading' (duration: 249.846447ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.303471Z","caller":"traceutil/trace.go:171","msg":"trace[1197276058] linearizableReadLoop","detail":"{readStateIndex:28008; appliedIndex:28007; }","duration":"139.52467ms","start":"2026-04-08T14:34:40.163922Z","end":"2026-04-08T14:34:40.303447Z","steps":["trace[1197276058] 'read index received' (duration: 139.253023ms)","trace[1197276058] 'applied index is now lower than readState.Index' (duration: 270.647µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:40.303563Z","caller":"traceutil/trace.go:171","msg":"trace[1159364166] transaction","detail":"{read_only:false; response_revision:27097; number_of_response:1; }","duration":"142.07561ms","start":"2026-04-08T14:34:40.161442Z","end":"2026-04-08T14:34:40.303517Z","steps":["trace[1159364166] 'process raft request' (duration: 141.826153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.303896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.928841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-08T14:34:40.304015Z","caller":"traceutil/trace.go:171","msg":"trace[1672752832] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27097; }","duration":"140.066534ms","start":"2026-04-08T14:34:40.163909Z","end":"2026-04-08T14:34:40.303975Z","steps":["trace[1672752832] 'agreement among raft nodes before linearized reading' (duration: 139.658153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.306212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.353499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-04-08T14:34:40.306307Z","caller":"traceutil/trace.go:171","msg":"trace[1586454220] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:27098; }","duration":"125.514584ms","start":"2026-04-08T14:34:40.18077Z","end":"2026-04-08T14:34:40.306285Z","steps":["trace[1586454220] 'agreement among raft nodes before linearized reading' (duration: 125.208356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.306531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.469136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-08T14:34:40.306568Z","caller":"traceutil/trace.go:171","msg":"trace[1271694345] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27098; }","duration":"100.521386ms","start":"2026-04-08T14:34:40.206037Z","end":"2026-04-08T14:34:40.306558Z","steps":["trace[1271694345] 'agreement among raft nodes before linearized reading' (duration: 100.405263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.306706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.240151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-08T14:34:40.30675Z","caller":"traceutil/trace.go:171","msg":"trace[146976887] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:27098; }","duration":"103.317664ms","start":"2026-04-08T14:34:40.203406Z","end":"2026-04-08T14:34:40.306724Z","steps":["trace[146976887] 'agreement among raft nodes before linearized reading' (duration: 103.235452ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.495748Z","caller":"traceutil/trace.go:171","msg":"trace[39694758] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"176.869538ms","start":"2026-04-08T14:34:40.318842Z","end":"2026-04-08T14:34:40.495711Z","steps":["trace[39694758] 'process raft request' (duration: 176.56893ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.49621Z","caller":"traceutil/trace.go:171","msg":"trace[813390055] transaction","detail":"{read_only:false; response_revision:27101; number_of_response:1; }","duration":"177.057823ms","start":"2026-04-08T14:34:40.319087Z","end":"2026-04-08T14:34:40.496144Z","steps":["trace[813390055] 'process raft request' (duration: 176.522828ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.496328Z","caller":"traceutil/trace.go:171","msg":"trace[21954861] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"177.015141ms","start":"2026-04-08T14:34:40.319297Z","end":"2026-04-08T14:34:40.496312Z","steps":["trace[21954861] 'process raft request' (duration: 176.798485ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.496508Z","caller":"traceutil/trace.go:171","msg":"trace[48605308] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"177.109424ms","start":"2026-04-08T14:34:40.319368Z","end":"2026-04-08T14:34:40.496477Z","steps":["trace[48605308] 'process raft request' (duration: 176.854957ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.496939Z","caller":"traceutil/trace.go:171","msg":"trace[481086230] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"175.787538ms","start":"2026-04-08T14:34:40.321127Z","end":"2026-04-08T14:34:40.496914Z","steps":["trace[481086230] 'process raft request' (duration: 175.253863ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.496593Z","caller":"traceutil/trace.go:171","msg":"trace[466052081] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"176.641281ms","start":"2026-04-08T14:34:40.319909Z","end":"2026-04-08T14:34:40.49655Z","steps":["trace[466052081] 'process raft request' (duration: 176.380964ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.497201Z","caller":"traceutil/trace.go:171","msg":"trace[1220926331] linearizableReadLoop","detail":"{readStateIndex:28019; appliedIndex:28011; }","duration":"172.778024ms","start":"2026-04-08T14:34:40.324407Z","end":"2026-04-08T14:34:40.497185Z","steps":["trace[1220926331] 'read index received' (duration: 171.18486ms)","trace[1220926331] 'applied index is now lower than readState.Index' (duration: 1.592154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:40.497361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.083261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-844459a2-2dcc-4d17-aa6e-0311e5901974\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-08T14:34:40.497417Z","caller":"traceutil/trace.go:171","msg":"trace[78971594] range","detail":"{range_begin:/registry/persistentvolumes/pvc-844459a2-2dcc-4d17-aa6e-0311e5901974; range_end:; response_count:1; response_revision:27108; }","duration":"178.158902ms","start":"2026-04-08T14:34:40.319246Z","end":"2026-04-08T14:34:40.497404Z","steps":["trace[78971594] 'agreement among raft nodes before linearized reading' (duration: 177.975348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.497427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.186243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-08T14:34:40.497473Z","caller":"traceutil/trace.go:171","msg":"trace[337627392] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:27108; }","duration":"178.291627ms","start":"2026-04-08T14:34:40.319169Z","end":"2026-04-08T14:34:40.497461Z","steps":["trace[337627392] 'agreement among raft nodes before linearized reading' (duration: 178.121542ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.497594Z","caller":"traceutil/trace.go:171","msg":"trace[1265889663] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"176.088595ms","start":"2026-04-08T14:34:40.321482Z","end":"2026-04-08T14:34:40.49757Z","steps":["trace[1265889663] 'process raft request' (duration: 175.451988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.497731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.409619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d27a643c-5740-4ef4-b133-282b985c0e79\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-08T14:34:40.497756Z","caller":"traceutil/trace.go:171","msg":"trace[1377366445] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d27a643c-5740-4ef4-b133-282b985c0e79; range_end:; response_count:1; response_revision:27108; }","duration":"178.44604ms","start":"2026-04-08T14:34:40.319304Z","end":"2026-04-08T14:34:40.49775Z","steps":["trace[1377366445] 'agreement among raft nodes before linearized reading' (duration: 178.378179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.497745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.395876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80121a2e-afcb-43e6-bf88-d44f14632200\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-08T14:34:40.497793Z","caller":"traceutil/trace.go:171","msg":"trace[1835727957] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80121a2e-afcb-43e6-bf88-d44f14632200; range_end:; response_count:1; response_revision:27108; }","duration":"175.463439ms","start":"2026-04-08T14:34:40.322315Z","end":"2026-04-08T14:34:40.497779Z","steps":["trace[1835727957] 'agreement among raft nodes before linearized reading' (duration: 175.317784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.497878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.980976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6986ef72-420f-478f-97b6-615a1487c595\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-08T14:34:40.49793Z","caller":"traceutil/trace.go:171","msg":"trace[483734120] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"175.8857ms","start":"2026-04-08T14:34:40.322034Z","end":"2026-04-08T14:34:40.49792Z","steps":["trace[483734120] 'process raft request' (duration: 175.004205ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.498023Z","caller":"traceutil/trace.go:171","msg":"trace[975509144] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"175.920461ms","start":"2026-04-08T14:34:40.322094Z","end":"2026-04-08T14:34:40.498014Z","steps":["trace[975509144] 'process raft request' (duration: 175.038867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.497799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.620306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-08T14:34:40.498635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.157038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4340aa96-ce46-43aa-96d6-daa7101e242a\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-08T14:34:40.498003Z","caller":"traceutil/trace.go:171","msg":"trace[294713028] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6986ef72-420f-478f-97b6-615a1487c595; range_end:; response_count:1; response_revision:27108; }","duration":"179.032836ms","start":"2026-04-08T14:34:40.318881Z","end":"2026-04-08T14:34:40.497914Z","steps":["trace[294713028] 'agreement among raft nodes before linearized reading' (duration: 178.940994ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.498705Z","caller":"traceutil/trace.go:171","msg":"trace[899555259] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4340aa96-ce46-43aa-96d6-daa7101e242a; range_end:; response_count:1; response_revision:27108; }","duration":"180.222599ms","start":"2026-04-08T14:34:40.318454Z","end":"2026-04-08T14:34:40.498677Z","steps":["trace[899555259] 'agreement among raft nodes before linearized reading' (duration: 180.090156ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.498673Z","caller":"traceutil/trace.go:171","msg":"trace[1062532543] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb; range_end:; response_count:1; response_revision:27108; }","duration":"179.115359ms","start":"2026-04-08T14:34:40.319169Z","end":"2026-04-08T14:34:40.498284Z","steps":["trace[1062532543] 'agreement among raft nodes before linearized reading' (duration: 178.558694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.498978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.490487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-abb85221-7338-4ec5-9ce8-0e35d50d462d\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-08T14:34:40.499188Z","caller":"traceutil/trace.go:171","msg":"trace[2053813598] range","detail":"{range_begin:/registry/persistentvolumes/pvc-abb85221-7338-4ec5-9ce8-0e35d50d462d; range_end:; response_count:1; response_revision:27108; }","duration":"180.671542ms","start":"2026-04-08T14:34:40.318429Z","end":"2026-04-08T14:34:40.4991Z","steps":["trace[2053813598] 'agreement among raft nodes before linearized reading' (duration: 180.126507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.49948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.621571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-acfc9e01-efc2-4942-9e8b-a917a05e90fe\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-08T14:34:40.499544Z","caller":"traceutil/trace.go:171","msg":"trace[1787901580] range","detail":"{range_begin:/registry/persistentvolumes/pvc-acfc9e01-efc2-4942-9e8b-a917a05e90fe; range_end:; response_count:1; response_revision:27108; }","duration":"180.697873ms","start":"2026-04-08T14:34:40.318833Z","end":"2026-04-08T14:34:40.499531Z","steps":["trace[1787901580] 'agreement among raft nodes before linearized reading' (duration: 180.551329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.499866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.031802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-646c8a29-86dd-4546-aa5d-1b3fb285b27b\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-08T14:34:40.500087Z","caller":"traceutil/trace.go:171","msg":"trace[969567903] range","detail":"{range_begin:/registry/persistentvolumes/pvc-646c8a29-86dd-4546-aa5d-1b3fb285b27b; range_end:; response_count:1; response_revision:27108; }","duration":"181.250977ms","start":"2026-04-08T14:34:40.318798Z","end":"2026-04-08T14:34:40.500049Z","steps":["trace[969567903] 'agreement among raft nodes before linearized reading' (duration: 180.904418ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.522559Z","caller":"traceutil/trace.go:171","msg":"trace[1774998288] transaction","detail":"{read_only:false; response_revision:27109; number_of_response:1; }","duration":"197.172377ms","start":"2026-04-08T14:34:40.325363Z","end":"2026-04-08T14:34:40.522535Z","steps":["trace[1774998288] 'process raft request' (duration: 196.904499ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.523409Z","caller":"traceutil/trace.go:171","msg":"trace[1566505510] transaction","detail":"{read_only:false; response_revision:27111; number_of_response:1; }","duration":"197.855905ms","start":"2026-04-08T14:34:40.325519Z","end":"2026-04-08T14:34:40.523375Z","steps":["trace[1566505510] 'process raft request' (duration: 197.279549ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.523518Z","caller":"traceutil/trace.go:171","msg":"trace[828674879] transaction","detail":"{read_only:false; response_revision:27113; number_of_response:1; }","duration":"194.119762ms","start":"2026-04-08T14:34:40.329363Z","end":"2026-04-08T14:34:40.523483Z","steps":["trace[828674879] 'process raft request' (duration: 193.641949ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.523574Z","caller":"traceutil/trace.go:171","msg":"trace[1682766078] transaction","detail":"{read_only:false; response_revision:27114; number_of_response:1; }","duration":"140.430595ms","start":"2026-04-08T14:34:40.383119Z","end":"2026-04-08T14:34:40.523549Z","steps":["trace[1682766078] 'process raft request' (duration: 139.953062ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.52372Z","caller":"traceutil/trace.go:171","msg":"trace[1208284621] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"198.192354ms","start":"2026-04-08T14:34:40.325518Z","end":"2026-04-08T14:34:40.52371Z","steps":["trace[1208284621] 'process raft request' (duration: 196.94794ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.52383Z","caller":"traceutil/trace.go:171","msg":"trace[1046592490] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"197.897916ms","start":"2026-04-08T14:34:40.325914Z","end":"2026-04-08T14:34:40.523812Z","steps":["trace[1046592490] 'process raft request' (duration: 197.015642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.523851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.95409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff4bfea5-bfd2-419b-be1f-1a0307aee57e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-08T14:34:40.524094Z","caller":"traceutil/trace.go:171","msg":"trace[42022518] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff4bfea5-bfd2-419b-be1f-1a0307aee57e; range_end:; response_count:1; response_revision:27114; }","duration":"197.113745ms","start":"2026-04-08T14:34:40.326817Z","end":"2026-04-08T14:34:40.523931Z","steps":["trace[42022518] 'agreement among raft nodes before linearized reading' (duration: 196.749444ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.777526Z","caller":"traceutil/trace.go:171","msg":"trace[755329024] linearizableReadLoop","detail":"{readStateIndex:28027; appliedIndex:28025; }","duration":"254.040272ms","start":"2026-04-08T14:34:40.523452Z","end":"2026-04-08T14:34:40.777492Z","steps":["trace[755329024] 'read index received' (duration: 253.791136ms)","trace[755329024] 'applied index is now lower than readState.Index' (duration: 246.996µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:40.77772Z","caller":"traceutil/trace.go:171","msg":"trace[1514352193] transaction","detail":"{read_only:false; response_revision:27116; number_of_response:1; }","duration":"273.902899ms","start":"2026-04-08T14:34:40.503772Z","end":"2026-04-08T14:34:40.777675Z","steps":["trace[1514352193] 'process raft request' (duration: 273.594221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.777798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.05455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-08T14:34:40.777862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.107219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3e0f63ca-a08c-4761-aca6-5f272ef658d3\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-08T14:34:40.777876Z","caller":"traceutil/trace.go:171","msg":"trace[1211269928] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27116; }","duration":"271.162212ms","start":"2026-04-08T14:34:40.506695Z","end":"2026-04-08T14:34:40.777858Z","steps":["trace[1211269928] 'agreement among raft nodes before linearized reading' (duration: 270.861444ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.777859Z","caller":"traceutil/trace.go:171","msg":"trace[1397993126] transaction","detail":"{read_only:false; response_revision:27115; number_of_response:1; }","duration":"274.064023ms","start":"2026-04-08T14:34:40.503743Z","end":"2026-04-08T14:34:40.777807Z","steps":["trace[1397993126] 'process raft request' (duration: 273.427895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.777936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.127429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-913592d8-ad48-46f4-97db-e71cba6458c4\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-08T14:34:40.777902Z","caller":"traceutil/trace.go:171","msg":"trace[22107066] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3e0f63ca-a08c-4761-aca6-5f272ef658d3; range_end:; response_count:1; response_revision:27116; }","duration":"276.187281ms","start":"2026-04-08T14:34:40.501702Z","end":"2026-04-08T14:34:40.77789Z","steps":["trace[22107066] 'agreement among raft nodes before linearized reading' (duration: 275.987216ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.778035Z","caller":"traceutil/trace.go:171","msg":"trace[1161467225] range","detail":"{range_begin:/registry/persistentvolumes/pvc-913592d8-ad48-46f4-97db-e71cba6458c4; range_end:; response_count:1; response_revision:27116; }","duration":"276.566181ms","start":"2026-04-08T14:34:40.501442Z","end":"2026-04-08T14:34:40.778008Z","steps":["trace[1161467225] 'agreement among raft nodes before linearized reading' (duration: 276.232992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.778094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.632724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-08T14:34:40.77822Z","caller":"traceutil/trace.go:171","msg":"trace[2043101721] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:27116; }","duration":"276.936262ms","start":"2026-04-08T14:34:40.501248Z","end":"2026-04-08T14:34:40.778184Z","steps":["trace[2043101721] 'agreement among raft nodes before linearized reading' (duration: 276.600763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.778509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.673534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-91a69556-eaf6-49e6-96cc-f57b4ec25e11\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-08T14:34:40.778559Z","caller":"traceutil/trace.go:171","msg":"trace[367938501] range","detail":"{range_begin:/registry/persistentvolumes/pvc-91a69556-eaf6-49e6-96cc-f57b4ec25e11; range_end:; response_count:1; response_revision:27116; }","duration":"276.734556ms","start":"2026-04-08T14:34:40.50181Z","end":"2026-04-08T14:34:40.778544Z","steps":["trace[367938501] 'agreement among raft nodes before linearized reading' (duration: 275.833791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.778633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.441338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-61e782b7-2dc2-4cc8-9dff-38cd5842a638\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-08T14:34:40.778734Z","caller":"traceutil/trace.go:171","msg":"trace[1419972005] range","detail":"{range_begin:/registry/persistentvolumes/pvc-61e782b7-2dc2-4cc8-9dff-38cd5842a638; range_end:; response_count:1; response_revision:27116; }","duration":"276.579122ms","start":"2026-04-08T14:34:40.502128Z","end":"2026-04-08T14:34:40.778707Z","steps":["trace[1419972005] 'agreement among raft nodes before linearized reading' (duration: 275.593545ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.855119Z","caller":"traceutil/trace.go:171","msg":"trace[989790157] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"162.741369ms","start":"2026-04-08T14:34:40.69236Z","end":"2026-04-08T14:34:40.855102Z","steps":["trace[989790157] 'process raft request' (duration: 162.510642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.855165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.174624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:40.855262Z","caller":"traceutil/trace.go:171","msg":"trace[178182728] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27119; }","duration":"319.341149ms","start":"2026-04-08T14:34:40.535897Z","end":"2026-04-08T14:34:40.855239Z","steps":["trace[178182728] 'agreement among raft nodes before linearized reading' (duration: 319.141963ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:40.855277Z","caller":"traceutil/trace.go:171","msg":"trace[1544175320] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"162.459121ms","start":"2026-04-08T14:34:40.692576Z","end":"2026-04-08T14:34:40.855036Z","steps":["trace[1544175320] 'process raft request' (duration: 162.368598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.855262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.308036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:40.855272Z","caller":"traceutil/trace.go:171","msg":"trace[2065219923] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"326.241699ms","start":"2026-04-08T14:34:40.528993Z","end":"2026-04-08T14:34:40.855234Z","steps":["trace[2065219923] 'process raft request' (duration: 325.692143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.855325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:40.535873Z","time spent":"319.441702ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:40.855344Z","caller":"traceutil/trace.go:171","msg":"trace[2022300234] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27119; }","duration":"166.408529ms","start":"2026-04-08T14:34:40.688917Z","end":"2026-04-08T14:34:40.855326Z","steps":["trace[2022300234] 'agreement among raft nodes before linearized reading' (duration: 166.245384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:40.855432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:40.52897Z","time spent":"326.389673ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T14:34:40.855151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.380587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:40.855766Z","caller":"traceutil/trace.go:171","msg":"trace[1054974809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27119; }","duration":"176.002075ms","start":"2026-04-08T14:34:40.679741Z","end":"2026-04-08T14:34:40.855743Z","steps":["trace[1054974809] 'agreement among raft nodes before linearized reading' (duration: 175.295415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:41.355455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658354430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:34:41.856283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658354430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T14:34:42.045509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190849664s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:34:42.047092Z","caller":"traceutil/trace.go:171","msg":"trace[1967374507] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"1.263237656s","start":"2026-04-08T14:34:40.783817Z","end":"2026-04-08T14:34:42.047055Z","steps":["trace[1967374507] 'process raft request' (duration: 1.262962488s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.047319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:40.783802Z","time spent":"1.263389599s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1842,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:42.686696Z","caller":"traceutil/trace.go:171","msg":"trace[1499509315] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"1.588069546s","start":"2026-04-08T14:34:41.09859Z","end":"2026-04-08T14:34:42.68666Z","steps":["trace[1499509315] 'process raft request' (duration: 1.528411013s)","trace[1499509315] 'compare' (duration: 59.188669ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:42.686794Z","caller":"traceutil/trace.go:171","msg":"trace[490927027] linearizableReadLoop","detail":"{readStateIndex:28036; appliedIndex:28030; }","duration":"1.831780343s","start":"2026-04-08T14:34:40.854999Z","end":"2026-04-08T14:34:42.68678Z","steps":["trace[490927027] 'read index received' (duration: 1.191422819s)","trace[490927027] 'applied index is now lower than readState.Index' (duration: 640.356784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:42.686907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:41.098553Z","time spent":"1.588231731s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:42.686999Z","caller":"traceutil/trace.go:171","msg":"trace[245256725] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"1.545207756s","start":"2026-04-08T14:34:41.141782Z","end":"2026-04-08T14:34:42.68699Z","steps":["trace[245256725] 'process raft request' (duration: 1.544713652s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.687041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:41.141761Z","time spent":"1.545255528s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9174,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:42.68715Z","caller":"traceutil/trace.go:171","msg":"trace[1410693967] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"676.92356ms","start":"2026-04-08T14:34:42.010218Z","end":"2026-04-08T14:34:42.687141Z","steps":["trace[1410693967] 'process raft request' (duration: 676.518839ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:42.687136Z","caller":"traceutil/trace.go:171","msg":"trace[1198149528] transaction","detail":"{read_only:false; response_revision:27125; number_of_response:1; }","duration":"930.19702ms","start":"2026-04-08T14:34:41.756867Z","end":"2026-04-08T14:34:42.687064Z","steps":["trace[1198149528] 'process raft request' (duration: 929.84139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.687216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.010188Z","time spent":"676.989001ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:42.687401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:41.756857Z","time spent":"930.386855ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:42.687507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85167522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-08T14:34:42.687538Z","caller":"traceutil/trace.go:171","msg":"trace[761967553] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27126; }","duration":"1.851734542s","start":"2026-04-08T14:34:40.835797Z","end":"2026-04-08T14:34:42.687532Z","steps":["trace[761967553] 'agreement among raft nodes before linearized reading' (duration: 1.851484265s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.687562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:40.835784Z","time spent":"1.851771103s","remote":"127.0.0.1:42108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":180,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:42.687569Z","caller":"traceutil/trace.go:171","msg":"trace[997647216] transaction","detail":"{read_only:false; response_revision:27123; number_of_response:1; }","duration":"1.5231975s","start":"2026-04-08T14:34:41.164355Z","end":"2026-04-08T14:34:42.687553Z","steps":["trace[997647216] 'process raft request' (duration: 1.522248084s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.687806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:41.164316Z","time spent":"1.523462197s","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:42.687913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905301147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-04-08T14:34:42.687951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900776991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-08T14:34:42.688004Z","caller":"traceutil/trace.go:171","msg":"trace[1231411877] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:27126; }","duration":"1.90543097s","start":"2026-04-08T14:34:40.78255Z","end":"2026-04-08T14:34:42.687981Z","steps":["trace[1231411877] 'agreement among raft nodes before linearized reading' (duration: 1.904929226s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:42.688015Z","caller":"traceutil/trace.go:171","msg":"trace[1920423692] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27126; }","duration":"1.900869695s","start":"2026-04-08T14:34:40.787127Z","end":"2026-04-08T14:34:42.687997Z","steps":["trace[1920423692] 'agreement among raft nodes before linearized reading' (duration: 1.900418853s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.688059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:40.782532Z","time spent":"1.905511651s","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-08T14:34:42.688065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:40.78711Z","time spent":"1.900947177s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-04-08T14:34:42.688039Z","caller":"traceutil/trace.go:171","msg":"trace[360107072] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"932.793891ms","start":"2026-04-08T14:34:41.755213Z","end":"2026-04-08T14:34:42.688007Z","steps":["trace[360107072] 'process raft request' (duration: 931.448665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.688246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:41.755182Z","time spent":"932.946155ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:42.718935Z","caller":"traceutil/trace.go:171","msg":"trace[1925353174] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"406.150447ms","start":"2026-04-08T14:34:42.312756Z","end":"2026-04-08T14:34:42.718907Z","steps":["trace[1925353174] 'process raft request' (duration: 405.710405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.719091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.312644Z","time spent":"406.366263ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:42.719136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.417069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-08T14:34:42.719182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246074192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-08T14:34:42.719141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.523588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:42.719222Z","caller":"traceutil/trace.go:171","msg":"trace[212896439] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27127; }","duration":"449.584054ms","start":"2026-04-08T14:34:42.269617Z","end":"2026-04-08T14:34:42.719201Z","steps":["trace[212896439] 'agreement among raft nodes before linearized reading' (duration: 449.326296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.719213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.144206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:42.71929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127113908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:42.719288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.269571Z","time spent":"449.698416ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-08T14:34:42.719327Z","caller":"traceutil/trace.go:171","msg":"trace[308593949] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27127; }","duration":"1.127236033s","start":"2026-04-08T14:34:41.592081Z","end":"2026-04-08T14:34:42.719317Z","steps":["trace[308593949] 'agreement among raft nodes before linearized reading' (duration: 1.127169981s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.719326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.333761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-08T14:34:42.719339Z","caller":"traceutil/trace.go:171","msg":"trace[930129826] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27127; }","duration":"104.354592ms","start":"2026-04-08T14:34:42.614957Z","end":"2026-04-08T14:34:42.719311Z","steps":["trace[930129826] 'agreement among raft nodes before linearized reading' (duration: 104.094954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.719358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:41.592054Z","time spent":"1.127295673s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:42.719377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.101451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T14:34:42.719295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040312451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:34:42.719402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844975036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-08T14:34:42.719418Z","caller":"traceutil/trace.go:171","msg":"trace[444551758] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27127; }","duration":"259.198063ms","start":"2026-04-08T14:34:42.460206Z","end":"2026-04-08T14:34:42.719405Z","steps":["trace[444551758] 'agreement among raft nodes before linearized reading' (duration: 259.115991ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:42.719422Z","caller":"traceutil/trace.go:171","msg":"trace[1849844469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27127; }","duration":"1.040514606s","start":"2026-04-08T14:34:41.678897Z","end":"2026-04-08T14:34:42.719411Z","steps":["trace[1849844469] 'agreement among raft nodes before linearized reading' (duration: 1.040277479s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:42.719441Z","caller":"traceutil/trace.go:171","msg":"trace[522357787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27127; }","duration":"1.845035977s","start":"2026-04-08T14:34:40.874393Z","end":"2026-04-08T14:34:42.719429Z","steps":["trace[522357787] 'agreement among raft nodes before linearized reading' (duration: 1.844901833s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.719474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:41.678874Z","time spent":"1.040579677s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:34:42.719382Z","caller":"traceutil/trace.go:171","msg":"trace[1399738708] range","detail":"{range_begin:/registry/persistentvolumes/pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:27127; }","duration":"665.424533ms","start":"2026-04-08T14:34:42.053942Z","end":"2026-04-08T14:34:42.719367Z","steps":["trace[1399738708] 'agreement among raft nodes before linearized reading' (duration: 665.180976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.719528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.053925Z","time spent":"665.594398ms","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" "} {"level":"warn","ts":"2026-04-08T14:34:42.719533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.092453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-08T14:34:42.719229Z","caller":"traceutil/trace.go:171","msg":"trace[553073458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27127; }","duration":"1.246183117s","start":"2026-04-08T14:34:41.473033Z","end":"2026-04-08T14:34:42.719216Z","steps":["trace[553073458] 'agreement among raft nodes before linearized reading' (duration: 1.246046223s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:42.7196Z","caller":"traceutil/trace.go:171","msg":"trace[1658670228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27127; }","duration":"839.194694ms","start":"2026-04-08T14:34:41.880383Z","end":"2026-04-08T14:34:42.719577Z","steps":["trace[1658670228] 'agreement among raft nodes before linearized reading' (duration: 838.979589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.719619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:41.472988Z","time spent":"1.246620258s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T14:34:42.719273Z","caller":"traceutil/trace.go:171","msg":"trace[1420123644] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:27127; }","duration":"245.702801ms","start":"2026-04-08T14:34:42.473541Z","end":"2026-04-08T14:34:42.719243Z","steps":["trace[1420123644] 'agreement among raft nodes before linearized reading' (duration: 245.467225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.719653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:41.880358Z","time spent":"839.285228ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-08T14:34:42.719262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734031562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:42.719765Z","caller":"traceutil/trace.go:171","msg":"trace[42100179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27127; }","duration":"1.734585058s","start":"2026-04-08T14:34:40.985164Z","end":"2026-04-08T14:34:42.71975Z","steps":["trace[42100179] 'agreement among raft nodes before linearized reading' (duration: 1.734052393s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.719486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:40.874377Z","time spent":"1.845101028s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:34:42.719806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:40.985122Z","time spent":"1.734669989s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:34:42.719864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.081965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:34:42.719947Z","caller":"traceutil/trace.go:171","msg":"trace[606188955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27127; }","duration":"709.200498ms","start":"2026-04-08T14:34:42.010726Z","end":"2026-04-08T14:34:42.719926Z","steps":["trace[606188955] 'agreement among raft nodes before linearized reading' (duration: 708.912071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.719997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.010715Z","time spent":"709.27135ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:34:42.720094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.163163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T14:34:42.72011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.145129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-08T14:34:42.720124Z","caller":"traceutil/trace.go:171","msg":"trace[732959764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27127; }","duration":"654.192433ms","start":"2026-04-08T14:34:42.065922Z","end":"2026-04-08T14:34:42.720114Z","steps":["trace[732959764] 'agreement among raft nodes before linearized reading' (duration: 653.733971ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:42.720153Z","caller":"traceutil/trace.go:171","msg":"trace[51662930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27127; }","duration":"712.230111ms","start":"2026-04-08T14:34:42.007912Z","end":"2026-04-08T14:34:42.720142Z","steps":["trace[51662930] 'agreement among raft nodes before linearized reading' (duration: 710.997967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.720161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.065852Z","time spent":"654.304467ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:34:42.720183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.007889Z","time spent":"712.286952ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:34:42.83459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.204937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-08T14:34:42.834676Z","caller":"traceutil/trace.go:171","msg":"trace[278154154] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:27131; }","duration":"133.325099ms","start":"2026-04-08T14:34:42.70133Z","end":"2026-04-08T14:34:42.834655Z","steps":["trace[278154154] 'agreement among raft nodes before linearized reading' (duration: 84.972008ms)","trace[278154154] 'range keys from in-memory index tree' (duration: 48.136495ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:42.836058Z","caller":"traceutil/trace.go:171","msg":"trace[1442865865] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"109.73751ms","start":"2026-04-08T14:34:42.726282Z","end":"2026-04-08T14:34:42.83602Z","steps":["trace[1442865865] 'process raft request' (duration: 109.649999ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:42.836317Z","caller":"traceutil/trace.go:171","msg":"trace[213981782] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"110.415788ms","start":"2026-04-08T14:34:42.72589Z","end":"2026-04-08T14:34:42.836306Z","steps":["trace[213981782] 'process raft request' (duration: 109.789091ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:42.836411Z","caller":"traceutil/trace.go:171","msg":"trace[1404683206] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"110.334277ms","start":"2026-04-08T14:34:42.726069Z","end":"2026-04-08T14:34:42.836403Z","steps":["trace[1404683206] 'process raft request' (duration: 109.809843ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:42.837186Z","caller":"traceutil/trace.go:171","msg":"trace[2012814830] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"109.625556ms","start":"2026-04-08T14:34:42.727149Z","end":"2026-04-08T14:34:42.836774Z","steps":["trace[2012814830] 'process raft request' (duration: 108.825324ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:42.837367Z","caller":"traceutil/trace.go:171","msg":"trace[1868140007] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"109.180726ms","start":"2026-04-08T14:34:42.728171Z","end":"2026-04-08T14:34:42.837352Z","steps":["trace[1868140007] 'process raft request' (duration: 108.368743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.83774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.491271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-91a69556-eaf6-49e6-96cc-f57b4ec25e11\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-08T14:34:42.83778Z","caller":"traceutil/trace.go:171","msg":"trace[45045830] range","detail":"{range_begin:/registry/persistentvolumes/pvc-91a69556-eaf6-49e6-96cc-f57b4ec25e11; range_end:; response_count:1; response_revision:27136; }","duration":"114.565553ms","start":"2026-04-08T14:34:42.723202Z","end":"2026-04-08T14:34:42.837767Z","steps":["trace[45045830] 'agreement among raft nodes before linearized reading' (duration: 114.414528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:42.837756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.544602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:42.838009Z","caller":"traceutil/trace.go:171","msg":"trace[1814276142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27136; }","duration":"110.822671ms","start":"2026-04-08T14:34:42.727137Z","end":"2026-04-08T14:34:42.83796Z","steps":["trace[1814276142] 'agreement among raft nodes before linearized reading' (duration: 110.502872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:43.092424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.78677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:34:43.092742Z","caller":"traceutil/trace.go:171","msg":"trace[2059410814] linearizableReadLoop","detail":"{readStateIndex:28050; appliedIndex:28048; }","duration":"253.765163ms","start":"2026-04-08T14:34:42.838955Z","end":"2026-04-08T14:34:43.09272Z","steps":["trace[2059410814] 'read index received' (duration: 106.667125ms)","trace[2059410814] 'applied index is now lower than readState.Index' (duration: 147.096738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:43.092864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.894146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:43.0929Z","caller":"traceutil/trace.go:171","msg":"trace[759468065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27138; }","duration":"253.953679ms","start":"2026-04-08T14:34:42.838935Z","end":"2026-04-08T14:34:43.092889Z","steps":["trace[759468065] 'agreement among raft nodes before linearized reading' (duration: 253.880067ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:43.09291Z","caller":"traceutil/trace.go:171","msg":"trace[2097886002] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"305.970941ms","start":"2026-04-08T14:34:42.786884Z","end":"2026-04-08T14:34:43.092854Z","steps":["trace[2097886002] 'process raft request' (duration: 158.658856ms)","trace[2097886002] 'compare' (duration: 146.40987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:43.093067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.786852Z","time spent":"306.143916ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T14:34:43.092885Z","caller":"traceutil/trace.go:171","msg":"trace[600143686] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"294.67341ms","start":"2026-04-08T14:34:42.798099Z","end":"2026-04-08T14:34:43.092772Z","steps":["trace[600143686] 'process raft request' (duration: 294.473494ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:43.350857Z","caller":"traceutil/trace.go:171","msg":"trace[1102800187] linearizableReadLoop","detail":"{readStateIndex:28052; appliedIndex:28050; }","duration":"258.033932ms","start":"2026-04-08T14:34:43.092782Z","end":"2026-04-08T14:34:43.350816Z","steps":["trace[1102800187] 'read index received' (duration: 224.312112ms)","trace[1102800187] 'applied index is now lower than readState.Index' (duration: 33.7205ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:43.350981Z","caller":"traceutil/trace.go:171","msg":"trace[340058253] transaction","detail":"{read_only:false; response_revision:27139; number_of_response:1; }","duration":"489.923883ms","start":"2026-04-08T14:34:42.861037Z","end":"2026-04-08T14:34:43.350961Z","steps":["trace[340058253] 'process raft request' (duration: 456.01955ms)","trace[340058253] 'compare' (duration: 33.182683ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:43.350915Z","caller":"traceutil/trace.go:171","msg":"trace[596453155] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"489.309685ms","start":"2026-04-08T14:34:42.861557Z","end":"2026-04-08T14:34:43.350867Z","steps":["trace[596453155] 'process raft request' (duration: 489.086839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:43.351166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.861015Z","time spent":"490.014985ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:43.3512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.893208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-08T14:34:43.351261Z","caller":"traceutil/trace.go:171","msg":"trace[691769760] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:27140; }","duration":"406.95336ms","start":"2026-04-08T14:34:42.944286Z","end":"2026-04-08T14:34:43.351239Z","steps":["trace[691769760] 'agreement among raft nodes before linearized reading' (duration: 406.722033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:43.351255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.508829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-04-08T14:34:43.351311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.944265Z","time spent":"407.034721ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-08T14:34:43.351356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.861519Z","time spent":"489.698967ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:43.351408Z","caller":"traceutil/trace.go:171","msg":"trace[92703957] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:27140; }","duration":"510.661253ms","start":"2026-04-08T14:34:42.840666Z","end":"2026-04-08T14:34:43.351327Z","steps":["trace[92703957] 'agreement among raft nodes before linearized reading' (duration: 510.405176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:43.35167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.840644Z","time spent":"510.968072ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1286,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} {"level":"warn","ts":"2026-04-08T14:34:43.351455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.092865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:43.352014Z","caller":"traceutil/trace.go:171","msg":"trace[387919905] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27140; }","duration":"479.675231ms","start":"2026-04-08T14:34:42.872321Z","end":"2026-04-08T14:34:43.351996Z","steps":["trace[387919905] 'agreement among raft nodes before linearized reading' (duration: 478.994782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:43.352102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:42.872309Z","time spent":"479.777294ms","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:43.469326Z","caller":"traceutil/trace.go:171","msg":"trace[1992084754] linearizableReadLoop","detail":"{readStateIndex:28053; appliedIndex:28052; }","duration":"118.331447ms","start":"2026-04-08T14:34:43.350961Z","end":"2026-04-08T14:34:43.469292Z","steps":["trace[1992084754] 'read index received' (duration: 23.740183ms)","trace[1992084754] 'applied index is now lower than readState.Index' (duration: 94.589934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:43.469763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.009321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:34:43.469909Z","caller":"traceutil/trace.go:171","msg":"trace[1092499965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27140; }","duration":"169.191307ms","start":"2026-04-08T14:34:43.300686Z","end":"2026-04-08T14:34:43.469878Z","steps":["trace[1092499965] 'agreement among raft nodes before linearized reading' (duration: 168.703404ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:43.469794Z","caller":"traceutil/trace.go:171","msg":"trace[1091721740] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"111.720504ms","start":"2026-04-08T14:34:43.358029Z","end":"2026-04-08T14:34:43.469749Z","steps":["trace[1091721740] 'process raft request' (duration: 111.120947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:43.562173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.390141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-07cbd141-ab38-4890-b6be-6b6a5d081577\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-08T14:34:43.562182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.769348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:43.562289Z","caller":"traceutil/trace.go:171","msg":"trace[1004674484] range","detail":"{range_begin:/registry/persistentvolumes/pvc-07cbd141-ab38-4890-b6be-6b6a5d081577; range_end:; response_count:1; response_revision:27141; }","duration":"206.546665ms","start":"2026-04-08T14:34:43.355714Z","end":"2026-04-08T14:34:43.56226Z","steps":["trace[1004674484] 'agreement among raft nodes before linearized reading' (duration: 114.035538ms)","trace[1004674484] 'range keys from in-memory index tree' (duration: 92.224359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:43.562314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.664565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-08T14:34:43.562328Z","caller":"traceutil/trace.go:171","msg":"trace[1954859251] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27141; }","duration":"457.988384ms","start":"2026-04-08T14:34:43.104297Z","end":"2026-04-08T14:34:43.562285Z","steps":["trace[1954859251] 'agreement among raft nodes before linearized reading' (duration: 365.177639ms)","trace[1954859251] 'count revisions from in-memory index tree' (duration: 92.548237ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:43.562382Z","caller":"traceutil/trace.go:171","msg":"trace[290424485] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27141; }","duration":"203.777698ms","start":"2026-04-08T14:34:43.358584Z","end":"2026-04-08T14:34:43.562361Z","steps":["trace[290424485] 'agreement among raft nodes before linearized reading' (duration: 111.18815ms)","trace[290424485] 'range keys from in-memory index tree' (duration: 92.359732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:43.562402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:43.104276Z","time spent":"458.107608ms","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:34:44.004871Z","caller":"traceutil/trace.go:171","msg":"trace[1791296610] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"112.831565ms","start":"2026-04-08T14:34:43.891978Z","end":"2026-04-08T14:34:44.004809Z","steps":["trace[1791296610] 'process raft request' (duration: 34.622582ms)","trace[1791296610] 'compare' (duration: 77.786401ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:44.00486Z","caller":"traceutil/trace.go:171","msg":"trace[137161089] linearizableReadLoop","detail":"{readStateIndex:28059; appliedIndex:28058; }","duration":"108.817624ms","start":"2026-04-08T14:34:43.895969Z","end":"2026-04-08T14:34:44.004787Z","steps":["trace[137161089] 'read index received' (duration: 30.674013ms)","trace[137161089] 'applied index is now lower than readState.Index' (duration: 78.141431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:44.005213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.213056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-08T14:34:44.005359Z","caller":"traceutil/trace.go:171","msg":"trace[1812924547] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:27146; }","duration":"109.412372ms","start":"2026-04-08T14:34:43.89589Z","end":"2026-04-08T14:34:44.005302Z","steps":["trace[1812924547] 'agreement among raft nodes before linearized reading' (duration: 109.02154ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:44.3396Z","caller":"traceutil/trace.go:171","msg":"trace[131177948] transaction","detail":"{read_only:false; response_revision:27148; number_of_response:1; }","duration":"155.362247ms","start":"2026-04-08T14:34:44.184194Z","end":"2026-04-08T14:34:44.339556Z","steps":["trace[131177948] 'process raft request' (duration: 119.720046ms)","trace[131177948] 'compare' (duration: 35.450625ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:44.396867Z","caller":"traceutil/trace.go:171","msg":"trace[1010140419] linearizableReadLoop","detail":"{readStateIndex:28062; appliedIndex:28060; }","duration":"195.50613ms","start":"2026-04-08T14:34:44.201329Z","end":"2026-04-08T14:34:44.396835Z","steps":["trace[1010140419] 'read index received' (duration: 102.688967ms)","trace[1010140419] 'applied index is now lower than readState.Index' (duration: 92.815253ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:44.397Z","caller":"traceutil/trace.go:171","msg":"trace[2110158070] transaction","detail":"{read_only:false; response_revision:27149; number_of_response:1; }","duration":"206.134254ms","start":"2026-04-08T14:34:44.190823Z","end":"2026-04-08T14:34:44.396957Z","steps":["trace[2110158070] 'process raft request' (duration: 205.768384ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:44.397Z","caller":"traceutil/trace.go:171","msg":"trace[253565370] transaction","detail":"{read_only:false; response_revision:27150; number_of_response:1; }","duration":"192.551269ms","start":"2026-04-08T14:34:44.204406Z","end":"2026-04-08T14:34:44.396957Z","steps":["trace[253565370] 'process raft request' (duration: 192.330922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:44.397142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.773278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:44.397226Z","caller":"traceutil/trace.go:171","msg":"trace[1861057472] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27150; }","duration":"195.936863ms","start":"2026-04-08T14:34:44.20127Z","end":"2026-04-08T14:34:44.397207Z","steps":["trace[1861057472] 'agreement among raft nodes before linearized reading' (duration: 195.724697ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:44.549184Z","caller":"traceutil/trace.go:171","msg":"trace[1513069958] transaction","detail":"{read_only:false; response_revision:27151; number_of_response:1; }","duration":"203.285705ms","start":"2026-04-08T14:34:44.345867Z","end":"2026-04-08T14:34:44.549153Z","steps":["trace[1513069958] 'process raft request' (duration: 119.354014ms)","trace[1513069958] 'compare' (duration: 83.449917ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:44.549524Z","caller":"traceutil/trace.go:171","msg":"trace[2045492940] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"201.145217ms","start":"2026-04-08T14:34:44.348322Z","end":"2026-04-08T14:34:44.549468Z","steps":["trace[2045492940] 'process raft request' (duration: 200.980772ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:44.549626Z","caller":"traceutil/trace.go:171","msg":"trace[208547588] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"202.670607ms","start":"2026-04-08T14:34:44.346887Z","end":"2026-04-08T14:34:44.549557Z","steps":["trace[208547588] 'process raft request' (duration: 202.170504ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:44.54987Z","caller":"traceutil/trace.go:171","msg":"trace[1060112457] linearizableReadLoop","detail":"{readStateIndex:28066; appliedIndex:28063; }","duration":"152.836236ms","start":"2026-04-08T14:34:44.396969Z","end":"2026-04-08T14:34:44.549805Z","steps":["trace[1060112457] 'read index received' (duration: 68.242647ms)","trace[1060112457] 'applied index is now lower than readState.Index' (duration: 84.590199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:44.550021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.555766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:34:44.550136Z","caller":"traceutil/trace.go:171","msg":"trace[1125479879] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27153; }","duration":"294.723621ms","start":"2026-04-08T14:34:44.255385Z","end":"2026-04-08T14:34:44.550108Z","steps":["trace[1125479879] 'agreement among raft nodes before linearized reading' (duration: 294.438393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:44.550782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.033211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-08T14:34:44.550831Z","caller":"traceutil/trace.go:171","msg":"trace[1374506268] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:27154; }","duration":"347.116213ms","start":"2026-04-08T14:34:44.203704Z","end":"2026-04-08T14:34:44.55082Z","steps":["trace[1374506268] 'agreement among raft nodes before linearized reading' (duration: 346.238479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:44.550869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:44.203694Z","time spent":"347.164985ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-08T14:34:44.550831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.427031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-08T14:34:44.551003Z","caller":"traceutil/trace.go:171","msg":"trace[1396311051] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27153; }","duration":"195.342166ms","start":"2026-04-08T14:34:44.355624Z","end":"2026-04-08T14:34:44.550966Z","steps":["trace[1396311051] 'agreement among raft nodes before linearized reading' (duration: 194.198014ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:44.551607Z","caller":"traceutil/trace.go:171","msg":"trace[2012805713] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"144.697591ms","start":"2026-04-08T14:34:44.406885Z","end":"2026-04-08T14:34:44.551583Z","steps":["trace[2012805713] 'process raft request' (duration: 142.525221ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:44.764811Z","caller":"traceutil/trace.go:171","msg":"trace[1694724407] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"202.807882ms","start":"2026-04-08T14:34:44.561951Z","end":"2026-04-08T14:34:44.764758Z","steps":["trace[1694724407] 'process raft request' (duration: 136.087065ms)","trace[1694724407] 'compare' (duration: 66.332976ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:44.764569Z","caller":"traceutil/trace.go:171","msg":"trace[1848752884] linearizableReadLoop","detail":"{readStateIndex:28068; appliedIndex:28067; }","duration":"191.356237ms","start":"2026-04-08T14:34:44.57318Z","end":"2026-04-08T14:34:44.764536Z","steps":["trace[1848752884] 'read index received' (duration: 124.783814ms)","trace[1848752884] 'applied index is now lower than readState.Index' (duration: 66.570853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:44.765416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.205619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-08T14:34:44.765645Z","caller":"traceutil/trace.go:171","msg":"trace[971925125] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:27155; }","duration":"192.491648ms","start":"2026-04-08T14:34:44.573117Z","end":"2026-04-08T14:34:44.765608Z","steps":["trace[971925125] 'agreement among raft nodes before linearized reading' (duration: 191.924982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.629492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.771012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:45.6296Z","caller":"traceutil/trace.go:171","msg":"trace[419061747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27168; }","duration":"133.925997ms","start":"2026-04-08T14:34:45.495633Z","end":"2026-04-08T14:34:45.629559Z","steps":["trace[419061747] 'count revisions from in-memory index tree' (duration: 133.655568ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:45.721234Z","caller":"traceutil/trace.go:171","msg":"trace[538586365] linearizableReadLoop","detail":"{readStateIndex:28082; appliedIndex:28081; }","duration":"187.82305ms","start":"2026-04-08T14:34:45.533377Z","end":"2026-04-08T14:34:45.721201Z","steps":["trace[538586365] 'read index received' (duration: 187.512171ms)","trace[538586365] 'applied index is now lower than readState.Index' (duration: 309.759µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:45.721782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.382085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-08T14:34:45.721816Z","caller":"traceutil/trace.go:171","msg":"trace[640763018] transaction","detail":"{read_only:false; response_revision:27169; number_of_response:1; }","duration":"190.498413ms","start":"2026-04-08T14:34:45.53125Z","end":"2026-04-08T14:34:45.721748Z","steps":["trace[640763018] 'process raft request' (duration: 189.742902ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:45.721862Z","caller":"traceutil/trace.go:171","msg":"trace[1775649136] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27169; }","duration":"188.507018ms","start":"2026-04-08T14:34:45.533338Z","end":"2026-04-08T14:34:45.721845Z","steps":["trace[1775649136] 'agreement among raft nodes before linearized reading' (duration: 188.296833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.80355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.168581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8139"} {"level":"info","ts":"2026-04-08T14:34:45.803665Z","caller":"traceutil/trace.go:171","msg":"trace[1234921590] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:27170; }","duration":"268.346336ms","start":"2026-04-08T14:34:45.53528Z","end":"2026-04-08T14:34:45.803627Z","steps":["trace[1234921590] 'agreement among raft nodes before linearized reading' (duration: 268.040577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.803898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.01504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-04-08T14:34:45.803932Z","caller":"traceutil/trace.go:171","msg":"trace[372293271] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:27170; }","duration":"267.07066ms","start":"2026-04-08T14:34:45.536855Z","end":"2026-04-08T14:34:45.803926Z","steps":["trace[372293271] 'agreement among raft nodes before linearized reading' (duration: 266.957597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.804005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.059596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-04-08T14:34:45.80405Z","caller":"traceutil/trace.go:171","msg":"trace[2088162380] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:27170; }","duration":"269.124427ms","start":"2026-04-08T14:34:45.534915Z","end":"2026-04-08T14:34:45.80404Z","steps":["trace[2088162380] 'agreement among raft nodes before linearized reading' (duration: 268.979674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.804097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.636455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-04-08T14:34:45.804123Z","caller":"traceutil/trace.go:171","msg":"trace[548954297] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:27170; }","duration":"267.662217ms","start":"2026-04-08T14:34:45.536454Z","end":"2026-04-08T14:34:45.804116Z","steps":["trace[548954297] 'agreement among raft nodes before linearized reading' (duration: 267.575624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.804228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.361906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15275"} {"level":"info","ts":"2026-04-08T14:34:45.804253Z","caller":"traceutil/trace.go:171","msg":"trace[1524617383] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27170; }","duration":"268.405147ms","start":"2026-04-08T14:34:45.53584Z","end":"2026-04-08T14:34:45.804245Z","steps":["trace[1524617383] 'agreement among raft nodes before linearized reading' (duration: 268.332825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.80435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.445466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-08T14:34:45.804404Z","caller":"traceutil/trace.go:171","msg":"trace[476608012] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27170; }","duration":"269.524457ms","start":"2026-04-08T14:34:45.534865Z","end":"2026-04-08T14:34:45.804389Z","steps":["trace[476608012] 'agreement among raft nodes before linearized reading' (duration: 269.373993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.804645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.832579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-04-08T14:34:45.804685Z","caller":"traceutil/trace.go:171","msg":"trace[2017407977] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:27170; }","duration":"268.885611ms","start":"2026-04-08T14:34:45.535789Z","end":"2026-04-08T14:34:45.804675Z","steps":["trace[2017407977] 'agreement among raft nodes before linearized reading' (duration: 268.554482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.804813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.060483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-08T14:34:45.804823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.655329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-08T14:34:45.804839Z","caller":"traceutil/trace.go:171","msg":"trace[1963436898] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27170; }","duration":"270.105644ms","start":"2026-04-08T14:34:45.534725Z","end":"2026-04-08T14:34:45.804831Z","steps":["trace[1963436898] 'agreement among raft nodes before linearized reading' (duration: 269.540419ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:45.804847Z","caller":"traceutil/trace.go:171","msg":"trace[28914785] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27170; }","duration":"270.735701ms","start":"2026-04-08T14:34:45.534103Z","end":"2026-04-08T14:34:45.804839Z","steps":["trace[28914785] 'agreement among raft nodes before linearized reading' (duration: 270.6656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.804915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.137708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"warn","ts":"2026-04-08T14:34:45.804964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.119237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-04-08T14:34:45.804993Z","caller":"traceutil/trace.go:171","msg":"trace[1767112480] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:27170; }","duration":"269.155188ms","start":"2026-04-08T14:34:45.53583Z","end":"2026-04-08T14:34:45.804985Z","steps":["trace[1767112480] 'agreement among raft nodes before linearized reading' (duration: 268.355555ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:45.804998Z","caller":"traceutil/trace.go:171","msg":"trace[1153144838] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:27170; }","duration":"269.263002ms","start":"2026-04-08T14:34:45.535716Z","end":"2026-04-08T14:34:45.804979Z","steps":["trace[1153144838] 'agreement among raft nodes before linearized reading' (duration: 267.551784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.805014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.375992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-08T14:34:45.805036Z","caller":"traceutil/trace.go:171","msg":"trace[1291714114] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27170; }","duration":"270.424453ms","start":"2026-04-08T14:34:45.534606Z","end":"2026-04-08T14:34:45.80503Z","steps":["trace[1291714114] 'agreement among raft nodes before linearized reading' (duration: 270.361111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.805089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.117874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-04-08T14:34:45.805159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.741122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-08T14:34:45.805173Z","caller":"traceutil/trace.go:171","msg":"trace[1964801336] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:27170; }","duration":"270.258798ms","start":"2026-04-08T14:34:45.534892Z","end":"2026-04-08T14:34:45.805151Z","steps":["trace[1964801336] 'agreement among raft nodes before linearized reading' (duration: 269.031464ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:45.805182Z","caller":"traceutil/trace.go:171","msg":"trace[1543661000] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:27170; }","duration":"270.789013ms","start":"2026-04-08T14:34:45.534387Z","end":"2026-04-08T14:34:45.805176Z","steps":["trace[1543661000] 'agreement among raft nodes before linearized reading' (duration: 270.731181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.805181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.954182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-04-08T14:34:45.805222Z","caller":"traceutil/trace.go:171","msg":"trace[2108256773] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:27170; }","duration":"269.005584ms","start":"2026-04-08T14:34:45.536204Z","end":"2026-04-08T14:34:45.80521Z","steps":["trace[2108256773] 'agreement among raft nodes before linearized reading' (duration: 267.844232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.805274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.247205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-08T14:34:45.805298Z","caller":"traceutil/trace.go:171","msg":"trace[900178536] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27170; }","duration":"271.268816ms","start":"2026-04-08T14:34:45.53402Z","end":"2026-04-08T14:34:45.805289Z","steps":["trace[900178536] 'agreement among raft nodes before linearized reading' (duration: 271.180704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.805321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.067901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-08T14:34:45.805344Z","caller":"traceutil/trace.go:171","msg":"trace[241088415] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27170; }","duration":"271.124191ms","start":"2026-04-08T14:34:45.534213Z","end":"2026-04-08T14:34:45.805337Z","steps":["trace[241088415] 'agreement among raft nodes before linearized reading' (duration: 271.059869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.805417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.904361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-08T14:34:45.80356Z","caller":"traceutil/trace.go:171","msg":"trace[1529571864] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"133.256917ms","start":"2026-04-08T14:34:45.670264Z","end":"2026-04-08T14:34:45.803521Z","steps":["trace[1529571864] 'process raft request' (duration: 74.012416ms)","trace[1529571864] 'compare' (duration: 58.567753ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:45.805446Z","caller":"traceutil/trace.go:171","msg":"trace[1828945844] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27170; }","duration":"268.940782ms","start":"2026-04-08T14:34:45.536495Z","end":"2026-04-08T14:34:45.805435Z","steps":["trace[1828945844] 'agreement among raft nodes before linearized reading' (duration: 267.331658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:45.805552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.867535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-08T14:34:45.805599Z","caller":"traceutil/trace.go:171","msg":"trace[1267291493] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27170; }","duration":"270.910675ms","start":"2026-04-08T14:34:45.534659Z","end":"2026-04-08T14:34:45.80557Z","steps":["trace[1267291493] 'agreement among raft nodes before linearized reading' (duration: 269.908378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:46.053189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.6005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-08T14:34:46.053278Z","caller":"traceutil/trace.go:171","msg":"trace[1768781082] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27170; }","duration":"144.761754ms","start":"2026-04-08T14:34:45.908495Z","end":"2026-04-08T14:34:46.053257Z","steps":["trace[1768781082] 'range keys from in-memory index tree' (duration: 144.366214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:46.053281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.714135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5346"} {"level":"info","ts":"2026-04-08T14:34:46.053386Z","caller":"traceutil/trace.go:171","msg":"trace[727248588] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:27170; }","duration":"119.869299ms","start":"2026-04-08T14:34:45.933482Z","end":"2026-04-08T14:34:46.053351Z","steps":["trace[727248588] 'range keys from in-memory index tree' (duration: 119.452337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.018892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.937296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-04-08T14:34:47.018993Z","caller":"traceutil/trace.go:171","msg":"trace[1104859626] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:27178; }","duration":"110.546682ms","start":"2026-04-08T14:34:46.908424Z","end":"2026-04-08T14:34:47.018971Z","steps":["trace[1104859626] 'range keys from in-memory index tree' (duration: 109.779532ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:47.323873Z","caller":"traceutil/trace.go:171","msg":"trace[761208218] transaction","detail":"{read_only:false; response_revision:27179; number_of_response:1; }","duration":"300.664065ms","start":"2026-04-08T14:34:47.023183Z","end":"2026-04-08T14:34:47.323847Z","steps":["trace[761208218] 'process raft request' (duration: 300.467369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.324052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:47.023152Z","time spent":"300.809629ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:47.372173Z","caller":"traceutil/trace.go:171","msg":"trace[1413544286] transaction","detail":"{read_only:false; response_revision:27180; number_of_response:1; }","duration":"348.916382ms","start":"2026-04-08T14:34:47.02323Z","end":"2026-04-08T14:34:47.372146Z","steps":["trace[1413544286] 'process raft request' (duration: 348.709577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.372409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:47.023213Z","time spent":"349.045076ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:47.372498Z","caller":"traceutil/trace.go:171","msg":"trace[1948069075] transaction","detail":"{read_only:false; response_revision:27181; number_of_response:1; }","duration":"349.206461ms","start":"2026-04-08T14:34:47.02325Z","end":"2026-04-08T14:34:47.372456Z","steps":["trace[1948069075] 'process raft request' (duration: 348.853061ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:47.372533Z","caller":"traceutil/trace.go:171","msg":"trace[1146296594] transaction","detail":"{read_only:false; response_revision:27182; number_of_response:1; }","duration":"348.83472ms","start":"2026-04-08T14:34:47.023675Z","end":"2026-04-08T14:34:47.37251Z","steps":["trace[1146296594] 'process raft request' (duration: 348.688886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.372663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:47.023662Z","time spent":"348.936624ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:34:47.372686Z","caller":"traceutil/trace.go:171","msg":"trace[1687634852] linearizableReadLoop","detail":"{readStateIndex:28096; appliedIndex:28091; }","duration":"339.824723ms","start":"2026-04-08T14:34:47.032818Z","end":"2026-04-08T14:34:47.372643Z","steps":["trace[1687634852] 'read index received' (duration: 290.820084ms)","trace[1687634852] 'applied index is now lower than readState.Index' (duration: 48.998318ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:47.372784Z","caller":"traceutil/trace.go:171","msg":"trace[545964823] transaction","detail":"{read_only:false; response_revision:27183; number_of_response:1; }","duration":"347.694018ms","start":"2026-04-08T14:34:47.025033Z","end":"2026-04-08T14:34:47.372727Z","steps":["trace[545964823] 'process raft request' (duration: 347.426311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.372965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.901262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:47.373021Z","caller":"traceutil/trace.go:171","msg":"trace[1171545611] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27183; }","duration":"119.028206ms","start":"2026-04-08T14:34:47.253979Z","end":"2026-04-08T14:34:47.373007Z","steps":["trace[1171545611] 'agreement among raft nodes before linearized reading' (duration: 118.935683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.373027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:47.025006Z","time spent":"347.897565ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:47.373062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.467294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-08T14:34:47.37313Z","caller":"traceutil/trace.go:171","msg":"trace[1443710895] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27183; }","duration":"314.574777ms","start":"2026-04-08T14:34:47.058534Z","end":"2026-04-08T14:34:47.373109Z","steps":["trace[1443710895] 'agreement among raft nodes before linearized reading' (duration: 314.34685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.373141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.313216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-04-08T14:34:47.37319Z","caller":"traceutil/trace.go:171","msg":"trace[1388099870] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:27183; }","duration":"340.363767ms","start":"2026-04-08T14:34:47.032811Z","end":"2026-04-08T14:34:47.373175Z","steps":["trace[1388099870] 'agreement among raft nodes before linearized reading' (duration: 340.015288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.373224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:47.032796Z","time spent":"340.422459ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":926,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"warn","ts":"2026-04-08T14:34:47.373222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:47.058524Z","time spent":"314.65109ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-08T14:34:47.373207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.578905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:913"} {"level":"info","ts":"2026-04-08T14:34:47.373304Z","caller":"traceutil/trace.go:171","msg":"trace[572419566] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:27183; }","duration":"214.74214ms","start":"2026-04-08T14:34:47.158542Z","end":"2026-04-08T14:34:47.373284Z","steps":["trace[572419566] 'agreement among raft nodes before linearized reading' (duration: 214.468233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.3734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.042252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"info","ts":"2026-04-08T14:34:47.373445Z","caller":"traceutil/trace.go:171","msg":"trace[914353135] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:27183; }","duration":"165.127005ms","start":"2026-04-08T14:34:47.208306Z","end":"2026-04-08T14:34:47.373433Z","steps":["trace[914353135] 'agreement among raft nodes before linearized reading' (duration: 165.015842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.37352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.768994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-04-08T14:34:47.373556Z","caller":"traceutil/trace.go:171","msg":"trace[1675021888] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:27183; }","duration":"188.836498ms","start":"2026-04-08T14:34:47.18471Z","end":"2026-04-08T14:34:47.373547Z","steps":["trace[1675021888] 'agreement among raft nodes before linearized reading' (duration: 188.740315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.373652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.81742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-04-08T14:34:47.373708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.658224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-04-08T14:34:47.37372Z","caller":"traceutil/trace.go:171","msg":"trace[1418355524] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27183; }","duration":"138.983915ms","start":"2026-04-08T14:34:47.234718Z","end":"2026-04-08T14:34:47.373702Z","steps":["trace[1418355524] 'agreement among raft nodes before linearized reading' (duration: 138.754949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.37334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.766769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-08T14:34:47.373824Z","caller":"traceutil/trace.go:171","msg":"trace[373725984] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27183; }","duration":"115.270482ms","start":"2026-04-08T14:34:47.258533Z","end":"2026-04-08T14:34:47.373804Z","steps":["trace[373725984] 'agreement among raft nodes before linearized reading' (duration: 114.368167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.373877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.436113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-04-08T14:34:47.373938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.320284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-04-08T14:34:47.373938Z","caller":"traceutil/trace.go:171","msg":"trace[75512678] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27183; }","duration":"290.540176ms","start":"2026-04-08T14:34:47.083381Z","end":"2026-04-08T14:34:47.373921Z","steps":["trace[75512678] 'agreement among raft nodes before linearized reading' (duration: 290.387952ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:47.373971Z","caller":"traceutil/trace.go:171","msg":"trace[1635128362] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:27183; }","duration":"264.445068ms","start":"2026-04-08T14:34:47.109518Z","end":"2026-04-08T14:34:47.373963Z","steps":["trace[1635128362] 'agreement among raft nodes before linearized reading' (duration: 264.343386ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:47.373766Z","caller":"traceutil/trace.go:171","msg":"trace[275729708] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:27183; }","duration":"240.741336ms","start":"2026-04-08T14:34:47.133009Z","end":"2026-04-08T14:34:47.37375Z","steps":["trace[275729708] 'agreement among raft nodes before linearized reading' (duration: 240.55668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.372794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:47.023222Z","time spent":"349.374986ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:47.376118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.136346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9r9qk\" ","response":"range_response_count:1 size:5968"} {"level":"info","ts":"2026-04-08T14:34:47.376197Z","caller":"traceutil/trace.go:171","msg":"trace[392712971] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9r9qk; range_end:; response_count:1; response_revision:27183; }","duration":"136.240319ms","start":"2026-04-08T14:34:47.239936Z","end":"2026-04-08T14:34:47.376176Z","steps":["trace[392712971] 'agreement among raft nodes before linearized reading' (duration: 132.948418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.788328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.143182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"warn","ts":"2026-04-08T14:34:47.788444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.253379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:47.788519Z","caller":"traceutil/trace.go:171","msg":"trace[1191779459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27190; }","duration":"108.386744ms","start":"2026-04-08T14:34:47.680114Z","end":"2026-04-08T14:34:47.788501Z","steps":["trace[1191779459] 'range keys from in-memory index tree' (duration: 93.702188ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:47.788462Z","caller":"traceutil/trace.go:171","msg":"trace[1514089894] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:27190; }","duration":"130.316596ms","start":"2026-04-08T14:34:47.658107Z","end":"2026-04-08T14:34:47.788424Z","steps":["trace[1514089894] 'agreement among raft nodes before linearized reading' (duration: 36.542526ms)","trace[1514089894] 'range keys from in-memory index tree' (duration: 93.506383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:47.788842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.328958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-04-08T14:34:47.788933Z","caller":"traceutil/trace.go:171","msg":"trace[1936305504] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:27190; }","duration":"105.449772ms","start":"2026-04-08T14:34:47.683464Z","end":"2026-04-08T14:34:47.788914Z","steps":["trace[1936305504] 'range keys from in-memory index tree' (duration: 94.078899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:47.789034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.222159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2111"} {"level":"info","ts":"2026-04-08T14:34:47.789108Z","caller":"traceutil/trace.go:171","msg":"trace[1786989146] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:27190; }","duration":"156.329492ms","start":"2026-04-08T14:34:47.63276Z","end":"2026-04-08T14:34:47.789089Z","steps":["trace[1786989146] 'agreement among raft nodes before linearized reading' (duration: 61.79172ms)","trace[1786989146] 'range keys from in-memory index tree' (duration: 94.359967ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:48.211678Z","caller":"traceutil/trace.go:171","msg":"trace[867020449] linearizableReadLoop","detail":"{readStateIndex:28112; appliedIndex:28111; }","duration":"352.585433ms","start":"2026-04-08T14:34:47.859065Z","end":"2026-04-08T14:34:48.211651Z","steps":["trace[867020449] 'read index received' (duration: 352.103539ms)","trace[867020449] 'applied index is now lower than readState.Index' (duration: 480.864µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:48.212046Z","caller":"traceutil/trace.go:171","msg":"trace[1072344629] transaction","detail":"{read_only:false; response_revision:27198; number_of_response:1; }","duration":"357.734564ms","start":"2026-04-08T14:34:47.854294Z","end":"2026-04-08T14:34:48.212029Z","steps":["trace[1072344629] 'process raft request' (duration: 357.131058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.212171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:47.854263Z","time spent":"357.826728ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6032,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:34:48.212479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.418115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-08T14:34:48.212532Z","caller":"traceutil/trace.go:171","msg":"trace[1170146688] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:27198; }","duration":"353.498439ms","start":"2026-04-08T14:34:47.859018Z","end":"2026-04-08T14:34:48.212517Z","steps":["trace[1170146688] 'agreement among raft nodes before linearized reading' (duration: 353.346484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.212571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:47.859001Z","time spent":"353.56342ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:34:48.212801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.888391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-04-08T14:34:48.212885Z","caller":"traceutil/trace.go:171","msg":"trace[261764578] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:27198; }","duration":"329.022855ms","start":"2026-04-08T14:34:47.88385Z","end":"2026-04-08T14:34:48.212872Z","steps":["trace[261764578] 'agreement among raft nodes before linearized reading' (duration: 328.884662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.212929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:47.883826Z","time spent":"329.095507ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5081,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:34:48.213684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.546126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-04-08T14:34:48.213736Z","caller":"traceutil/trace.go:171","msg":"trace[1256604604] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:27198; }","duration":"278.628998ms","start":"2026-04-08T14:34:47.935094Z","end":"2026-04-08T14:34:48.213723Z","steps":["trace[1256604604] 'agreement among raft nodes before linearized reading' (duration: 278.472424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.213761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.007828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1392"} {"level":"info","ts":"2026-04-08T14:34:48.213834Z","caller":"traceutil/trace.go:171","msg":"trace[90723869] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:27198; }","duration":"255.121162ms","start":"2026-04-08T14:34:47.958698Z","end":"2026-04-08T14:34:48.213819Z","steps":["trace[90723869] 'agreement among raft nodes before linearized reading' (duration: 254.867495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.213962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.857268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-08T14:34:48.214044Z","caller":"traceutil/trace.go:171","msg":"trace[1689783766] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27198; }","duration":"305.95423ms","start":"2026-04-08T14:34:47.908072Z","end":"2026-04-08T14:34:48.214026Z","steps":["trace[1689783766] 'agreement among raft nodes before linearized reading' (duration: 305.737874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.214077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:34:47.90799Z","time spent":"306.080363ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-08T14:34:48.214306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.762992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4403"} {"level":"info","ts":"2026-04-08T14:34:48.218449Z","caller":"traceutil/trace.go:171","msg":"trace[936470673] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:27198; }","duration":"209.911167ms","start":"2026-04-08T14:34:48.008498Z","end":"2026-04-08T14:34:48.218409Z","steps":["trace[936470673] 'agreement among raft nodes before linearized reading' (duration: 205.735722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.214341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.792321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-08T14:34:48.21872Z","caller":"traceutil/trace.go:171","msg":"trace[294429582] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27198; }","duration":"235.218183ms","start":"2026-04-08T14:34:47.983492Z","end":"2026-04-08T14:34:48.21871Z","steps":["trace[294429582] 'agreement among raft nodes before linearized reading' (duration: 230.809171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.214662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.512244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-08T14:34:48.218891Z","caller":"traceutil/trace.go:171","msg":"trace[289643637] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:27198; }","duration":"109.788221ms","start":"2026-04-08T14:34:48.109094Z","end":"2026-04-08T14:34:48.218882Z","steps":["trace[289643637] 'agreement among raft nodes before linearized reading' (duration: 105.509033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.214668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.114739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-04-08T14:34:48.219052Z","caller":"traceutil/trace.go:171","msg":"trace[2007392141] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:27198; }","duration":"135.527529ms","start":"2026-04-08T14:34:48.083516Z","end":"2026-04-08T14:34:48.219044Z","steps":["trace[2007392141] 'agreement among raft nodes before linearized reading' (duration: 131.060256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.21472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.63089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-ajgwyb\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-08T14:34:48.219255Z","caller":"traceutil/trace.go:171","msg":"trace[776920845] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-ajgwyb; range_end:; response_count:1; response_revision:27198; }","duration":"161.181665ms","start":"2026-04-08T14:34:48.058055Z","end":"2026-04-08T14:34:48.219237Z","steps":["trace[776920845] 'agreement among raft nodes before linearized reading' (duration: 156.62677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.214729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.825346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-08T14:34:48.219386Z","caller":"traceutil/trace.go:171","msg":"trace[1632448878] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:27198; }","duration":"185.518466ms","start":"2026-04-08T14:34:48.033839Z","end":"2026-04-08T14:34:48.219358Z","steps":["trace[1632448878] 'agreement among raft nodes before linearized reading' (duration: 180.852027ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:48.356665Z","caller":"traceutil/trace.go:171","msg":"trace[1943643412] transaction","detail":"{read_only:false; response_revision:27199; number_of_response:1; }","duration":"135.109839ms","start":"2026-04-08T14:34:48.221521Z","end":"2026-04-08T14:34:48.356631Z","steps":["trace[1943643412] 'process raft request' (duration: 106.037079ms)","trace[1943643412] 'compare' (duration: 28.873534ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:48.393386Z","caller":"traceutil/trace.go:171","msg":"trace[2136260183] transaction","detail":"{read_only:false; response_revision:27200; number_of_response:1; }","duration":"171.055468ms","start":"2026-04-08T14:34:48.22231Z","end":"2026-04-08T14:34:48.393365Z","steps":["trace[2136260183] 'process raft request' (duration: 170.859612ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:48.393738Z","caller":"traceutil/trace.go:171","msg":"trace[614630312] transaction","detail":"{read_only:false; response_revision:27201; number_of_response:1; }","duration":"168.732313ms","start":"2026-04-08T14:34:48.224992Z","end":"2026-04-08T14:34:48.393725Z","steps":["trace[614630312] 'process raft request' (duration: 168.306073ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:48.393815Z","caller":"traceutil/trace.go:171","msg":"trace[917669378] linearizableReadLoop","detail":"{readStateIndex:28116; appliedIndex:28112; }","duration":"160.221879ms","start":"2026-04-08T14:34:48.233558Z","end":"2026-04-08T14:34:48.39378Z","steps":["trace[917669378] 'read index received' (duration: 94.021497ms)","trace[917669378] 'applied index is now lower than readState.Index' (duration: 66.199022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:34:48.394164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.570359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-08T14:34:48.394214Z","caller":"traceutil/trace.go:171","msg":"trace[1204096399] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27202; }","duration":"160.658602ms","start":"2026-04-08T14:34:48.233541Z","end":"2026-04-08T14:34:48.3942Z","steps":["trace[1204096399] 'agreement among raft nodes before linearized reading' (duration: 160.417606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.394221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.360542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:48.394363Z","caller":"traceutil/trace.go:171","msg":"trace[629261624] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27202; }","duration":"104.579508ms","start":"2026-04-08T14:34:48.28976Z","end":"2026-04-08T14:34:48.394339Z","steps":["trace[629261624] 'agreement among raft nodes before linearized reading' (duration: 104.29832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.394444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.931706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-08T14:34:48.39452Z","caller":"traceutil/trace.go:171","msg":"trace[1412122979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27202; }","duration":"110.07696ms","start":"2026-04-08T14:34:48.284406Z","end":"2026-04-08T14:34:48.394483Z","steps":["trace[1412122979] 'agreement among raft nodes before linearized reading' (duration: 109.886125ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:48.394831Z","caller":"traceutil/trace.go:171","msg":"trace[2070818805] transaction","detail":"{read_only:false; response_revision:27202; number_of_response:1; }","duration":"168.507237ms","start":"2026-04-08T14:34:48.225385Z","end":"2026-04-08T14:34:48.393892Z","steps":["trace[2070818805] 'process raft request' (duration: 168.215059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:48.396057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.405986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-04-08T14:34:48.396353Z","caller":"traceutil/trace.go:171","msg":"trace[47256216] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:27202; }","duration":"137.33797ms","start":"2026-04-08T14:34:48.258816Z","end":"2026-04-08T14:34:48.396154Z","steps":["trace[47256216] 'agreement among raft nodes before linearized reading' (duration: 135.18134ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:48.734099Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006dd9.wal"} {"level":"info","ts":"2026-04-08T14:34:49.705986Z","caller":"traceutil/trace.go:171","msg":"trace[1145238231] linearizableReadLoop","detail":"{readStateIndex:28136; appliedIndex:28135; }","duration":"104.746002ms","start":"2026-04-08T14:34:49.601215Z","end":"2026-04-08T14:34:49.705961Z","steps":["trace[1145238231] 'read index received' (duration: 104.554256ms)","trace[1145238231] 'applied index is now lower than readState.Index' (duration: 190.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:49.706166Z","caller":"traceutil/trace.go:171","msg":"trace[1749618341] transaction","detail":"{read_only:false; response_revision:27222; number_of_response:1; }","duration":"124.878218ms","start":"2026-04-08T14:34:49.581136Z","end":"2026-04-08T14:34:49.706014Z","steps":["trace[1749618341] 'process raft request' (duration: 124.636071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:49.706217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.98555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:49.706316Z","caller":"traceutil/trace.go:171","msg":"trace[1429293216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27222; }","duration":"105.151194ms","start":"2026-04-08T14:34:49.601141Z","end":"2026-04-08T14:34:49.706292Z","steps":["trace[1429293216] 'agreement among raft nodes before linearized reading' (duration: 104.954549ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:51.461837Z","caller":"traceutil/trace.go:171","msg":"trace[513062405] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"113.005619ms","start":"2026-04-08T14:34:51.348808Z","end":"2026-04-08T14:34:51.461814Z","steps":["trace[513062405] 'process raft request' (duration: 78.536531ms)","trace[513062405] 'compare' (duration: 34.17332ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:54.995331Z","caller":"traceutil/trace.go:171","msg":"trace[1194285672] transaction","detail":"{read_only:false; response_revision:27256; number_of_response:1; }","duration":"122.389778ms","start":"2026-04-08T14:34:54.872893Z","end":"2026-04-08T14:34:54.995283Z","steps":["trace[1194285672] 'process raft request' (duration: 40.524395ms)","trace[1194285672] 'compare' (duration: 81.275467ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:55.001652Z","caller":"traceutil/trace.go:171","msg":"trace[811326470] transaction","detail":"{read_only:false; response_revision:27258; number_of_response:1; }","duration":"124.955158ms","start":"2026-04-08T14:34:54.876668Z","end":"2026-04-08T14:34:55.001623Z","steps":["trace[811326470] 'process raft request' (duration: 124.861016ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:55.001791Z","caller":"traceutil/trace.go:171","msg":"trace[170056312] transaction","detail":"{read_only:false; response_revision:27257; number_of_response:1; }","duration":"125.246017ms","start":"2026-04-08T14:34:54.876508Z","end":"2026-04-08T14:34:55.001754Z","steps":["trace[170056312] 'process raft request' (duration: 124.859227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:55.288625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.494204ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:55.288811Z","caller":"traceutil/trace.go:171","msg":"trace[1309215278] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27258; }","duration":"145.70257ms","start":"2026-04-08T14:34:55.143081Z","end":"2026-04-08T14:34:55.288784Z","steps":["trace[1309215278] 'range keys from in-memory index tree' (duration: 145.470313ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:59.829845Z","caller":"traceutil/trace.go:171","msg":"trace[976665863] linearizableReadLoop","detail":"{readStateIndex:28212; appliedIndex:28209; }","duration":"151.782377ms","start":"2026-04-08T14:34:59.678034Z","end":"2026-04-08T14:34:59.829817Z","steps":["trace[976665863] 'read index received' (duration: 3.473115ms)","trace[976665863] 'applied index is now lower than readState.Index' (duration: 148.308012ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:34:59.829902Z","caller":"traceutil/trace.go:171","msg":"trace[904813025] transaction","detail":"{read_only:false; response_revision:27295; number_of_response:1; }","duration":"159.567812ms","start":"2026-04-08T14:34:59.670279Z","end":"2026-04-08T14:34:59.829847Z","steps":["trace[904813025] 'process raft request' (duration: 158.0572ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:34:59.830013Z","caller":"traceutil/trace.go:171","msg":"trace[302896922] transaction","detail":"{read_only:false; response_revision:27296; number_of_response:1; }","duration":"159.672025ms","start":"2026-04-08T14:34:59.670306Z","end":"2026-04-08T14:34:59.829978Z","steps":["trace[302896922] 'process raft request' (duration: 159.432459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:59.8301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.67175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:59.830193Z","caller":"traceutil/trace.go:171","msg":"trace[1391097365] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27296; }","duration":"109.805052ms","start":"2026-04-08T14:34:59.720365Z","end":"2026-04-08T14:34:59.830171Z","steps":["trace[1391097365] 'agreement among raft nodes before linearized reading' (duration: 109.673688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:34:59.830396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.336762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:34:59.830468Z","caller":"traceutil/trace.go:171","msg":"trace[303384105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27296; }","duration":"152.424345ms","start":"2026-04-08T14:34:59.678028Z","end":"2026-04-08T14:34:59.830452Z","steps":["trace[303384105] 'agreement among raft nodes before linearized reading' (duration: 152.262491ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:00.022274Z","caller":"traceutil/trace.go:171","msg":"trace[252125239] transaction","detail":"{read_only:false; response_revision:27299; number_of_response:1; }","duration":"124.019303ms","start":"2026-04-08T14:34:59.898202Z","end":"2026-04-08T14:35:00.022222Z","steps":["trace[252125239] 'process raft request' (duration: 114.400979ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:00.898122Z","caller":"traceutil/trace.go:171","msg":"trace[10964673] transaction","detail":"{read_only:false; response_revision:27309; number_of_response:1; }","duration":"131.295313ms","start":"2026-04-08T14:35:00.766796Z","end":"2026-04-08T14:35:00.898091Z","steps":["trace[10964673] 'process raft request' (duration: 131.090057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:01.826684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.446879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:35:01.826863Z","caller":"traceutil/trace.go:171","msg":"trace[721228646] linearizableReadLoop","detail":"{readStateIndex:28237; appliedIndex:28236; }","duration":"141.528716ms","start":"2026-04-08T14:35:01.685301Z","end":"2026-04-08T14:35:01.826829Z","steps":["trace[721228646] 'read index received' (duration: 30.761417ms)","trace[721228646] 'applied index is now lower than readState.Index' (duration: 110.765279ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:01.826873Z","caller":"traceutil/trace.go:171","msg":"trace[402046594] transaction","detail":"{read_only:false; response_revision:27321; number_of_response:1; }","duration":"151.803238ms","start":"2026-04-08T14:35:01.675024Z","end":"2026-04-08T14:35:01.826828Z","steps":["trace[402046594] 'process raft request' (duration: 41.098942ms)","trace[402046594] 'compare' (duration: 110.330075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:01.827069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.762122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-08T14:35:01.827108Z","caller":"traceutil/trace.go:171","msg":"trace[496148905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27321; }","duration":"141.818353ms","start":"2026-04-08T14:35:01.685278Z","end":"2026-04-08T14:35:01.827096Z","steps":["trace[496148905] 'agreement among raft nodes before linearized reading' (duration: 141.662699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:01.827153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.002653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:01.827202Z","caller":"traceutil/trace.go:171","msg":"trace[2058483632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27321; }","duration":"140.072376ms","start":"2026-04-08T14:35:01.687116Z","end":"2026-04-08T14:35:01.827189Z","steps":["trace[2058483632] 'agreement among raft nodes before linearized reading' (duration: 139.972703ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:01.978354Z","caller":"traceutil/trace.go:171","msg":"trace[848509942] transaction","detail":"{read_only:false; response_revision:27323; number_of_response:1; }","duration":"102.298656ms","start":"2026-04-08T14:35:01.87602Z","end":"2026-04-08T14:35:01.978319Z","steps":["trace[848509942] 'process raft request' (duration: 102.197103ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:01.978469Z","caller":"traceutil/trace.go:171","msg":"trace[2043203019] linearizableReadLoop","detail":"{readStateIndex:28238; appliedIndex:28237; }","duration":"144.474686ms","start":"2026-04-08T14:35:01.833947Z","end":"2026-04-08T14:35:01.978422Z","steps":["trace[2043203019] 'read index received' (duration: 108.572758ms)","trace[2043203019] 'applied index is now lower than readState.Index' (duration: 35.896507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:01.978952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.973119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-08T14:35:01.978985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.072385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:35:01.979046Z","caller":"traceutil/trace.go:171","msg":"trace[801615640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27323; }","duration":"145.105013ms","start":"2026-04-08T14:35:01.833885Z","end":"2026-04-08T14:35:01.97899Z","steps":["trace[801615640] 'agreement among raft nodes before linearized reading' (duration: 144.741033ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:01.979093Z","caller":"traceutil/trace.go:171","msg":"trace[1883469688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27323; }","duration":"144.323961ms","start":"2026-04-08T14:35:01.834743Z","end":"2026-04-08T14:35:01.979067Z","steps":["trace[1883469688] 'agreement among raft nodes before linearized reading' (duration: 143.949381ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:01.980234Z","caller":"traceutil/trace.go:171","msg":"trace[856050923] transaction","detail":"{read_only:false; response_revision:27322; number_of_response:1; }","duration":"147.711316ms","start":"2026-04-08T14:35:01.832493Z","end":"2026-04-08T14:35:01.980204Z","steps":["trace[856050923] 'process raft request' (duration: 109.995327ms)","trace[856050923] 'compare' (duration: 35.57675ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:05.114389Z","caller":"traceutil/trace.go:171","msg":"trace[1736959427] linearizableReadLoop","detail":"{readStateIndex:28274; appliedIndex:28273; }","duration":"103.506378ms","start":"2026-04-08T14:35:05.010856Z","end":"2026-04-08T14:35:05.114363Z","steps":["trace[1736959427] 'read index received' (duration: 48.210165ms)","trace[1736959427] 'applied index is now lower than readState.Index' (duration: 55.294663ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:05.114405Z","caller":"traceutil/trace.go:171","msg":"trace[836364039] transaction","detail":"{read_only:false; response_revision:27357; number_of_response:1; }","duration":"137.835393ms","start":"2026-04-08T14:35:04.976535Z","end":"2026-04-08T14:35:05.11437Z","steps":["trace[836364039] 'process raft request' (duration: 82.51066ms)","trace[836364039] 'compare' (duration: 55.101347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:05.114576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.691813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:05.114648Z","caller":"traceutil/trace.go:171","msg":"trace[1300432503] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27358; }","duration":"103.832297ms","start":"2026-04-08T14:35:05.010797Z","end":"2026-04-08T14:35:05.114629Z","steps":["trace[1300432503] 'agreement among raft nodes before linearized reading' (duration: 103.664883ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:05.391725Z","caller":"traceutil/trace.go:171","msg":"trace[1631348998] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"106.146192ms","start":"2026-04-08T14:35:05.285529Z","end":"2026-04-08T14:35:05.391675Z","steps":["trace[1631348998] 'process raft request' (duration: 105.976217ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:05.391676Z","caller":"traceutil/trace.go:171","msg":"trace[1207699463] transaction","detail":"{read_only:false; response_revision:27364; number_of_response:1; }","duration":"107.088797ms","start":"2026-04-08T14:35:05.284534Z","end":"2026-04-08T14:35:05.391623Z","steps":["trace[1207699463] 'process raft request' (duration: 45.581154ms)","trace[1207699463] 'compare' (duration: 61.172884ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:05.525211Z","caller":"traceutil/trace.go:171","msg":"trace[1994860553] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"123.89939ms","start":"2026-04-08T14:35:05.401277Z","end":"2026-04-08T14:35:05.525176Z","steps":["trace[1994860553] 'process raft request' (duration: 123.289053ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:05.862431Z","caller":"traceutil/trace.go:171","msg":"trace[30096345] transaction","detail":"{read_only:false; response_revision:27371; number_of_response:1; }","duration":"236.18431ms","start":"2026-04-08T14:35:05.626216Z","end":"2026-04-08T14:35:05.8624Z","steps":["trace[30096345] 'process raft request' (duration: 235.955974ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:05.864502Z","caller":"traceutil/trace.go:171","msg":"trace[257694060] linearizableReadLoop","detail":"{readStateIndex:28290; appliedIndex:28287; }","duration":"182.364619ms","start":"2026-04-08T14:35:05.682111Z","end":"2026-04-08T14:35:05.864476Z","steps":["trace[257694060] 'read index received' (duration: 180.065066ms)","trace[257694060] 'applied index is now lower than readState.Index' (duration: 2.298433ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:05.864564Z","caller":"traceutil/trace.go:171","msg":"trace[1923347024] transaction","detail":"{read_only:false; response_revision:27372; number_of_response:1; }","duration":"216.235062ms","start":"2026-04-08T14:35:05.648298Z","end":"2026-04-08T14:35:05.864533Z","steps":["trace[1923347024] 'process raft request' (duration: 215.983474ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:05.864592Z","caller":"traceutil/trace.go:171","msg":"trace[1993851606] transaction","detail":"{read_only:false; response_revision:27373; number_of_response:1; }","duration":"204.242922ms","start":"2026-04-08T14:35:05.660305Z","end":"2026-04-08T14:35:05.864548Z","steps":["trace[1993851606] 'process raft request' (duration: 204.128859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:05.864846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.723748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-08T14:35:05.864892Z","caller":"traceutil/trace.go:171","msg":"trace[1655906010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27373; }","duration":"182.833162ms","start":"2026-04-08T14:35:05.682047Z","end":"2026-04-08T14:35:05.86488Z","steps":["trace[1655906010] 'agreement among raft nodes before linearized reading' (duration: 182.561934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:05.864901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.199756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-08T14:35:05.864983Z","caller":"traceutil/trace.go:171","msg":"trace[1991622343] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27373; }","duration":"125.329459ms","start":"2026-04-08T14:35:05.73963Z","end":"2026-04-08T14:35:05.864959Z","steps":["trace[1991622343] 'agreement among raft nodes before linearized reading' (duration: 125.030011ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:07.107237Z","caller":"traceutil/trace.go:171","msg":"trace[1551345166] transaction","detail":"{read_only:false; response_revision:27382; number_of_response:1; }","duration":"112.235468ms","start":"2026-04-08T14:35:06.994974Z","end":"2026-04-08T14:35:07.10721Z","steps":["trace[1551345166] 'process raft request' (duration: 112.115035ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:07.243051Z","caller":"traceutil/trace.go:171","msg":"trace[1285750577] transaction","detail":"{read_only:false; response_revision:27383; number_of_response:1; }","duration":"122.388079ms","start":"2026-04-08T14:35:07.120631Z","end":"2026-04-08T14:35:07.243019Z","steps":["trace[1285750577] 'process raft request' (duration: 107.644453ms)","trace[1285750577] 'compare' (duration: 13.993485ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:08.826226Z","caller":"traceutil/trace.go:171","msg":"trace[1760618071] transaction","detail":"{read_only:false; response_revision:27396; number_of_response:1; }","duration":"137.074052ms","start":"2026-04-08T14:35:08.689129Z","end":"2026-04-08T14:35:08.826203Z","steps":["trace[1760618071] 'process raft request' (duration: 136.499707ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:10.238876Z","caller":"traceutil/trace.go:171","msg":"trace[740195933] linearizableReadLoop","detail":"{readStateIndex:28329; appliedIndex:28328; }","duration":"135.404426ms","start":"2026-04-08T14:35:10.103442Z","end":"2026-04-08T14:35:10.238847Z","steps":["trace[740195933] 'read index received' (duration: 88.049223ms)","trace[740195933] 'applied index is now lower than readState.Index' (duration: 47.353943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:10.239125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.733719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-08T14:35:10.239172Z","caller":"traceutil/trace.go:171","msg":"trace[722311162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27411; }","duration":"150.832001ms","start":"2026-04-08T14:35:10.088323Z","end":"2026-04-08T14:35:10.239155Z","steps":["trace[722311162] 'agreement among raft nodes before linearized reading' (duration: 150.636465ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:10.239136Z","caller":"traceutil/trace.go:171","msg":"trace[1652020350] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"167.919531ms","start":"2026-04-08T14:35:10.07116Z","end":"2026-04-08T14:35:10.23908Z","steps":["trace[1652020350] 'process raft request' (duration: 120.314751ms)","trace[1652020350] 'compare' (duration: 47.231361ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:10.24752Z","caller":"traceutil/trace.go:171","msg":"trace[756360966] transaction","detail":"{read_only:false; response_revision:27412; number_of_response:1; }","duration":"139.731916ms","start":"2026-04-08T14:35:10.107757Z","end":"2026-04-08T14:35:10.247489Z","steps":["trace[756360966] 'process raft request' (duration: 139.553611ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:11.378654Z","caller":"traceutil/trace.go:171","msg":"trace[1879385831] transaction","detail":"{read_only:false; response_revision:27415; number_of_response:1; }","duration":"260.953022ms","start":"2026-04-08T14:35:11.117676Z","end":"2026-04-08T14:35:11.378629Z","steps":["trace[1879385831] 'process raft request' (duration: 260.782836ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:11.740223Z","caller":"traceutil/trace.go:171","msg":"trace[353302896] transaction","detail":"{read_only:false; response_revision:27416; number_of_response:1; }","duration":"489.44687ms","start":"2026-04-08T14:35:11.25075Z","end":"2026-04-08T14:35:11.740196Z","steps":["trace[353302896] 'process raft request' (duration: 489.185253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:11.740511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:11.250729Z","time spent":"489.575364ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:11.7406Z","caller":"traceutil/trace.go:171","msg":"trace[1141985201] transaction","detail":"{read_only:false; response_revision:27417; number_of_response:1; }","duration":"472.72726ms","start":"2026-04-08T14:35:11.26783Z","end":"2026-04-08T14:35:11.740557Z","steps":["trace[1141985201] 'process raft request' (duration: 472.314649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:11.740777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:11.267787Z","time spent":"472.903985ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:11.741009Z","caller":"traceutil/trace.go:171","msg":"trace[862417016] transaction","detail":"{read_only:false; response_revision:27418; number_of_response:1; }","duration":"471.710992ms","start":"2026-04-08T14:35:11.269278Z","end":"2026-04-08T14:35:11.740989Z","steps":["trace[862417016] 'process raft request' (duration: 471.154746ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:11.741087Z","caller":"traceutil/trace.go:171","msg":"trace[1300347815] transaction","detail":"{read_only:false; response_revision:27419; number_of_response:1; }","duration":"375.578066ms","start":"2026-04-08T14:35:11.365488Z","end":"2026-04-08T14:35:11.741066Z","steps":["trace[1300347815] 'process raft request' (duration: 375.401292ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:11.741087Z","caller":"traceutil/trace.go:171","msg":"trace[223288211] linearizableReadLoop","detail":"{readStateIndex:28338; appliedIndex:28333; }","duration":"123.102408ms","start":"2026-04-08T14:35:11.61796Z","end":"2026-04-08T14:35:11.741063Z","steps":["trace[223288211] 'read index received' (duration: 121.883785ms)","trace[223288211] 'applied index is now lower than readState.Index' (duration: 1.217063ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:11.741114Z","caller":"traceutil/trace.go:171","msg":"trace[1390399562] transaction","detail":"{read_only:false; response_revision:27420; number_of_response:1; }","duration":"373.090387ms","start":"2026-04-08T14:35:11.367992Z","end":"2026-04-08T14:35:11.741082Z","steps":["trace[1390399562] 'process raft request' (duration: 373.013946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:11.741148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:11.269248Z","time spent":"471.803835ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:11.741225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.253371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:11.74127Z","caller":"traceutil/trace.go:171","msg":"trace[270835749] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27420; }","duration":"123.359245ms","start":"2026-04-08T14:35:11.6179Z","end":"2026-04-08T14:35:11.741259Z","steps":["trace[270835749] 'agreement among raft nodes before linearized reading' (duration: 123.263503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:11.741303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:11.367978Z","time spent":"373.231882ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:11.741162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:11.365456Z","time spent":"375.667079ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:12.950231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.746978ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-08T14:35:14.032124Z","caller":"traceutil/trace.go:171","msg":"trace[978958869] transaction","detail":"{read_only:false; response_revision:27436; number_of_response:1; }","duration":"129.556976ms","start":"2026-04-08T14:35:13.902539Z","end":"2026-04-08T14:35:14.032096Z","steps":["trace[978958869] 'process raft request' (duration: 129.315739ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:14.422736Z","caller":"traceutil/trace.go:171","msg":"trace[1408304682] linearizableReadLoop","detail":"{readStateIndex:28371; appliedIndex:28368; }","duration":"122.84003ms","start":"2026-04-08T14:35:14.299855Z","end":"2026-04-08T14:35:14.422695Z","steps":["trace[1408304682] 'read index received' (duration: 32.986167ms)","trace[1408304682] 'applied index is now lower than readState.Index' (duration: 89.852413ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:14.422847Z","caller":"traceutil/trace.go:171","msg":"trace[1117057436] transaction","detail":"{read_only:false; response_revision:27451; number_of_response:1; }","duration":"135.277654ms","start":"2026-04-08T14:35:14.287543Z","end":"2026-04-08T14:35:14.422821Z","steps":["trace[1117057436] 'process raft request' (duration: 134.832861ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:14.422857Z","caller":"traceutil/trace.go:171","msg":"trace[217238379] transaction","detail":"{read_only:false; response_revision:27452; number_of_response:1; }","duration":"133.217926ms","start":"2026-04-08T14:35:14.28961Z","end":"2026-04-08T14:35:14.422828Z","steps":["trace[217238379] 'process raft request' (duration: 133.00587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:14.423102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.21751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-08T14:35:14.423154Z","caller":"traceutil/trace.go:171","msg":"trace[2128646708] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:27452; }","duration":"123.312094ms","start":"2026-04-08T14:35:14.299825Z","end":"2026-04-08T14:35:14.423137Z","steps":["trace[2128646708] 'agreement among raft nodes before linearized reading' (duration: 123.048627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:14.456405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.637055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-08T14:35:14.457366Z","caller":"traceutil/trace.go:171","msg":"trace[1035094485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27453; }","duration":"143.653133ms","start":"2026-04-08T14:35:14.313675Z","end":"2026-04-08T14:35:14.457328Z","steps":["trace[1035094485] 'agreement among raft nodes before linearized reading' (duration: 142.497171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:14.717398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.981372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-08T14:35:14.717515Z","caller":"traceutil/trace.go:171","msg":"trace[612623805] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27453; }","duration":"249.144367ms","start":"2026-04-08T14:35:14.468345Z","end":"2026-04-08T14:35:14.717489Z","steps":["trace[612623805] 'range keys from in-memory index tree' (duration: 248.748776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:14.717605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.469331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:35:14.717992Z","caller":"traceutil/trace.go:171","msg":"trace[1358317423] transaction","detail":"{read_only:false; response_revision:27454; number_of_response:1; }","duration":"248.227281ms","start":"2026-04-08T14:35:14.469741Z","end":"2026-04-08T14:35:14.717968Z","steps":["trace[1358317423] 'process raft request' (duration: 133.245057ms)","trace[1358317423] 'compare' (duration: 114.226633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:16.045391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.097488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:16.045506Z","caller":"traceutil/trace.go:171","msg":"trace[1934338106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27458; }","duration":"365.282713ms","start":"2026-04-08T14:35:15.680198Z","end":"2026-04-08T14:35:16.045481Z","steps":["trace[1934338106] 'range keys from in-memory index tree' (duration: 364.977625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:16.045746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:15.680174Z","time spent":"365.55374ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:35:16.380802Z","caller":"traceutil/trace.go:171","msg":"trace[1065146865] transaction","detail":"{read_only:false; response_revision:27459; number_of_response:1; }","duration":"607.077517ms","start":"2026-04-08T14:35:15.773695Z","end":"2026-04-08T14:35:16.380772Z","steps":["trace[1065146865] 'process raft request' (duration: 606.919263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:16.380969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:15.773663Z","time spent":"607.225101ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:17.857641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.476998897s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T14:35:17.858149Z","caller":"traceutil/trace.go:171","msg":"trace[481428232] transaction","detail":"{read_only:false; response_revision:27460; number_of_response:1; }","duration":"2.069684069s","start":"2026-04-08T14:35:15.788429Z","end":"2026-04-08T14:35:17.858113Z","steps":["trace[481428232] 'process raft request' (duration: 2.069422703s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:17.858331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:15.788403Z","time spent":"2.069835654s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:17.858329Z","caller":"traceutil/trace.go:171","msg":"trace[300094996] transaction","detail":"{read_only:false; response_revision:27461; number_of_response:1; }","duration":"2.068659062s","start":"2026-04-08T14:35:15.789625Z","end":"2026-04-08T14:35:17.858284Z","steps":["trace[300094996] 'process raft request' (duration: 2.068393805s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:17.858511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:15.789539Z","time spent":"2.068880488s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:17.858977Z","caller":"traceutil/trace.go:171","msg":"trace[1391562945] transaction","detail":"{read_only:false; response_revision:27463; number_of_response:1; }","duration":"1.859183838s","start":"2026-04-08T14:35:15.999769Z","end":"2026-04-08T14:35:17.858953Z","steps":["trace[1391562945] 'process raft request' (duration: 1.859087405s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:17.859131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:15.999734Z","time spent":"1.859323591s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:17.859164Z","caller":"traceutil/trace.go:171","msg":"trace[181663078] transaction","detail":"{read_only:false; response_revision:27462; number_of_response:1; }","duration":"2.069240438s","start":"2026-04-08T14:35:15.78988Z","end":"2026-04-08T14:35:17.85912Z","steps":["trace[181663078] 'process raft request' (duration: 2.068847727s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:17.859382Z","caller":"traceutil/trace.go:171","msg":"trace[1148214439] transaction","detail":"{read_only:false; response_revision:27465; number_of_response:1; }","duration":"1.81786456s","start":"2026-04-08T14:35:16.041506Z","end":"2026-04-08T14:35:17.85937Z","steps":["trace[1148214439] 'process raft request' (duration: 1.817627583s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:17.859383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:15.789843Z","time spent":"2.069418993s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:17.859459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.041493Z","time spent":"1.817926121s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:17.859202Z","caller":"traceutil/trace.go:171","msg":"trace[523495784] transaction","detail":"{read_only:false; response_revision:27464; number_of_response:1; }","duration":"1.818938089s","start":"2026-04-08T14:35:16.04025Z","end":"2026-04-08T14:35:17.859188Z","steps":["trace[523495784] 'process raft request' (duration: 1.818659251s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:17.859577Z","caller":"traceutil/trace.go:171","msg":"trace[996170343] linearizableReadLoop","detail":"{readStateIndex:28384; appliedIndex:28378; }","duration":"1.812478931s","start":"2026-04-08T14:35:16.047088Z","end":"2026-04-08T14:35:17.859567Z","steps":["trace[996170343] 'read index received' (duration: 333.93014ms)","trace[996170343] 'applied index is now lower than readState.Index' (duration: 1.478547541s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:17.859624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.040214Z","time spent":"1.819371951s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:17.859712Z","caller":"traceutil/trace.go:171","msg":"trace[485089053] transaction","detail":"{read_only:false; response_revision:27466; number_of_response:1; }","duration":"1.735886864s","start":"2026-04-08T14:35:16.123815Z","end":"2026-04-08T14:35:17.859702Z","steps":["trace[485089053] 'process raft request' (duration: 1.735513423s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:17.859748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812660566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:17.859789Z","caller":"traceutil/trace.go:171","msg":"trace[762900409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27466; }","duration":"1.812741229s","start":"2026-04-08T14:35:16.047035Z","end":"2026-04-08T14:35:17.859777Z","steps":["trace[762900409] 'agreement among raft nodes before linearized reading' (duration: 1.812676247s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:17.859791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.123786Z","time spent":"1.735951435s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:17.85982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.047014Z","time spent":"1.81279817s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:35:18.359699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658355295,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T14:35:18.815661Z","caller":"traceutil/trace.go:171","msg":"trace[553425526] linearizableReadLoop","detail":"{readStateIndex:28387; appliedIndex:28385; }","duration":"956.033831ms","start":"2026-04-08T14:35:17.859602Z","end":"2026-04-08T14:35:18.815636Z","steps":["trace[553425526] 'read index received' (duration: 955.721692ms)","trace[553425526] 'applied index is now lower than readState.Index' (duration: 311.189µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:18.815832Z","caller":"traceutil/trace.go:171","msg":"trace[1724562772] transaction","detail":"{read_only:false; response_revision:27467; number_of_response:1; }","duration":"1.747106052s","start":"2026-04-08T14:35:17.068682Z","end":"2026-04-08T14:35:18.815788Z","steps":["trace[1724562772] 'process raft request' (duration: 1.746729112s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:18.81592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093062183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-08T14:35:18.815965Z","caller":"traceutil/trace.go:171","msg":"trace[741030352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27468; }","duration":"2.093179346s","start":"2026-04-08T14:35:16.722774Z","end":"2026-04-08T14:35:18.815953Z","steps":["trace[741030352] 'agreement among raft nodes before linearized reading' (duration: 2.093010621s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:18.815954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.94887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-08T14:35:18.816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.722745Z","time spent":"2.093247297s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:35:18.815971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.00354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-08T14:35:18.816008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10975326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-08T14:35:18.816008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:17.068644Z","time spent":"1.747272927s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:18.816047Z","caller":"traceutil/trace.go:171","msg":"trace[1229010511] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27468; }","duration":"984.084093ms","start":"2026-04-08T14:35:17.831938Z","end":"2026-04-08T14:35:18.816022Z","steps":["trace[1229010511] 'agreement among raft nodes before linearized reading' (duration: 983.826985ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:18.816061Z","caller":"traceutil/trace.go:171","msg":"trace[946863578] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:27468; }","duration":"1.109847994s","start":"2026-04-08T14:35:17.706197Z","end":"2026-04-08T14:35:18.816045Z","steps":["trace[946863578] 'agreement among raft nodes before linearized reading' (duration: 1.109684819s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:18.816065Z","caller":"traceutil/trace.go:171","msg":"trace[1296017170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27468; }","duration":"988.149005ms","start":"2026-04-08T14:35:17.827892Z","end":"2026-04-08T14:35:18.816041Z","steps":["trace[1296017170] 'agreement among raft nodes before linearized reading' (duration: 987.927879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:18.816085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:17.831918Z","time spent":"984.161264ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T14:35:18.816096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:17.70618Z","time spent":"1.109909515s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-08T14:35:18.816109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:17.827868Z","time spent":"988.233326ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T14:35:18.816174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501087083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-08T14:35:18.816239Z","caller":"traceutil/trace.go:171","msg":"trace[1658629011] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27468; }","duration":"2.501173284s","start":"2026-04-08T14:35:16.31504Z","end":"2026-04-08T14:35:18.816214Z","steps":["trace[1658629011] 'agreement among raft nodes before linearized reading' (duration: 2.50098281s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:18.816287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.315018Z","time spent":"2.501260457s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T14:35:18.816283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388533505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T14:35:18.816292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650446703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T14:35:18.816317Z","caller":"traceutil/trace.go:171","msg":"trace[1429542925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27468; }","duration":"2.388606046s","start":"2026-04-08T14:35:16.427705Z","end":"2026-04-08T14:35:18.816311Z","steps":["trace[1429542925] 'agreement among raft nodes before linearized reading' (duration: 2.388526845s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:18.816337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.427683Z","time spent":"2.388649759s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T14:35:18.81634Z","caller":"traceutil/trace.go:171","msg":"trace[2140815693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27468; }","duration":"2.650655068s","start":"2026-04-08T14:35:16.165673Z","end":"2026-04-08T14:35:18.816328Z","steps":["trace[2140815693] 'agreement among raft nodes before linearized reading' (duration: 2.650510404s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:18.816373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.165645Z","time spent":"2.65072164s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T14:35:18.816192Z","caller":"traceutil/trace.go:171","msg":"trace[512236244] transaction","detail":"{read_only:false; response_revision:27468; number_of_response:1; }","duration":"1.320881162s","start":"2026-04-08T14:35:17.495302Z","end":"2026-04-08T14:35:18.816183Z","steps":["trace[512236244] 'process raft request' (duration: 1.320276155s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:18.816468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326998352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-08T14:35:18.816507Z","caller":"traceutil/trace.go:171","msg":"trace[1986920314] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27468; }","duration":"2.327075054s","start":"2026-04-08T14:35:16.489421Z","end":"2026-04-08T14:35:18.816497Z","steps":["trace[1986920314] 'agreement among raft nodes before linearized reading' (duration: 2.326808347s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:18.816508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672446429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-08T14:35:18.816518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67326957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-08T14:35:18.816522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:17.495274Z","time spent":"1.32121419s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:18.816547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.489401Z","time spent":"2.327138204s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":234,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:35:18.816552Z","caller":"traceutil/trace.go:171","msg":"trace[1712248635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27468; }","duration":"2.672519359s","start":"2026-04-08T14:35:16.144021Z","end":"2026-04-08T14:35:18.816541Z","steps":["trace[1712248635] 'agreement among raft nodes before linearized reading' (duration: 2.672413306s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:18.816555Z","caller":"traceutil/trace.go:171","msg":"trace[1765798887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27468; }","duration":"2.673362904s","start":"2026-04-08T14:35:16.143184Z","end":"2026-04-08T14:35:18.816547Z","steps":["trace[1765798887] 'agreement among raft nodes before linearized reading' (duration: 2.673275112s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:18.816588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.144008Z","time spent":"2.672573031s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:35:18.816592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.143153Z","time spent":"2.673430295s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:35:18.815944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988486094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:18.816652Z","caller":"traceutil/trace.go:171","msg":"trace[22957375] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27468; }","duration":"1.989249715s","start":"2026-04-08T14:35:16.827386Z","end":"2026-04-08T14:35:18.816636Z","steps":["trace[22957375] 'agreement among raft nodes before linearized reading' (duration: 1.988370621s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:18.816705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:16.827317Z","time spent":"1.989371119s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:35:19.112043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.447904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:35:19.112164Z","caller":"traceutil/trace.go:171","msg":"trace[1296978216] linearizableReadLoop","detail":"{readStateIndex:28388; appliedIndex:28387; }","duration":"296.399767ms","start":"2026-04-08T14:35:18.815741Z","end":"2026-04-08T14:35:19.112141Z","steps":["trace[1296978216] 'read index received' (duration: 171.730886ms)","trace[1296978216] 'applied index is now lower than readState.Index' (duration: 124.667351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:19.112275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08574014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:35:19.112317Z","caller":"traceutil/trace.go:171","msg":"trace[1989338737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27469; }","duration":"1.085832894s","start":"2026-04-08T14:35:18.026473Z","end":"2026-04-08T14:35:19.112306Z","steps":["trace[1989338737] 'agreement among raft nodes before linearized reading' (duration: 1.085746651s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.112355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.026449Z","time spent":"1.085895385s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:35:19.112326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.739134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:19.112438Z","caller":"traceutil/trace.go:171","msg":"trace[1741041020] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27469; }","duration":"462.916661ms","start":"2026-04-08T14:35:18.649491Z","end":"2026-04-08T14:35:19.112407Z","steps":["trace[1741041020] 'agreement among raft nodes before linearized reading' (duration: 462.661433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.112504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.649469Z","time spent":"463.022782ms","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-08T14:35:19.112552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150968626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:35:19.112641Z","caller":"traceutil/trace.go:171","msg":"trace[1347939725] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27469; }","duration":"1.151120361s","start":"2026-04-08T14:35:17.961497Z","end":"2026-04-08T14:35:19.112618Z","steps":["trace[1347939725] 'agreement among raft nodes before linearized reading' (duration: 1.150917325s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.112681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:17.961479Z","time spent":"1.151192872s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:35:19.112744Z","caller":"traceutil/trace.go:171","msg":"trace[1262253960] transaction","detail":"{read_only:false; response_revision:27469; number_of_response:1; }","duration":"725.523557ms","start":"2026-04-08T14:35:18.387168Z","end":"2026-04-08T14:35:19.112692Z","steps":["trace[1262253960] 'process raft request' (duration: 600.341042ms)","trace[1262253960] 'compare' (duration: 124.323431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:19.112973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.387138Z","time spent":"725.699903ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:19.113029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246474724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:19.113119Z","caller":"traceutil/trace.go:171","msg":"trace[697521068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27469; }","duration":"1.246616027s","start":"2026-04-08T14:35:17.866481Z","end":"2026-04-08T14:35:19.113097Z","steps":["trace[697521068] 'agreement among raft nodes before linearized reading' (duration: 1.246434622s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.113165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:17.866462Z","time spent":"1.246693901s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:35:19.63782Z","caller":"traceutil/trace.go:171","msg":"trace[392365296] transaction","detail":"{read_only:false; response_revision:27477; number_of_response:1; }","duration":"492.025351ms","start":"2026-04-08T14:35:19.145773Z","end":"2026-04-08T14:35:19.637798Z","steps":["trace[392365296] 'process raft request' (duration: 491.98485ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:19.638115Z","caller":"traceutil/trace.go:171","msg":"trace[740012314] transaction","detail":"{read_only:false; response_revision:27475; number_of_response:1; }","duration":"816.180493ms","start":"2026-04-08T14:35:18.821902Z","end":"2026-04-08T14:35:19.638082Z","steps":["trace[740012314] 'process raft request' (duration: 815.804502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.637964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:19.145745Z","time spent":"492.152625ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:19.638189Z","caller":"traceutil/trace.go:171","msg":"trace[1981270724] transaction","detail":"{read_only:false; response_revision:27470; number_of_response:1; }","duration":"816.778579ms","start":"2026-04-08T14:35:18.821396Z","end":"2026-04-08T14:35:19.638175Z","steps":["trace[1981270724] 'process raft request' (duration: 816.017848ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:19.638238Z","caller":"traceutil/trace.go:171","msg":"trace[1894166083] transaction","detail":"{read_only:false; response_revision:27471; number_of_response:1; }","duration":"816.782248ms","start":"2026-04-08T14:35:18.821439Z","end":"2026-04-08T14:35:19.638221Z","steps":["trace[1894166083] 'process raft request' (duration: 816.10038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.639146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.821376Z","time spent":"817.704614ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:19.639253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.821419Z","time spent":"817.788206ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:19.638191Z","caller":"traceutil/trace.go:171","msg":"trace[1395011258] transaction","detail":"{read_only:false; response_revision:27476; number_of_response:1; }","duration":"815.941466ms","start":"2026-04-08T14:35:18.822218Z","end":"2026-04-08T14:35:19.638159Z","steps":["trace[1395011258] 'process raft request' (duration: 815.507864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.639383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.822202Z","time spent":"817.158719ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:19.638288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.821867Z","time spent":"816.340296ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:19.638116Z","caller":"traceutil/trace.go:171","msg":"trace[400925631] transaction","detail":"{read_only:false; response_revision:27472; number_of_response:1; }","duration":"816.562723ms","start":"2026-04-08T14:35:18.821522Z","end":"2026-04-08T14:35:19.638085Z","steps":["trace[400925631] 'process raft request' (duration: 816.09757ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:19.638253Z","caller":"traceutil/trace.go:171","msg":"trace[1084125361] linearizableReadLoop","detail":"{readStateIndex:28396; appliedIndex:28388; }","duration":"525.980075ms","start":"2026-04-08T14:35:19.112189Z","end":"2026-04-08T14:35:19.638169Z","steps":["trace[1084125361] 'read index received' (duration: 443.427103ms)","trace[1084125361] 'applied index is now lower than readState.Index' (duration: 82.545692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:19.639505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.821514Z","time spent":"817.955511ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:19.638307Z","caller":"traceutil/trace.go:171","msg":"trace[599742669] transaction","detail":"{read_only:false; response_revision:27474; number_of_response:1; }","duration":"816.44295ms","start":"2026-04-08T14:35:18.821851Z","end":"2026-04-08T14:35:19.638294Z","steps":["trace[599742669] 'process raft request' (duration: 815.832413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.63964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.364138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:35:19.639649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.821843Z","time spent":"817.774296ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:19.639675Z","caller":"traceutil/trace.go:171","msg":"trace[1094260549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27477; }","duration":"525.441131ms","start":"2026-04-08T14:35:19.114224Z","end":"2026-04-08T14:35:19.639665Z","steps":["trace[1094260549] 'agreement among raft nodes before linearized reading' (duration: 525.377009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.638141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.81909Z","time spent":"819.043271ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T14:35:19.638458Z","caller":"traceutil/trace.go:171","msg":"trace[1002636390] transaction","detail":"{read_only:false; response_revision:27473; number_of_response:1; }","duration":"816.570163ms","start":"2026-04-08T14:35:18.821533Z","end":"2026-04-08T14:35:19.638104Z","steps":["trace[1002636390] 'process raft request' (duration: 816.123451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.639894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.815562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:35:19.639918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.821525Z","time spent":"818.361443ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:19.639918Z","caller":"traceutil/trace.go:171","msg":"trace[565468828] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27477; }","duration":"404.839062ms","start":"2026-04-08T14:35:19.23507Z","end":"2026-04-08T14:35:19.639909Z","steps":["trace[565468828] 'agreement among raft nodes before linearized reading' (duration: 404.803491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.639964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:19.235041Z","time spent":"404.916774ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-08T14:35:19.638529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.241692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-08T14:35:19.640073Z","caller":"traceutil/trace.go:171","msg":"trace[25732608] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb; range_end:; response_count:1; response_revision:27477; }","duration":"818.832805ms","start":"2026-04-08T14:35:18.821225Z","end":"2026-04-08T14:35:19.640058Z","steps":["trace[25732608] 'agreement among raft nodes before linearized reading' (duration: 817.109697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.640115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:18.821211Z","time spent":"818.893157ms","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-2f6a560d-fd6e-4100-8793-d8b07086c2bb\" "} {"level":"warn","ts":"2026-04-08T14:35:19.639699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:19.114192Z","time spent":"525.502183ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T14:35:19.791593Z","caller":"traceutil/trace.go:171","msg":"trace[1841360986] transaction","detail":"{read_only:false; response_revision:27478; number_of_response:1; }","duration":"149.211687ms","start":"2026-04-08T14:35:19.642333Z","end":"2026-04-08T14:35:19.791545Z","steps":["trace[1841360986] 'process raft request' (duration: 99.713505ms)","trace[1841360986] 'compare' (duration: 49.330817ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:19.791632Z","caller":"traceutil/trace.go:171","msg":"trace[1568916637] transaction","detail":"{read_only:false; response_revision:27479; number_of_response:1; }","duration":"130.722687ms","start":"2026-04-08T14:35:19.660885Z","end":"2026-04-08T14:35:19.791608Z","steps":["trace[1568916637] 'process raft request' (duration: 130.655406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.79178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.048925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:19.791853Z","caller":"traceutil/trace.go:171","msg":"trace[634773809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27479; }","duration":"144.184698ms","start":"2026-04-08T14:35:19.647652Z","end":"2026-04-08T14:35:19.791837Z","steps":["trace[634773809] 'agreement among raft nodes before linearized reading' (duration: 144.050484ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:19.791706Z","caller":"traceutil/trace.go:171","msg":"trace[1949986551] linearizableReadLoop","detail":"{readStateIndex:28398; appliedIndex:28397; }","duration":"143.88273ms","start":"2026-04-08T14:35:19.647719Z","end":"2026-04-08T14:35:19.791601Z","steps":["trace[1949986551] 'read index received' (duration: 94.989435ms)","trace[1949986551] 'applied index is now lower than readState.Index' (duration: 48.890995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:19.792399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.406404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-08T14:35:19.792444Z","caller":"traceutil/trace.go:171","msg":"trace[212783545] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27479; }","duration":"144.484757ms","start":"2026-04-08T14:35:19.647945Z","end":"2026-04-08T14:35:19.79243Z","steps":["trace[212783545] 'agreement among raft nodes before linearized reading' (duration: 144.355964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:19.792436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.507847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:19.792543Z","caller":"traceutil/trace.go:171","msg":"trace[1711381276] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27479; }","duration":"144.650531ms","start":"2026-04-08T14:35:19.647863Z","end":"2026-04-08T14:35:19.792513Z","steps":["trace[1711381276] 'agreement among raft nodes before linearized reading' (duration: 144.442675ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:21.299217Z","caller":"traceutil/trace.go:171","msg":"trace[1020024159] transaction","detail":"{read_only:false; response_revision:27487; number_of_response:1; }","duration":"179.713336ms","start":"2026-04-08T14:35:21.119477Z","end":"2026-04-08T14:35:21.29919Z","steps":["trace[1020024159] 'process raft request' (duration: 102.134121ms)","trace[1020024159] 'compare' (duration: 76.797213ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:26.281508Z","caller":"traceutil/trace.go:171","msg":"trace[1735100862] transaction","detail":"{read_only:false; response_revision:27521; number_of_response:1; }","duration":"374.641851ms","start":"2026-04-08T14:35:25.906828Z","end":"2026-04-08T14:35:26.28147Z","steps":["trace[1735100862] 'process raft request' (duration: 374.571749ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:26.281539Z","caller":"traceutil/trace.go:171","msg":"trace[568148346] transaction","detail":"{read_only:false; response_revision:27520; number_of_response:1; }","duration":"374.663341ms","start":"2026-04-08T14:35:25.906815Z","end":"2026-04-08T14:35:26.281479Z","steps":["trace[568148346] 'process raft request' (duration: 374.359533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:26.281803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:25.906796Z","time spent":"374.853517ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:26.28219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:25.906781Z","time spent":"375.263098ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:26.289514Z","caller":"traceutil/trace.go:171","msg":"trace[570458409] transaction","detail":"{read_only:false; response_revision:27522; number_of_response:1; }","duration":"379.898795ms","start":"2026-04-08T14:35:25.909561Z","end":"2026-04-08T14:35:26.28946Z","steps":["trace[570458409] 'process raft request' (duration: 379.598456ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:26.289539Z","caller":"traceutil/trace.go:171","msg":"trace[681802639] transaction","detail":"{read_only:false; response_revision:27524; number_of_response:1; }","duration":"377.85949ms","start":"2026-04-08T14:35:25.91165Z","end":"2026-04-08T14:35:26.28951Z","steps":["trace[681802639] 'process raft request' (duration: 377.680924ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:26.289618Z","caller":"traceutil/trace.go:171","msg":"trace[1955735914] transaction","detail":"{read_only:false; response_revision:27523; number_of_response:1; }","duration":"378.192048ms","start":"2026-04-08T14:35:25.911399Z","end":"2026-04-08T14:35:26.289591Z","steps":["trace[1955735914] 'process raft request' (duration: 377.885491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:26.289641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:25.909537Z","time spent":"380.03431ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:26.289615Z","caller":"traceutil/trace.go:171","msg":"trace[1523994333] transaction","detail":"{read_only:false; response_revision:27525; number_of_response:1; }","duration":"377.582531ms","start":"2026-04-08T14:35:25.911966Z","end":"2026-04-08T14:35:26.289549Z","steps":["trace[1523994333] 'process raft request' (duration: 377.464688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:26.28976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:25.911388Z","time spent":"378.278611ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:26.289886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:25.911958Z","time spent":"377.749625ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:26.289854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:25.911622Z","time spent":"378.009373ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:49.005489Z","caller":"traceutil/trace.go:171","msg":"trace[1140880488] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27687; }","duration":"100.465714ms","start":"2026-04-08T14:35:48.904982Z","end":"2026-04-08T14:35:49.005448Z","steps":["trace[1140880488] 'process raft request' (duration: 100.3017ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:52.700085Z","caller":"traceutil/trace.go:171","msg":"trace[1636612756] transaction","detail":"{read_only:false; response_revision:27857; number_of_response:1; }","duration":"231.234154ms","start":"2026-04-08T14:35:52.468824Z","end":"2026-04-08T14:35:52.700059Z","steps":["trace[1636612756] 'process raft request' (duration: 231.133861ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:52.700138Z","caller":"traceutil/trace.go:171","msg":"trace[1668726231] transaction","detail":"{read_only:false; response_revision:27856; number_of_response:1; }","duration":"235.145031ms","start":"2026-04-08T14:35:52.46495Z","end":"2026-04-08T14:35:52.700095Z","steps":["trace[1668726231] 'process raft request' (duration: 234.835362ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:52.700366Z","caller":"traceutil/trace.go:171","msg":"trace[236375578] transaction","detail":"{read_only:false; response_revision:27858; number_of_response:1; }","duration":"230.35524ms","start":"2026-04-08T14:35:52.469999Z","end":"2026-04-08T14:35:52.700354Z","steps":["trace[236375578] 'process raft request' (duration: 230.01526ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:52.700527Z","caller":"traceutil/trace.go:171","msg":"trace[1734467368] transaction","detail":"{read_only:false; response_revision:27860; number_of_response:1; }","duration":"228.17798ms","start":"2026-04-08T14:35:52.472317Z","end":"2026-04-08T14:35:52.700495Z","steps":["trace[1734467368] 'process raft request' (duration: 228.110128ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:52.700567Z","caller":"traceutil/trace.go:171","msg":"trace[1764406746] transaction","detail":"{read_only:false; response_revision:27859; number_of_response:1; }","duration":"229.034814ms","start":"2026-04-08T14:35:52.471492Z","end":"2026-04-08T14:35:52.700527Z","steps":["trace[1764406746] 'process raft request' (duration: 228.787667ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:53.314117Z","caller":"traceutil/trace.go:171","msg":"trace[1473994718] linearizableReadLoop","detail":"{readStateIndex:28791; appliedIndex:28790; }","duration":"394.173138ms","start":"2026-04-08T14:35:52.919915Z","end":"2026-04-08T14:35:53.314089Z","steps":["trace[1473994718] 'read index received' (duration: 393.991014ms)","trace[1473994718] 'applied index is now lower than readState.Index' (duration: 181.094µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:53.314315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.372444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:53.314364Z","caller":"traceutil/trace.go:171","msg":"trace[450225893] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27861; }","duration":"394.462316ms","start":"2026-04-08T14:35:52.919887Z","end":"2026-04-08T14:35:53.314349Z","steps":["trace[450225893] 'agreement among raft nodes before linearized reading' (duration: 394.336343ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:53.314333Z","caller":"traceutil/trace.go:171","msg":"trace[1720190778] transaction","detail":"{read_only:false; response_revision:27861; number_of_response:1; }","duration":"399.493424ms","start":"2026-04-08T14:35:52.914802Z","end":"2026-04-08T14:35:53.314295Z","steps":["trace[1720190778] 'process raft request' (duration: 399.099264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:53.314417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:52.919875Z","time spent":"394.530228ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-08T14:35:53.314588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:52.914776Z","time spent":"399.681521ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:53.81477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831010658356210,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T14:35:53.827796Z","caller":"traceutil/trace.go:171","msg":"trace[44460775] transaction","detail":"{read_only:false; response_revision:27862; number_of_response:1; }","duration":"799.734549ms","start":"2026-04-08T14:35:53.028031Z","end":"2026-04-08T14:35:53.827766Z","steps":["trace[44460775] 'process raft request' (duration: 799.503143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:53.827998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:53.028Z","time spent":"799.879933ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:35:54.041298Z","caller":"traceutil/trace.go:171","msg":"trace[216697793] linearizableReadLoop","detail":"{readStateIndex:28793; appliedIndex:28792; }","duration":"727.07126ms","start":"2026-04-08T14:35:53.31419Z","end":"2026-04-08T14:35:54.041262Z","steps":["trace[216697793] 'read index received' (duration: 513.931944ms)","trace[216697793] 'applied index is now lower than readState.Index' (duration: 213.137546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:54.041705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121106414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:54.041847Z","caller":"traceutil/trace.go:171","msg":"trace[380340261] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:27863; }","duration":"1.12130952s","start":"2026-04-08T14:35:52.92051Z","end":"2026-04-08T14:35:54.04182Z","steps":["trace[380340261] 'agreement among raft nodes before linearized reading' (duration: 1.121003961s)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:54.041857Z","caller":"traceutil/trace.go:171","msg":"trace[984993854] transaction","detail":"{read_only:false; response_revision:27863; number_of_response:1; }","duration":"369.909981ms","start":"2026-04-08T14:35:53.671915Z","end":"2026-04-08T14:35:54.041825Z","steps":["trace[984993854] 'process raft request' (duration: 303.679988ms)","trace[984993854] 'compare' (duration: 65.454871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:35:54.041874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013704548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:54.042027Z","caller":"traceutil/trace.go:171","msg":"trace[1131666716] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27863; }","duration":"1.013938454s","start":"2026-04-08T14:35:53.028061Z","end":"2026-04-08T14:35:54.041999Z","steps":["trace[1131666716] 'agreement among raft nodes before linearized reading' (duration: 1.013610555s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.041764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013629666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:54.042425Z","caller":"traceutil/trace.go:171","msg":"trace[108576424] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27863; }","duration":"1.014325945s","start":"2026-04-08T14:35:53.028073Z","end":"2026-04-08T14:35:54.042399Z","steps":["trace[108576424] 'agreement among raft nodes before linearized reading' (duration: 1.013575995s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.042142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.068597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:35:54.042444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.293061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:54.042544Z","caller":"traceutil/trace.go:171","msg":"trace[1773650944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27863; }","duration":"361.52223ms","start":"2026-04-08T14:35:53.680999Z","end":"2026-04-08T14:35:54.042521Z","steps":["trace[1773650944] 'agreement among raft nodes before linearized reading' (duration: 361.035877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.042493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:53.028039Z","time spent":"1.014437329s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-08T14:35:54.042573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:52.920492Z","time spent":"1.122049019s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:35:54.042547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:53.028068Z","time spent":"1.014430118s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-08T14:35:54.042066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121269848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:35:54.042693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.38215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-08T14:35:54.042718Z","caller":"traceutil/trace.go:171","msg":"trace[57342645] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27863; }","duration":"1.121995798s","start":"2026-04-08T14:35:52.920705Z","end":"2026-04-08T14:35:54.042701Z","steps":["trace[57342645] 'agreement among raft nodes before linearized reading' (duration: 1.121239227s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.042767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:52.920697Z","time spent":"1.122054711s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-08T14:35:54.042782Z","caller":"traceutil/trace.go:171","msg":"trace[1125374738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27863; }","duration":"133.565296ms","start":"2026-04-08T14:35:53.909174Z","end":"2026-04-08T14:35:54.042739Z","steps":["trace[1125374738] 'agreement among raft nodes before linearized reading' (duration: 132.97312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.042606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:53.680981Z","time spent":"361.606572ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T14:35:54.042914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:53.671892Z","time spent":"370.092255ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:35:54.04196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013965845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:54.043168Z","caller":"traceutil/trace.go:171","msg":"trace[1019987625] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:27863; }","duration":"1.01525844s","start":"2026-04-08T14:35:53.027897Z","end":"2026-04-08T14:35:54.043155Z","steps":["trace[1019987625] 'agreement among raft nodes before linearized reading' (duration: 1.013895462s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.043216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:53.02789Z","time spent":"1.015314082s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-08T14:35:54.042167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014305864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:54.043282Z","caller":"traceutil/trace.go:171","msg":"trace[1120425482] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27863; }","duration":"1.015494307s","start":"2026-04-08T14:35:53.027771Z","end":"2026-04-08T14:35:54.043265Z","steps":["trace[1120425482] 'agreement among raft nodes before linearized reading' (duration: 1.013755479s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.042261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.297623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-08T14:35:54.042593Z","caller":"traceutil/trace.go:171","msg":"trace[1236455060] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27863; }","duration":"342.522567ms","start":"2026-04-08T14:35:53.700043Z","end":"2026-04-08T14:35:54.042566Z","steps":["trace[1236455060] 'agreement among raft nodes before linearized reading' (duration: 342.248439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.043455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:53.027743Z","time spent":"1.015609621s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-08T14:35:54.042434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.471684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-08T14:35:54.043554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:53.70003Z","time spent":"343.487713ms","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:35:54.043438Z","caller":"traceutil/trace.go:171","msg":"trace[474695062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27863; }","duration":"157.524305ms","start":"2026-04-08T14:35:53.885894Z","end":"2026-04-08T14:35:54.043419Z","steps":["trace[474695062] 'agreement among raft nodes before linearized reading' (duration: 156.222669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.042142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121553226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:54.044203Z","caller":"traceutil/trace.go:171","msg":"trace[849702099] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27863; }","duration":"1.123693285s","start":"2026-04-08T14:35:52.92049Z","end":"2026-04-08T14:35:54.044184Z","steps":["trace[849702099] 'agreement among raft nodes before linearized reading' (duration: 1.121530395s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.044276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:52.920465Z","time spent":"1.123784778s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-08T14:35:54.043781Z","caller":"traceutil/trace.go:171","msg":"trace[1693480269] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27863; }","duration":"759.660797ms","start":"2026-04-08T14:35:53.283909Z","end":"2026-04-08T14:35:54.043569Z","steps":["trace[1693480269] 'agreement among raft nodes before linearized reading' (duration: 757.918319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.046074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:35:53.283886Z","time spent":"761.395265ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-08T14:35:54.182653Z","caller":"traceutil/trace.go:171","msg":"trace[1713850261] transaction","detail":"{read_only:false; response_revision:27866; number_of_response:1; }","duration":"131.127839ms","start":"2026-04-08T14:35:54.051475Z","end":"2026-04-08T14:35:54.182603Z","steps":["trace[1713850261] 'process raft request' (duration: 131.027986ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:54.18269Z","caller":"traceutil/trace.go:171","msg":"trace[1531071980] transaction","detail":"{read_only:false; response_revision:27865; number_of_response:1; }","duration":"131.753756ms","start":"2026-04-08T14:35:54.050894Z","end":"2026-04-08T14:35:54.182648Z","steps":["trace[1531071980] 'process raft request' (duration: 131.400736ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:54.183046Z","caller":"traceutil/trace.go:171","msg":"trace[1947805939] transaction","detail":"{read_only:false; response_revision:27867; number_of_response:1; }","duration":"130.863071ms","start":"2026-04-08T14:35:54.052145Z","end":"2026-04-08T14:35:54.183008Z","steps":["trace[1947805939] 'process raft request' (duration: 130.404498ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:54.183134Z","caller":"traceutil/trace.go:171","msg":"trace[1804829761] linearizableReadLoop","detail":"{readStateIndex:28795; appliedIndex:28793; }","duration":"132.170907ms","start":"2026-04-08T14:35:54.050925Z","end":"2026-04-08T14:35:54.183095Z","steps":["trace[1804829761] 'read index received' (duration: 82.315466ms)","trace[1804829761] 'applied index is now lower than readState.Index' (duration: 49.853691ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:54.183237Z","caller":"traceutil/trace.go:171","msg":"trace[1479739041] transaction","detail":"{read_only:false; response_revision:27868; number_of_response:1; }","duration":"130.882952ms","start":"2026-04-08T14:35:54.052333Z","end":"2026-04-08T14:35:54.183216Z","steps":["trace[1479739041] 'process raft request' (duration: 130.569914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.183477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.531087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-abb85221-7338-4ec5-9ce8-0e35d50d462d\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-08T14:35:54.183538Z","caller":"traceutil/trace.go:171","msg":"trace[374142768] range","detail":"{range_begin:/registry/persistentvolumes/pvc-abb85221-7338-4ec5-9ce8-0e35d50d462d; range_end:; response_count:1; response_revision:27868; }","duration":"132.63629ms","start":"2026-04-08T14:35:54.050884Z","end":"2026-04-08T14:35:54.18352Z","steps":["trace[374142768] 'agreement among raft nodes before linearized reading' (duration: 132.386243ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:54.827857Z","caller":"traceutil/trace.go:171","msg":"trace[322639792] transaction","detail":"{read_only:false; response_revision:27874; number_of_response:1; }","duration":"121.255597ms","start":"2026-04-08T14:35:54.706575Z","end":"2026-04-08T14:35:54.82783Z","steps":["trace[322639792] 'process raft request' (duration: 121.091553ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:54.843519Z","caller":"traceutil/trace.go:171","msg":"trace[891729224] linearizableReadLoop","detail":"{readStateIndex:28808; appliedIndex:28803; }","duration":"130.717008ms","start":"2026-04-08T14:35:54.712792Z","end":"2026-04-08T14:35:54.843509Z","steps":["trace[891729224] 'read index received' (duration: 114.963273ms)","trace[891729224] 'applied index is now lower than readState.Index' (duration: 15.753235ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:35:54.843599Z","caller":"traceutil/trace.go:171","msg":"trace[705432411] transaction","detail":"{read_only:false; response_revision:27878; number_of_response:1; }","duration":"135.16816ms","start":"2026-04-08T14:35:54.708424Z","end":"2026-04-08T14:35:54.843592Z","steps":["trace[705432411] 'process raft request' (duration: 135.054907ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:54.843635Z","caller":"traceutil/trace.go:171","msg":"trace[246652958] transaction","detail":"{read_only:false; response_revision:27875; number_of_response:1; }","duration":"136.376834ms","start":"2026-04-08T14:35:54.707143Z","end":"2026-04-08T14:35:54.843519Z","steps":["trace[246652958] 'process raft request' (duration: 136.202679ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:54.843627Z","caller":"traceutil/trace.go:171","msg":"trace[791141028] transaction","detail":"{read_only:false; response_revision:27877; number_of_response:1; }","duration":"136.236929ms","start":"2026-04-08T14:35:54.70734Z","end":"2026-04-08T14:35:54.843577Z","steps":["trace[791141028] 'process raft request' (duration: 136.110776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.843748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.943324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:54.843774Z","caller":"traceutil/trace.go:171","msg":"trace[1800775948] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27878; }","duration":"131.022866ms","start":"2026-04-08T14:35:54.712745Z","end":"2026-04-08T14:35:54.843768Z","steps":["trace[1800775948] 'agreement among raft nodes before linearized reading' (duration: 130.953364ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:54.843649Z","caller":"traceutil/trace.go:171","msg":"trace[1552128478] transaction","detail":"{read_only:false; response_revision:27876; number_of_response:1; }","duration":"136.301261ms","start":"2026-04-08T14:35:54.707303Z","end":"2026-04-08T14:35:54.843604Z","steps":["trace[1552128478] 'process raft request' (duration: 136.115756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.843891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.755769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:54.843941Z","caller":"traceutil/trace.go:171","msg":"trace[1708726021] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:27878; }","duration":"130.81907ms","start":"2026-04-08T14:35:54.713114Z","end":"2026-04-08T14:35:54.843933Z","steps":["trace[1708726021] 'agreement among raft nodes before linearized reading' (duration: 130.752388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:35:54.843977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.768669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:35:54.843846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.83941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:35:54.84409Z","caller":"traceutil/trace.go:171","msg":"trace[1804773802] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27878; }","duration":"131.129629ms","start":"2026-04-08T14:35:54.712953Z","end":"2026-04-08T14:35:54.844083Z","steps":["trace[1804773802] 'agreement among raft nodes before linearized reading' (duration: 130.80145ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:35:54.844134Z","caller":"traceutil/trace.go:171","msg":"trace[802891503] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27878; }","duration":"130.907533ms","start":"2026-04-08T14:35:54.713155Z","end":"2026-04-08T14:35:54.844062Z","steps":["trace[802891503] 'agreement among raft nodes before linearized reading' (duration: 130.692017ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:04.797126Z","caller":"traceutil/trace.go:171","msg":"trace[1256247434] transaction","detail":"{read_only:false; response_revision:27972; number_of_response:1; }","duration":"222.33647ms","start":"2026-04-08T14:36:04.574741Z","end":"2026-04-08T14:36:04.797078Z","steps":["trace[1256247434] 'process raft request' (duration: 222.164405ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:05.066705Z","caller":"traceutil/trace.go:171","msg":"trace[1232452297] transaction","detail":"{read_only:false; response_revision:27973; number_of_response:1; }","duration":"264.339236ms","start":"2026-04-08T14:36:04.80231Z","end":"2026-04-08T14:36:05.06665Z","steps":["trace[1232452297] 'process raft request' (duration: 263.763909ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:05.069784Z","caller":"traceutil/trace.go:171","msg":"trace[455704454] transaction","detail":"{read_only:false; response_revision:27975; number_of_response:1; }","duration":"197.459114ms","start":"2026-04-08T14:36:04.872294Z","end":"2026-04-08T14:36:05.069753Z","steps":["trace[455704454] 'process raft request' (duration: 197.362202ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:05.069823Z","caller":"traceutil/trace.go:171","msg":"trace[1512844511] transaction","detail":"{read_only:false; response_revision:27974; number_of_response:1; }","duration":"265.96342ms","start":"2026-04-08T14:36:04.803813Z","end":"2026-04-08T14:36:05.069777Z","steps":["trace[1512844511] 'process raft request' (duration: 265.581659ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:05.070152Z","caller":"traceutil/trace.go:171","msg":"trace[1430564140] transaction","detail":"{read_only:false; response_revision:27976; number_of_response:1; }","duration":"189.29918ms","start":"2026-04-08T14:36:04.880839Z","end":"2026-04-08T14:36:05.070138Z","steps":["trace[1430564140] 'process raft request' (duration: 188.871868ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:05.070254Z","caller":"traceutil/trace.go:171","msg":"trace[1104734167] linearizableReadLoop","detail":"{readStateIndex:28907; appliedIndex:28904; }","duration":"194.465352ms","start":"2026-04-08T14:36:04.875771Z","end":"2026-04-08T14:36:05.070236Z","steps":["trace[1104734167] 'read index received' (duration: 190.42222ms)","trace[1104734167] 'applied index is now lower than readState.Index' (duration: 4.042372ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:36:05.070321Z","caller":"traceutil/trace.go:171","msg":"trace[1284770915] transaction","detail":"{read_only:false; response_revision:27978; number_of_response:1; }","duration":"157.385822ms","start":"2026-04-08T14:36:04.912923Z","end":"2026-04-08T14:36:05.070309Z","steps":["trace[1284770915] 'process raft request' (duration: 157.197697ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:05.070369Z","caller":"traceutil/trace.go:171","msg":"trace[793615673] transaction","detail":"{read_only:false; response_revision:27979; number_of_response:1; }","duration":"156.781745ms","start":"2026-04-08T14:36:04.913557Z","end":"2026-04-08T14:36:05.070339Z","steps":["trace[793615673] 'process raft request' (duration: 156.635111ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:05.070411Z","caller":"traceutil/trace.go:171","msg":"trace[1637791801] transaction","detail":"{read_only:false; response_revision:27977; number_of_response:1; }","duration":"157.743601ms","start":"2026-04-08T14:36:04.912659Z","end":"2026-04-08T14:36:05.070403Z","steps":["trace[1637791801] 'process raft request' (duration: 157.334681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:05.070414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.616187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:36:05.070518Z","caller":"traceutil/trace.go:171","msg":"trace[773545850] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27979; }","duration":"194.74188ms","start":"2026-04-08T14:36:04.875763Z","end":"2026-04-08T14:36:05.070504Z","steps":["trace[773545850] 'agreement among raft nodes before linearized reading' (duration: 194.593746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:05.070516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.655307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:36:05.070617Z","caller":"traceutil/trace.go:171","msg":"trace[1545615555] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27979; }","duration":"194.783611ms","start":"2026-04-08T14:36:04.875818Z","end":"2026-04-08T14:36:05.070601Z","steps":["trace[1545615555] 'agreement among raft nodes before linearized reading' (duration: 194.654617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:05.070646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.236285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:36:05.070712Z","caller":"traceutil/trace.go:171","msg":"trace[1931690106] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27979; }","duration":"158.350187ms","start":"2026-04-08T14:36:04.912343Z","end":"2026-04-08T14:36:05.070693Z","steps":["trace[1931690106] 'agreement among raft nodes before linearized reading' (duration: 158.203564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:05.070841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.035838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-08T14:36:05.070963Z","caller":"traceutil/trace.go:171","msg":"trace[137823366] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27979; }","duration":"158.182573ms","start":"2026-04-08T14:36:04.912756Z","end":"2026-04-08T14:36:05.070938Z","steps":["trace[137823366] 'agreement among raft nodes before linearized reading' (duration: 157.737761ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:16.962267Z","caller":"traceutil/trace.go:171","msg":"trace[1536320014] transaction","detail":"{read_only:false; response_revision:28064; number_of_response:1; }","duration":"116.563008ms","start":"2026-04-08T14:36:16.845673Z","end":"2026-04-08T14:36:16.962236Z","steps":["trace[1536320014] 'process raft request' (duration: 116.350852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:17.951589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.6222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:36:17.95166Z","caller":"traceutil/trace.go:171","msg":"trace[1714588186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28070; }","duration":"132.766954ms","start":"2026-04-08T14:36:17.818877Z","end":"2026-04-08T14:36:17.951644Z","steps":["trace[1714588186] 'count revisions from in-memory index tree' (duration: 132.433794ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:21.420471Z","caller":"traceutil/trace.go:171","msg":"trace[1196657879] transaction","detail":"{read_only:false; response_revision:28102; number_of_response:1; }","duration":"107.890499ms","start":"2026-04-08T14:36:21.312547Z","end":"2026-04-08T14:36:21.420437Z","steps":["trace[1196657879] 'process raft request' (duration: 14.036636ms)","trace[1196657879] 'compare' (duration: 93.562295ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:36:47.396452Z","caller":"traceutil/trace.go:171","msg":"trace[1050680891] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"117.902704ms","start":"2026-04-08T14:36:47.278505Z","end":"2026-04-08T14:36:47.396408Z","steps":["trace[1050680891] 'process raft request' (duration: 117.71367ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:48.465538Z","caller":"traceutil/trace.go:171","msg":"trace[1681990652] linearizableReadLoop","detail":"{readStateIndex:29259; appliedIndex:29258; }","duration":"136.801376ms","start":"2026-04-08T14:36:48.328718Z","end":"2026-04-08T14:36:48.465519Z","steps":["trace[1681990652] 'read index received' (duration: 136.685283ms)","trace[1681990652] 'applied index is now lower than readState.Index' (duration: 114.753µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:36:48.465671Z","caller":"traceutil/trace.go:171","msg":"trace[626484798] transaction","detail":"{read_only:false; response_revision:28318; number_of_response:1; }","duration":"173.221267ms","start":"2026-04-08T14:36:48.292393Z","end":"2026-04-08T14:36:48.465614Z","steps":["trace[626484798] 'process raft request' (duration: 172.98905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:48.46589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.142825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-rabbit-init-whr7l\" ","response":"range_response_count:1 size:6601"} {"level":"info","ts":"2026-04-08T14:36:48.465952Z","caller":"traceutil/trace.go:171","msg":"trace[1403865969] range","detail":"{range_begin:/registry/pods/openstack/manila-rabbit-init-whr7l; range_end:; response_count:1; response_revision:28318; }","duration":"137.280828ms","start":"2026-04-08T14:36:48.328658Z","end":"2026-04-08T14:36:48.465939Z","steps":["trace[1403865969] 'agreement among raft nodes before linearized reading' (duration: 136.98664ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:48.966654Z","caller":"traceutil/trace.go:171","msg":"trace[601848144] transaction","detail":"{read_only:false; response_revision:28321; number_of_response:1; }","duration":"489.908533ms","start":"2026-04-08T14:36:48.476702Z","end":"2026-04-08T14:36:48.96661Z","steps":["trace[601848144] 'process raft request' (duration: 489.546562ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:48.966594Z","caller":"traceutil/trace.go:171","msg":"trace[1033760008] linearizableReadLoop","detail":"{readStateIndex:29262; appliedIndex:29261; }","duration":"423.634669ms","start":"2026-04-08T14:36:48.542901Z","end":"2026-04-08T14:36:48.966536Z","steps":["trace[1033760008] 'read index received' (duration: 423.238348ms)","trace[1033760008] 'applied index is now lower than readState.Index' (duration: 395.091µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:36:48.966841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:36:48.476661Z","time spent":"490.089588ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6769,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:36:48.96692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.994239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-08T14:36:48.967019Z","caller":"traceutil/trace.go:171","msg":"trace[771805107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28321; }","duration":"424.148393ms","start":"2026-04-08T14:36:48.54285Z","end":"2026-04-08T14:36:48.966999Z","steps":["trace[771805107] 'agreement among raft nodes before linearized reading' (duration: 423.848354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:48.967069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:36:48.54283Z","time spent":"424.229065ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T14:36:48.967216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.535988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:36:48.967217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.126169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:36:48.967278Z","caller":"traceutil/trace.go:171","msg":"trace[889019726] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28321; }","duration":"422.689253ms","start":"2026-04-08T14:36:48.544576Z","end":"2026-04-08T14:36:48.967265Z","steps":["trace[889019726] 'agreement among raft nodes before linearized reading' (duration: 422.491427ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:48.96729Z","caller":"traceutil/trace.go:171","msg":"trace[540518806] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28321; }","duration":"151.240893ms","start":"2026-04-08T14:36:48.816034Z","end":"2026-04-08T14:36:48.967275Z","steps":["trace[540518806] 'agreement among raft nodes before linearized reading' (duration: 151.106218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:48.967258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.493409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-08T14:36:48.96734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.799429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T14:36:48.9674Z","caller":"traceutil/trace.go:171","msg":"trace[1822797211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28321; }","duration":"417.890092ms","start":"2026-04-08T14:36:48.549494Z","end":"2026-04-08T14:36:48.967384Z","steps":["trace[1822797211] 'agreement among raft nodes before linearized reading' (duration: 417.663106ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:48.967395Z","caller":"traceutil/trace.go:171","msg":"trace[1568785563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28321; }","duration":"341.658724ms","start":"2026-04-08T14:36:48.625716Z","end":"2026-04-08T14:36:48.967375Z","steps":["trace[1568785563] 'agreement among raft nodes before linearized reading' (duration: 341.380135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:48.967437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:36:48.549428Z","time spent":"418.000423ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T14:36:48.967441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.711074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:36:48.967451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.686843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"warn","ts":"2026-04-08T14:36:48.967455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:36:48.625709Z","time spent":"341.736415ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T14:36:48.967447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.710829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-08T14:36:48.96749Z","caller":"traceutil/trace.go:171","msg":"trace[312353851] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:28321; }","duration":"422.761895ms","start":"2026-04-08T14:36:48.544719Z","end":"2026-04-08T14:36:48.967481Z","steps":["trace[312353851] 'agreement among raft nodes before linearized reading' (duration: 422.656343ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:48.967489Z","caller":"traceutil/trace.go:171","msg":"trace[59817420] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28321; }","duration":"422.779365ms","start":"2026-04-08T14:36:48.544697Z","end":"2026-04-08T14:36:48.967476Z","steps":["trace[59817420] 'agreement among raft nodes before linearized reading' (duration: 422.708673ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:48.967509Z","caller":"traceutil/trace.go:171","msg":"trace[1713750207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28321; }","duration":"343.830683ms","start":"2026-04-08T14:36:48.623664Z","end":"2026-04-08T14:36:48.967495Z","steps":["trace[1713750207] 'agreement among raft nodes before linearized reading' (duration: 343.573825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:48.967519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:36:48.544693Z","time spent":"422.819426ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4897,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-08T14:36:48.967542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:36:48.623633Z","time spent":"343.900864ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T14:36:48.967539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:36:48.544687Z","time spent":"422.835036ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-08T14:36:48.9676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.506783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:36:48.967583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.955204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-08T14:36:48.967351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:36:48.544567Z","time spent":"422.771415ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-08T14:36:48.967635Z","caller":"traceutil/trace.go:171","msg":"trace[1087760208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28321; }","duration":"287.580024ms","start":"2026-04-08T14:36:48.680044Z","end":"2026-04-08T14:36:48.967624Z","steps":["trace[1087760208] 'agreement among raft nodes before linearized reading' (duration: 287.523102ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:48.967646Z","caller":"traceutil/trace.go:171","msg":"trace[1183298593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28321; }","duration":"413.054677ms","start":"2026-04-08T14:36:48.554578Z","end":"2026-04-08T14:36:48.967633Z","steps":["trace[1183298593] 'agreement among raft nodes before linearized reading' (duration: 412.864462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:48.967683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:36:48.554567Z","time spent":"413.107028ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T14:36:48.967886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.279899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:36:48.968034Z","caller":"traceutil/trace.go:171","msg":"trace[1332063614] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28321; }","duration":"306.543816ms","start":"2026-04-08T14:36:48.661439Z","end":"2026-04-08T14:36:48.967982Z","steps":["trace[1332063614] 'agreement among raft nodes before linearized reading' (duration: 306.203666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:48.968111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:36:48.661421Z","time spent":"306.66929ms","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:36:49.529998Z","caller":"traceutil/trace.go:171","msg":"trace[1469943778] transaction","detail":"{read_only:false; response_revision:28332; number_of_response:1; }","duration":"122.11348ms","start":"2026-04-08T14:36:49.407845Z","end":"2026-04-08T14:36:49.529959Z","steps":["trace[1469943778] 'process raft request' (duration: 122.017328ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:49.530125Z","caller":"traceutil/trace.go:171","msg":"trace[420906990] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"122.630255ms","start":"2026-04-08T14:36:49.40744Z","end":"2026-04-08T14:36:49.53007Z","steps":["trace[420906990] 'process raft request' (duration: 122.056429ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:49.530185Z","caller":"traceutil/trace.go:171","msg":"trace[1315125589] linearizableReadLoop","detail":"{readStateIndex:29271; appliedIndex:29269; }","duration":"122.45129ms","start":"2026-04-08T14:36:49.407697Z","end":"2026-04-08T14:36:49.530148Z","steps":["trace[1315125589] 'read index received' (duration: 35.412015ms)","trace[1315125589] 'applied index is now lower than readState.Index' (duration: 87.036955ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:36:49.530262Z","caller":"traceutil/trace.go:171","msg":"trace[2044378199] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"122.503341ms","start":"2026-04-08T14:36:49.407722Z","end":"2026-04-08T14:36:49.530225Z","steps":["trace[2044378199] 'process raft request' (duration: 122.077419ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:36:49.53032Z","caller":"traceutil/trace.go:171","msg":"trace[16095836] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"122.363228ms","start":"2026-04-08T14:36:49.407916Z","end":"2026-04-08T14:36:49.530279Z","steps":["trace[16095836] 'process raft request' (duration: 121.990387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:36:49.530488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.770239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-04-08T14:36:49.530534Z","caller":"traceutil/trace.go:171","msg":"trace[1473342930] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:28333; }","duration":"122.860872ms","start":"2026-04-08T14:36:49.407661Z","end":"2026-04-08T14:36:49.530522Z","steps":["trace[1473342930] 'agreement among raft nodes before linearized reading' (duration: 122.676666ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:37:22.604972Z","caller":"traceutil/trace.go:171","msg":"trace[1096646387] linearizableReadLoop","detail":"{readStateIndex:29592; appliedIndex:29591; }","duration":"192.816175ms","start":"2026-04-08T14:37:22.412134Z","end":"2026-04-08T14:37:22.60495Z","steps":["trace[1096646387] 'read index received' (duration: 192.639321ms)","trace[1096646387] 'applied index is now lower than readState.Index' (duration: 175.554µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:37:22.605022Z","caller":"traceutil/trace.go:171","msg":"trace[145409165] transaction","detail":"{read_only:false; response_revision:28643; number_of_response:1; }","duration":"196.861677ms","start":"2026-04-08T14:37:22.408128Z","end":"2026-04-08T14:37:22.60499Z","steps":["trace[145409165] 'process raft request' (duration: 196.625949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:37:22.60516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.0173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:37:22.605198Z","caller":"traceutil/trace.go:171","msg":"trace[780524120] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28643; }","duration":"193.131193ms","start":"2026-04-08T14:37:22.412056Z","end":"2026-04-08T14:37:22.605187Z","steps":["trace[780524120] 'agreement among raft nodes before linearized reading' (duration: 193.00616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:37:22.624528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.959751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T14:37:22.624623Z","caller":"traceutil/trace.go:171","msg":"trace[1752119804] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28644; }","duration":"152.110686ms","start":"2026-04-08T14:37:22.472485Z","end":"2026-04-08T14:37:22.624596Z","steps":["trace[1752119804] 'agreement among raft nodes before linearized reading' (duration: 151.92704ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:37:23.457567Z","caller":"traceutil/trace.go:171","msg":"trace[1683947493] linearizableReadLoop","detail":"{readStateIndex:29601; appliedIndex:29600; }","duration":"127.197219ms","start":"2026-04-08T14:37:23.33034Z","end":"2026-04-08T14:37:23.457538Z","steps":["trace[1683947493] 'read index received' (duration: 30.14148ms)","trace[1683947493] 'applied index is now lower than readState.Index' (duration: 97.054469ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:37:23.457721Z","caller":"traceutil/trace.go:171","msg":"trace[1795350056] transaction","detail":"{read_only:false; response_revision:28651; number_of_response:1; }","duration":"142.188633ms","start":"2026-04-08T14:37:23.315521Z","end":"2026-04-08T14:37:23.457709Z","steps":["trace[1795350056] 'process raft request' (duration: 45.034519ms)","trace[1795350056] 'compare' (duration: 96.478714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:37:23.457833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.05939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-08T14:37:23.457895Z","caller":"traceutil/trace.go:171","msg":"trace[480086812] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28651; }","duration":"125.188554ms","start":"2026-04-08T14:37:23.332693Z","end":"2026-04-08T14:37:23.457881Z","steps":["trace[480086812] 'agreement among raft nodes before linearized reading' (duration: 125.02701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:37:23.458073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.084221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-08T14:37:23.458092Z","caller":"traceutil/trace.go:171","msg":"trace[983102461] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28651; }","duration":"141.146334ms","start":"2026-04-08T14:37:23.316941Z","end":"2026-04-08T14:37:23.458088Z","steps":["trace[983102461] 'agreement among raft nodes before linearized reading' (duration: 141.092923ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:38:05.501207Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T14:38:05.508425Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-08T14:38:05.508532Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-08T14:38:48.54036Z","caller":"traceutil/trace.go:171","msg":"trace[1361333405] transaction","detail":"{read_only:false; response_revision:29500; number_of_response:1; }","duration":"534.65084ms","start":"2026-04-08T14:38:48.005685Z","end":"2026-04-08T14:38:48.540336Z","steps":["trace[1361333405] 'process raft request' (duration: 532.310756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:38:48.540479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:38:48.005661Z","time spent":"534.760293ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:38:48.546199Z","caller":"traceutil/trace.go:171","msg":"trace[723941933] linearizableReadLoop","detail":"{readStateIndex:30475; appliedIndex:30471; }","duration":"149.39184ms","start":"2026-04-08T14:38:48.396782Z","end":"2026-04-08T14:38:48.546174Z","steps":["trace[723941933] 'read index received' (duration: 141.232695ms)","trace[723941933] 'applied index is now lower than readState.Index' (duration: 8.157465ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:38:48.546342Z","caller":"traceutil/trace.go:171","msg":"trace[367992945] transaction","detail":"{read_only:false; response_revision:29501; number_of_response:1; }","duration":"498.364122ms","start":"2026-04-08T14:38:48.047966Z","end":"2026-04-08T14:38:48.546331Z","steps":["trace[367992945] 'process raft request' (duration: 498.015151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:38:48.546449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:38:48.047927Z","time spent":"498.444023ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:38:48.546541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.74161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:38:48.546629Z","caller":"traceutil/trace.go:171","msg":"trace[1240084211] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:29503; }","duration":"149.901285ms","start":"2026-04-08T14:38:48.396706Z","end":"2026-04-08T14:38:48.546608Z","steps":["trace[1240084211] 'agreement among raft nodes before linearized reading' (duration: 149.758801ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:38:48.546851Z","caller":"traceutil/trace.go:171","msg":"trace[1899376367] transaction","detail":"{read_only:false; response_revision:29502; number_of_response:1; }","duration":"498.614579ms","start":"2026-04-08T14:38:48.048211Z","end":"2026-04-08T14:38:48.546825Z","steps":["trace[1899376367] 'process raft request' (duration: 497.892119ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:38:48.546895Z","caller":"traceutil/trace.go:171","msg":"trace[279641237] transaction","detail":"{read_only:false; response_revision:29503; number_of_response:1; }","duration":"481.518527ms","start":"2026-04-08T14:38:48.065334Z","end":"2026-04-08T14:38:48.546852Z","steps":["trace[279641237] 'process raft request' (duration: 480.804338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:38:48.547105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:38:48.065299Z","time spent":"481.720393ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:38:48.546943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:38:48.048182Z","time spent":"498.703821ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:38:50.699518Z","caller":"traceutil/trace.go:171","msg":"trace[1550082093] transaction","detail":"{read_only:false; response_revision:29518; number_of_response:1; }","duration":"151.864298ms","start":"2026-04-08T14:38:50.547621Z","end":"2026-04-08T14:38:50.699486Z","steps":["trace[1550082093] 'process raft request' (duration: 151.676372ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:38:50.911026Z","caller":"traceutil/trace.go:171","msg":"trace[1592970366] linearizableReadLoop","detail":"{readStateIndex:30491; appliedIndex:30489; }","duration":"358.191105ms","start":"2026-04-08T14:38:50.5528Z","end":"2026-04-08T14:38:50.910991Z","steps":["trace[1592970366] 'read index received' (duration: 146.48212ms)","trace[1592970366] 'applied index is now lower than readState.Index' (duration: 211.707465ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T14:38:50.911069Z","caller":"traceutil/trace.go:171","msg":"trace[900573999] transaction","detail":"{read_only:false; response_revision:29521; number_of_response:1; }","duration":"357.596418ms","start":"2026-04-08T14:38:50.553442Z","end":"2026-04-08T14:38:50.911038Z","steps":["trace[900573999] 'process raft request' (duration: 357.371472ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:38:50.911085Z","caller":"traceutil/trace.go:171","msg":"trace[1496927918] transaction","detail":"{read_only:false; response_revision:29520; number_of_response:1; }","duration":"358.264526ms","start":"2026-04-08T14:38:50.552799Z","end":"2026-04-08T14:38:50.911064Z","steps":["trace[1496927918] 'process raft request' (duration: 357.691031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:38:50.911198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:38:50.552757Z","time spent":"358.37862ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:38:50.911202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:38:50.553431Z","time spent":"357.69871ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T14:38:50.911349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.718892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-08T14:38:50.911378Z","caller":"traceutil/trace.go:171","msg":"trace[24839089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29521; }","duration":"232.791284ms","start":"2026-04-08T14:38:50.67858Z","end":"2026-04-08T14:38:50.911371Z","steps":["trace[24839089] 'agreement among raft nodes before linearized reading' (duration: 232.736843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:38:50.911375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.547675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-04-08T14:38:50.911418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.938574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-04-08T14:38:50.911451Z","caller":"traceutil/trace.go:171","msg":"trace[1160781717] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:29521; }","duration":"358.716479ms","start":"2026-04-08T14:38:50.552717Z","end":"2026-04-08T14:38:50.911434Z","steps":["trace[1160781717] 'agreement among raft nodes before linearized reading' (duration: 358.462531ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:38:50.911485Z","caller":"traceutil/trace.go:171","msg":"trace[811734179] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343; range_end:; response_count:1; response_revision:29521; }","duration":"347.054198ms","start":"2026-04-08T14:38:50.564415Z","end":"2026-04-08T14:38:50.911469Z","steps":["trace[811734179] 'agreement among raft nodes before linearized reading' (duration: 346.830832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:38:50.911505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.347883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-08T14:38:50.911503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:38:50.552673Z","time spent":"358.815302ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4810,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-08T14:38:50.911537Z","caller":"traceutil/trace.go:171","msg":"trace[1063619351] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:29521; }","duration":"324.422127ms","start":"2026-04-08T14:38:50.587104Z","end":"2026-04-08T14:38:50.911526Z","steps":["trace[1063619351] 'agreement among raft nodes before linearized reading' (duration: 324.361605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:38:50.911536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:38:50.564405Z","time spent":"347.122781ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-56df6c6948-n6vcp.18a466373f5ae343\" "} {"level":"warn","ts":"2026-04-08T14:38:50.911555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:38:50.587087Z","time spent":"324.463637ms","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-08T14:38:50.910583Z","caller":"traceutil/trace.go:171","msg":"trace[1062673959] transaction","detail":"{read_only:false; response_revision:29519; number_of_response:1; }","duration":"359.242524ms","start":"2026-04-08T14:38:50.551302Z","end":"2026-04-08T14:38:50.910545Z","steps":["trace[1062673959] 'process raft request' (duration: 289.572217ms)","trace[1062673959] 'compare' (duration: 69.409969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:38:50.912065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:38:50.55127Z","time spent":"360.715145ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:38:55.301067Z","caller":"traceutil/trace.go:171","msg":"trace[1829872000] transaction","detail":"{read_only:false; response_revision:29560; number_of_response:1; }","duration":"161.322078ms","start":"2026-04-08T14:38:55.139722Z","end":"2026-04-08T14:38:55.301045Z","steps":["trace[1829872000] 'process raft request' (duration: 161.164534ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:39:05.175522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26845} {"level":"info","ts":"2026-04-08T14:39:05.300068Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26845,"took":"121.267237ms","hash":894638454,"current-db-size-bytes":54611968,"current-db-size":"55 MB","current-db-size-in-use-bytes":36446208,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-08T14:39:05.300138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":894638454,"revision":26845,"compact-revision":24491} {"level":"warn","ts":"2026-04-08T14:39:23.583246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.223594ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-08T14:39:23.583869Z","caller":"traceutil/trace.go:171","msg":"trace[516457441] transaction","detail":"{read_only:false; response_revision:29872; number_of_response:1; }","duration":"473.514588ms","start":"2026-04-08T14:39:23.110326Z","end":"2026-04-08T14:39:23.58384Z","steps":["trace[516457441] 'process raft request' (duration: 473.031395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:39:23.584024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:39:23.110294Z","time spent":"473.653692ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:39:23.626785Z","caller":"traceutil/trace.go:171","msg":"trace[235426033] transaction","detail":"{read_only:false; response_revision:29873; number_of_response:1; }","duration":"515.027959ms","start":"2026-04-08T14:39:23.111589Z","end":"2026-04-08T14:39:23.626617Z","steps":["trace[235426033] 'process raft request' (duration: 472.236432ms)","trace[235426033] 'compare' (duration: 42.621653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:39:23.626952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:39:23.111537Z","time spent":"515.329438ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:39:28.95888Z","caller":"traceutil/trace.go:171","msg":"trace[856854950] transaction","detail":"{read_only:false; response_revision:29918; number_of_response:1; }","duration":"181.566285ms","start":"2026-04-08T14:39:28.777287Z","end":"2026-04-08T14:39:28.958854Z","steps":["trace[856854950] 'process raft request' (duration: 181.415542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:39:29.274077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.313483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T14:39:29.274377Z","caller":"traceutil/trace.go:171","msg":"trace[944874198] transaction","detail":"{read_only:false; response_revision:29921; number_of_response:1; }","duration":"200.130347ms","start":"2026-04-08T14:39:29.074229Z","end":"2026-04-08T14:39:29.274359Z","steps":["trace[944874198] 'process raft request' (duration: 200.069285ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:39:29.274643Z","caller":"traceutil/trace.go:171","msg":"trace[1188690057] transaction","detail":"{read_only:false; response_revision:29920; number_of_response:1; }","duration":"368.993261ms","start":"2026-04-08T14:39:28.905612Z","end":"2026-04-08T14:39:29.274605Z","steps":["trace[1188690057] 'process raft request' (duration: 368.57957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T14:39:29.27484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:39:28.905595Z","time spent":"369.180078ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T14:39:29.275132Z","caller":"traceutil/trace.go:171","msg":"trace[773142973] transaction","detail":"{read_only:false; response_revision:29919; number_of_response:1; }","duration":"434.796082ms","start":"2026-04-08T14:39:28.839826Z","end":"2026-04-08T14:39:29.274622Z","steps":["trace[773142973] 'process raft request' (duration: 262.843111ms)","trace[773142973] 'compare' (duration: 171.028765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T14:39:29.275513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T14:39:28.839809Z","time spent":"435.532232ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T14:39:29.286454Z","caller":"traceutil/trace.go:171","msg":"trace[1177369489] transaction","detail":"{read_only:false; response_revision:29922; number_of_response:1; }","duration":"137.596816ms","start":"2026-04-08T14:39:29.148834Z","end":"2026-04-08T14:39:29.286431Z","steps":["trace[1177369489] 'process raft request' (duration: 137.447781ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:39:29.286488Z","caller":"traceutil/trace.go:171","msg":"trace[1601798026] transaction","detail":"{read_only:false; response_revision:29923; number_of_response:1; }","duration":"135.171489ms","start":"2026-04-08T14:39:29.151282Z","end":"2026-04-08T14:39:29.286454Z","steps":["trace[1601798026] 'process raft request' (duration: 135.072076ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T14:44:05.184356Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29647} {"level":"info","ts":"2026-04-08T14:44:05.337838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29647,"took":"148.831875ms","hash":190236357,"current-db-size-bytes":55656448,"current-db-size":"56 MB","current-db-size-in-use-bytes":31604736,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-08T14:44:05.337916Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":190236357,"revision":29647,"compact-revision":26845} {"level":"info","ts":"2026-04-08T14:49:05.197302Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31997} {"level":"info","ts":"2026-04-08T14:49:05.336717Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31997,"took":"133.903367ms","hash":3422591407,"current-db-size-bytes":55656448,"current-db-size":"56 MB","current-db-size-in-use-bytes":30105600,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-08T14:49:05.336786Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3422591407,"revision":31997,"compact-revision":29647} {"level":"info","ts":"2026-04-08T14:54:05.203261Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34231} {"level":"info","ts":"2026-04-08T14:54:05.342664Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34231,"took":"134.239188ms","hash":24490725,"current-db-size-bytes":55656448,"current-db-size":"56 MB","current-db-size-in-use-bytes":30720000,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-08T14:54:05.342725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":24490725,"revision":34231,"compact-revision":31997} {"level":"info","ts":"2026-04-08T14:59:05.210203Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36527} {"level":"info","ts":"2026-04-08T14:59:05.334731Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36527,"took":"119.85602ms","hash":1722147372,"current-db-size-bytes":57344000,"current-db-size":"57 MB","current-db-size-in-use-bytes":32628736,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-08T14:59:05.334789Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1722147372,"revision":36527,"compact-revision":34231} {"level":"info","ts":"2026-04-08T14:59:05.719453Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T14:59:05.725118Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-08T14:59:05.72525Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-08T15:04:05.218409Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38756} {"level":"info","ts":"2026-04-08T15:04:05.353523Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38756,"took":"129.471499ms","hash":219632889,"current-db-size-bytes":58187776,"current-db-size":"58 MB","current-db-size-in-use-bytes":32227328,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-08T15:04:05.353695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":219632889,"revision":38756,"compact-revision":36527}