{"level":"warn","ts":"2026-04-02T08:51:10.565192Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T08:51:10.565278Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.25:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.25:2380","--initial-cluster=instance=https://199.204.45.25:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.25:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.25:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T08:51:10.565343Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T08:51:10.565353Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-04-02T08:51:10.565369Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T08:51:10.565975Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"]} {"level":"info","ts":"2026-04-02T08:51:10.566047Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.25:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T08:51:10.575747Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.51207ms"} {"level":"info","ts":"2026-04-02T08:51:10.598039Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ba52c55cf4193752","cluster-id":"4468ed52294bc271"} {"level":"info","ts":"2026-04-02T08:51:10.598142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T08:51:10.598164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 0"} {"level":"info","ts":"2026-04-02T08:51:10.598175Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ba52c55cf4193752 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T08:51:10.598184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 1"} {"level":"info","ts":"2026-04-02T08:51:10.598222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"warn","ts":"2026-04-02T08:51:10.633484Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T08:51:10.63542Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T08:51:10.63681Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T08:51:10.639235Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ba52c55cf4193752","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T08:51:10.639409Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ba52c55cf4193752","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T08:51:10.639577Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T08:51:10.639704Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T08:51:10.63972Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T08:51:10.641384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"info","ts":"2026-04-02T08:51:10.64156Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","added-peer-id":"ba52c55cf4193752","added-peer-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-04-02T08:51:10.643744Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T08:51:10.644015Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ba52c55cf4193752","initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T08:51:10.644051Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T08:51:10.644128Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-04-02T08:51:10.644145Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-04-02T08:51:10.899772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T08:51:10.899828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T08:51:10.899855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 1"} {"level":"info","ts":"2026-04-02T08:51:10.89987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became candidate at term 2"} {"level":"info","ts":"2026-04-02T08:51:10.899877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-04-02T08:51:10.899893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became leader at term 2"} {"level":"info","ts":"2026-04-02T08:51:10.899902Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ba52c55cf4193752 elected leader ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-04-02T08:51:10.900679Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ba52c55cf4193752","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.25:2379]}","request-path":"/0/members/ba52c55cf4193752/attributes","cluster-id":"4468ed52294bc271","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T08:51:10.900732Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:51:10.900892Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T08:51:10.900832Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T08:51:10.901052Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T08:51:10.901325Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T08:51:10.901847Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:51:10.902021Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:51:10.902076Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:51:10.904333Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.25:2379"} {"level":"info","ts":"2026-04-02T08:51:10.905218Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T08:51:15.978746Z","caller":"traceutil/trace.go:171","msg":"trace[1605833805] linearizableReadLoop","detail":"{readStateIndex:241; appliedIndex:240; }","duration":"391.755367ms","start":"2026-04-02T08:51:15.58695Z","end":"2026-04-02T08:51:15.978706Z","steps":["trace[1605833805] 'read index received' (duration: 391.721306ms)","trace[1605833805] 'applied index is now lower than readState.Index' (duration: 33.201µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:51:15.978834Z","caller":"traceutil/trace.go:171","msg":"trace[1188006313] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"402.182136ms","start":"2026-04-02T08:51:15.576606Z","end":"2026-04-02T08:51:15.978788Z","steps":["trace[1188006313] 'process raft request' (duration: 401.98423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:15.978958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.959294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:51:15.979052Z","caller":"traceutil/trace.go:171","msg":"trace[1422434463] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:0; response_revision:235; }","duration":"392.113668ms","start":"2026-04-02T08:51:15.586916Z","end":"2026-04-02T08:51:15.97903Z","steps":["trace[1422434463] 'agreement among raft nodes before linearized reading' (duration: 391.942693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:15.979138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:15.586887Z","time spent":"392.226632ms","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" "} {"level":"warn","ts":"2026-04-02T08:51:15.979496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:15.576579Z","time spent":"402.360741ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:16.020617Z","caller":"traceutil/trace.go:171","msg":"trace[384200973] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"317.135122ms","start":"2026-04-02T08:51:15.703442Z","end":"2026-04-02T08:51:16.020577Z","steps":["trace[384200973] 'process raft request' (duration: 315.322484ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:16.020638Z","caller":"traceutil/trace.go:171","msg":"trace[1905522825] transaction","detail":"{read_only:false; number_of_response:0; response_revision:236; }","duration":"238.761907ms","start":"2026-04-02T08:51:15.781841Z","end":"2026-04-02T08:51:16.020603Z","steps":["trace[1905522825] 'process raft request' (duration: 238.624063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:16.020776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:15.703431Z","time spent":"317.273826ms","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:16.020882Z","caller":"traceutil/trace.go:171","msg":"trace[83015766] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"202.413059ms","start":"2026-04-02T08:51:15.81844Z","end":"2026-04-02T08:51:16.020853Z","steps":["trace[83015766] 'process raft request' (duration: 202.223733ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:16.021056Z","caller":"traceutil/trace.go:171","msg":"trace[1678050793] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"203.762672ms","start":"2026-04-02T08:51:15.817237Z","end":"2026-04-02T08:51:16.020999Z","steps":["trace[1678050793] 'process raft request' (duration: 203.337028ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:16.021907Z","caller":"traceutil/trace.go:171","msg":"trace[1684001755] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"203.874756ms","start":"2026-04-02T08:51:15.817227Z","end":"2026-04-02T08:51:16.021102Z","steps":["trace[1684001755] 'process raft request' (duration: 203.299628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:16.022719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.212635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:51:16.02288Z","caller":"traceutil/trace.go:171","msg":"trace[1140792535] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"203.68164ms","start":"2026-04-02T08:51:15.817436Z","end":"2026-04-02T08:51:16.021118Z","steps":["trace[1140792535] 'process raft request' (duration: 203.196464ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:16.022895Z","caller":"traceutil/trace.go:171","msg":"trace[1364450924] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:240; }","duration":"319.970371ms","start":"2026-04-02T08:51:15.702795Z","end":"2026-04-02T08:51:16.022766Z","steps":["trace[1364450924] 'agreement among raft nodes before linearized reading' (duration: 318.110942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:16.022969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:15.702778Z","time spent":"320.175768ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-02T08:51:16.021089Z","caller":"traceutil/trace.go:171","msg":"trace[1432454005] transaction","detail":"{read_only:false; number_of_response:0; response_revision:238; }","duration":"203.699561ms","start":"2026-04-02T08:51:15.81736Z","end":"2026-04-02T08:51:16.02106Z","steps":["trace[1432454005] 'process raft request' (duration: 203.250277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:16.024599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.706026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-02T08:51:16.02465Z","caller":"traceutil/trace.go:171","msg":"trace[1160946274] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:240; }","duration":"321.794888ms","start":"2026-04-02T08:51:15.702831Z","end":"2026-04-02T08:51:16.024626Z","steps":["trace[1160946274] 'agreement among raft nodes before linearized reading' (duration: 318.377291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:16.024696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:15.702805Z","time spent":"321.882791ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-04-02T08:51:30.994434Z","caller":"traceutil/trace.go:171","msg":"trace[104126707] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"302.948764ms","start":"2026-04-02T08:51:30.691463Z","end":"2026-04-02T08:51:30.994412Z","steps":["trace[104126707] 'read index received' (duration: 302.762318ms)","trace[104126707] 'applied index is now lower than readState.Index' (duration: 185.776µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:51:30.994535Z","caller":"traceutil/trace.go:171","msg":"trace[1236880382] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"438.035777ms","start":"2026-04-02T08:51:30.556481Z","end":"2026-04-02T08:51:30.994517Z","steps":["trace[1236880382] 'process raft request' (duration: 437.80354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:30.99456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.083398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T08:51:30.994596Z","caller":"traceutil/trace.go:171","msg":"trace[1584126025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:411; }","duration":"303.177711ms","start":"2026-04-02T08:51:30.691408Z","end":"2026-04-02T08:51:30.994586Z","steps":["trace[1584126025] 'agreement among raft nodes before linearized reading' (duration: 303.093358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:30.99463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:30.691386Z","time spent":"303.236923ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:51:30.994938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:30.556465Z","time spent":"438.10881ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:51:31.337536Z","caller":"traceutil/trace.go:171","msg":"trace[155141463] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"339.220799ms","start":"2026-04-02T08:51:30.998269Z","end":"2026-04-02T08:51:31.33749Z","steps":["trace[155141463] 'process raft request' (duration: 338.984262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:31.338036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:30.998249Z","time spent":"339.624561ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:32.286596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.37256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:51:32.286694Z","caller":"traceutil/trace.go:171","msg":"trace[293146877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"796.529725ms","start":"2026-04-02T08:51:31.490143Z","end":"2026-04-02T08:51:32.286673Z","steps":["trace[293146877] 'range keys from in-memory index tree' (duration: 796.257266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:32.286734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:31.490107Z","time spent":"796.619348ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:51:32.286711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.410338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T08:51:32.286798Z","caller":"traceutil/trace.go:171","msg":"trace[1443432878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:412; }","duration":"175.570803ms","start":"2026-04-02T08:51:32.11121Z","end":"2026-04-02T08:51:32.286781Z","steps":["trace[1443432878] 'range keys from in-memory index tree' (duration: 175.267153ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:32.609832Z","caller":"traceutil/trace.go:171","msg":"trace[211527013] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"319.736884ms","start":"2026-04-02T08:51:32.290049Z","end":"2026-04-02T08:51:32.609786Z","steps":["trace[211527013] 'process raft request' (duration: 319.540588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:32.610113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:32.29003Z","time spent":"319.986511ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:51:32.612737Z","caller":"traceutil/trace.go:171","msg":"trace[1944678972] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:426; }","duration":"121.670051ms","start":"2026-04-02T08:51:32.491034Z","end":"2026-04-02T08:51:32.612704Z","steps":["trace[1944678972] 'read index received' (duration: 118.514791ms)","trace[1944678972] 'applied index is now lower than readState.Index' (duration: 3.15432ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:51:32.612821Z","caller":"traceutil/trace.go:171","msg":"trace[752801706] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"321.713556ms","start":"2026-04-02T08:51:32.291069Z","end":"2026-04-02T08:51:32.612783Z","steps":["trace[752801706] 'process raft request' (duration: 321.499569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:32.612867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.824546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:51:32.612909Z","caller":"traceutil/trace.go:171","msg":"trace[2027405782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"121.94558ms","start":"2026-04-02T08:51:32.490952Z","end":"2026-04-02T08:51:32.612897Z","steps":["trace[2027405782] 'agreement among raft nodes before linearized reading' (duration: 121.864167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:32.612912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:32.291051Z","time spent":"321.818059ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:37.91201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886473918,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T08:51:38.038996Z","caller":"traceutil/trace.go:171","msg":"trace[1098827556] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"627.810418ms","start":"2026-04-02T08:51:37.411149Z","end":"2026-04-02T08:51:38.038959Z","steps":["trace[1098827556] 'read index received' (duration: 627.416485ms)","trace[1098827556] 'applied index is now lower than readState.Index' (duration: 392.703µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:51:38.039074Z","caller":"traceutil/trace.go:171","msg":"trace[1177767633] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"671.188697ms","start":"2026-04-02T08:51:37.367852Z","end":"2026-04-02T08:51:38.039041Z","steps":["trace[1177767633] 'process raft request' (duration: 670.820666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:38.039235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.64445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:51:38.039285Z","caller":"traceutil/trace.go:171","msg":"trace[1780205888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"549.757154ms","start":"2026-04-02T08:51:37.489514Z","end":"2026-04-02T08:51:38.039271Z","steps":["trace[1780205888] 'agreement among raft nodes before linearized reading' (duration: 549.65323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:38.03938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.252422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"warn","ts":"2026-04-02T08:51:38.039331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.068106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:51:38.039379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:37.367824Z","time spent":"671.435574ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:51:38.039487Z","caller":"traceutil/trace.go:171","msg":"trace[5223291] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:427; }","duration":"335.403997ms","start":"2026-04-02T08:51:37.704057Z","end":"2026-04-02T08:51:38.039461Z","steps":["trace[5223291] 'agreement among raft nodes before linearized reading' (duration: 335.166999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:38.039539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:37.70404Z","time spent":"335.49147ms","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12692,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-04-02T08:51:38.039569Z","caller":"traceutil/trace.go:171","msg":"trace[1356403286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"628.376365ms","start":"2026-04-02T08:51:37.411102Z","end":"2026-04-02T08:51:38.039479Z","steps":["trace[1356403286] 'agreement among raft nodes before linearized reading' (duration: 627.988523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:38.039672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:37.489494Z","time spent":"549.916878ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:51:38.039749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:37.411084Z","time spent":"628.647964ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:51:38.722979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.538562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:51:38.72308Z","caller":"traceutil/trace.go:171","msg":"trace[102843282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"233.691817ms","start":"2026-04-02T08:51:38.489366Z","end":"2026-04-02T08:51:38.723058Z","steps":["trace[102843282] 'range keys from in-memory index tree' (duration: 233.348906ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:40.887168Z","caller":"traceutil/trace.go:171","msg":"trace[761727620] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"148.977363ms","start":"2026-04-02T08:51:40.738173Z","end":"2026-04-02T08:51:40.88715Z","steps":["trace[761727620] 'process raft request' (duration: 148.852299ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:40.888395Z","caller":"traceutil/trace.go:171","msg":"trace[318273271] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"149.600372ms","start":"2026-04-02T08:51:40.738256Z","end":"2026-04-02T08:51:40.887857Z","steps":["trace[318273271] 'process raft request' (duration: 149.53523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:41.99063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886473998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:51:42.244112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036762607s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:51:42.244555Z","caller":"traceutil/trace.go:171","msg":"trace[2087346454] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"1.037367886s","start":"2026-04-02T08:51:41.20716Z","end":"2026-04-02T08:51:42.244527Z","steps":["trace[2087346454] 'process raft request' (duration: 1.037236752s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:42.244708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.20712Z","time spent":"1.037518051s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:42.381677Z","caller":"traceutil/trace.go:171","msg":"trace[943838148] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"1.171910124s","start":"2026-04-02T08:51:41.209728Z","end":"2026-04-02T08:51:42.381638Z","steps":["trace[943838148] 'process raft request' (duration: 1.171696247s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:42.381764Z","caller":"traceutil/trace.go:171","msg":"trace[68969426] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"1.171359616s","start":"2026-04-02T08:51:41.210369Z","end":"2026-04-02T08:51:42.381729Z","steps":["trace[68969426] 'process raft request' (duration: 1.171200801s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:42.381835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.209718Z","time spent":"1.172041987s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:51:42.381934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.210359Z","time spent":"1.17149336s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:42.382Z","caller":"traceutil/trace.go:171","msg":"trace[1906392625] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"1.162221077s","start":"2026-04-02T08:51:41.219747Z","end":"2026-04-02T08:51:42.381968Z","steps":["trace[1906392625] 'process raft request' (duration: 1.161949638s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:42.382051Z","caller":"traceutil/trace.go:171","msg":"trace[542106378] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"1.16325481s","start":"2026-04-02T08:51:41.218716Z","end":"2026-04-02T08:51:42.381971Z","steps":["trace[542106378] 'process raft request' (duration: 1.162910409s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:42.382118Z","caller":"traceutil/trace.go:171","msg":"trace[2071210634] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"1.161841785s","start":"2026-04-02T08:51:41.22026Z","end":"2026-04-02T08:51:42.382102Z","steps":["trace[2071210634] 'process raft request' (duration: 1.161530185s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:42.382133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.219742Z","time spent":"1.162321911s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:51:42.382192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.220231Z","time spent":"1.161928788s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:51:42.382212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.218709Z","time spent":"1.163440126s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:42.382287Z","caller":"traceutil/trace.go:171","msg":"trace[1664173729] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"1.161879927s","start":"2026-04-02T08:51:41.220395Z","end":"2026-04-02T08:51:42.382275Z","steps":["trace[1664173729] 'process raft request' (duration: 1.161498075s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:42.382349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.220389Z","time spent":"1.161931748s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:42.382391Z","caller":"traceutil/trace.go:171","msg":"trace[1062541979] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"1.160184873s","start":"2026-04-02T08:51:41.222195Z","end":"2026-04-02T08:51:42.38238Z","steps":["trace[1062541979] 'process raft request' (duration: 1.159797251s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:42.382445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.222187Z","time spent":"1.160232484s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:42.382488Z","caller":"traceutil/trace.go:171","msg":"trace[1441130366] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"1.14076629s","start":"2026-04-02T08:51:41.24169Z","end":"2026-04-02T08:51:42.382456Z","steps":["trace[1441130366] 'process raft request' (duration: 1.140569744s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:42.382571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.241658Z","time spent":"1.140877934s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:42.382877Z","caller":"traceutil/trace.go:171","msg":"trace[698223525] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"1.124952651s","start":"2026-04-02T08:51:41.257909Z","end":"2026-04-02T08:51:42.382861Z","steps":["trace[698223525] 'process raft request' (duration: 1.124532228s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:42.383013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.257882Z","time spent":"1.125082235s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:42.383281Z","caller":"traceutil/trace.go:171","msg":"trace[651677193] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"1.119505409s","start":"2026-04-02T08:51:41.26376Z","end":"2026-04-02T08:51:42.383266Z","steps":["trace[651677193] 'process raft request' (duration: 1.119053895s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:42.383353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.263724Z","time spent":"1.119597112s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:42.383559Z","caller":"traceutil/trace.go:171","msg":"trace[1243858341] linearizableReadLoop","detail":"{readStateIndex:496; appliedIndex:485; }","duration":"893.04197ms","start":"2026-04-02T08:51:41.490496Z","end":"2026-04-02T08:51:42.383537Z","steps":["trace[1243858341] 'read index received' (duration: 754.099575ms)","trace[1243858341] 'applied index is now lower than readState.Index' (duration: 138.941345ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:51:42.383773Z","caller":"traceutil/trace.go:171","msg":"trace[1705137364] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"1.013374489s","start":"2026-04-02T08:51:41.370382Z","end":"2026-04-02T08:51:42.383756Z","steps":["trace[1705137364] 'process raft request' (duration: 1.012856463s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:42.383972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.370347Z","time spent":"1.013474442s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:51:42.384217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.690441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:51:42.384292Z","caller":"traceutil/trace.go:171","msg":"trace[1528592770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:480; }","duration":"893.835096ms","start":"2026-04-02T08:51:41.490441Z","end":"2026-04-02T08:51:42.384276Z","steps":["trace[1528592770] 'agreement among raft nodes before linearized reading' (duration: 893.63886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:42.38436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:41.490418Z","time spent":"893.929689ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:51:42.884547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886474015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:51:43.913599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.481223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:51:43.913834Z","caller":"traceutil/trace.go:171","msg":"trace[2120364723] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"1.663215065s","start":"2026-04-02T08:51:42.25059Z","end":"2026-04-02T08:51:43.913805Z","steps":["trace[2120364723] 'process raft request' (duration: 873.306229ms)","trace[2120364723] 'compare' (duration: 789.09215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:51:43.913943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.250563Z","time spent":"1.663336689s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:43.914043Z","caller":"traceutil/trace.go:171","msg":"trace[182900936] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"1.661017636s","start":"2026-04-02T08:51:42.252976Z","end":"2026-04-02T08:51:43.913994Z","steps":["trace[182900936] 'process raft request' (duration: 1.660740637s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:43.914423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.252962Z","time spent":"1.661197511s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:51:43.914307Z","caller":"traceutil/trace.go:171","msg":"trace[223383875] transaction","detail":"{read_only:false; number_of_response:1; response_revision:482; }","duration":"1.661251373s","start":"2026-04-02T08:51:42.253035Z","end":"2026-04-02T08:51:43.914286Z","steps":["trace[223383875] 'process raft request' (duration: 1.66116909s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:43.914821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.252979Z","time spent":"1.661764299s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:44.176419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.051922548s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:51:44.311502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.782625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:51:44.311754Z","caller":"traceutil/trace.go:171","msg":"trace[960756955] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"1.923155232s","start":"2026-04-02T08:51:42.388568Z","end":"2026-04-02T08:51:44.311723Z","steps":["trace[960756955] 'process raft request' (duration: 1.788072637s)","trace[960756955] 'compare' (duration: 134.653601ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:51:44.311781Z","caller":"traceutil/trace.go:171","msg":"trace[1006043943] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"1.918242026s","start":"2026-04-02T08:51:42.393494Z","end":"2026-04-02T08:51:44.311736Z","steps":["trace[1006043943] 'process raft request' (duration: 1.918144403s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:44.311821Z","caller":"traceutil/trace.go:171","msg":"trace[1740379374] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"1.92215479s","start":"2026-04-02T08:51:42.389632Z","end":"2026-04-02T08:51:44.311786Z","steps":["trace[1740379374] 'process raft request' (duration: 1.921964954s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:44.311892Z","caller":"traceutil/trace.go:171","msg":"trace[455024385] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"1.916078488s","start":"2026-04-02T08:51:42.395748Z","end":"2026-04-02T08:51:44.311827Z","steps":["trace[455024385] 'process raft request' (duration: 1.915962854s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:44.311944Z","caller":"traceutil/trace.go:171","msg":"trace[1036763189] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"1.911996399s","start":"2026-04-02T08:51:42.399905Z","end":"2026-04-02T08:51:44.311902Z","steps":["trace[1036763189] 'process raft request' (duration: 1.911839924s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:44.311792Z","caller":"traceutil/trace.go:171","msg":"trace[526205385] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"1.916955266s","start":"2026-04-02T08:51:42.394802Z","end":"2026-04-02T08:51:44.311757Z","steps":["trace[526205385] 'process raft request' (duration: 1.916865883s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.312057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.394783Z","time spent":"1.917231484s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:44.311856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.388545Z","time spent":"1.923262484s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:51:44.312103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.399887Z","time spent":"1.912128833s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:44.311979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.389605Z","time spent":"1.922314845s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:44.312353Z","caller":"traceutil/trace.go:171","msg":"trace[674048815] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"1.911361939s","start":"2026-04-02T08:51:42.400978Z","end":"2026-04-02T08:51:44.31234Z","steps":["trace[674048815] 'process raft request' (duration: 1.911195044s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.312435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.400972Z","time spent":"1.911420861s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:51:44.312644Z","caller":"traceutil/trace.go:171","msg":"trace[811842431] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.911240535s","start":"2026-04-02T08:51:42.401389Z","end":"2026-04-02T08:51:44.312629Z","steps":["trace[811842431] 'process raft request' (duration: 1.910880194s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.312729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.401367Z","time spent":"1.911321478s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:51:44.312756Z","caller":"traceutil/trace.go:171","msg":"trace[416223575] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:496; }","duration":"1.929080009s","start":"2026-04-02T08:51:42.38362Z","end":"2026-04-02T08:51:44.3127Z","steps":["trace[416223575] 'read index received' (duration: 740.363302ms)","trace[416223575] 'applied index is now lower than readState.Index' (duration: 1.188715707s)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:51:44.312797Z","caller":"traceutil/trace.go:171","msg":"trace[1402855731] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"1.853169192s","start":"2026-04-02T08:51:42.459601Z","end":"2026-04-02T08:51:44.31277Z","steps":["trace[1402855731] 'process raft request' (duration: 1.852944075s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.312796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.393473Z","time spent":"1.918478654s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:51:44.312873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.459582Z","time spent":"1.853258185s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:44.312861Z","caller":"traceutil/trace.go:171","msg":"trace[1941541492] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"1.322720056s","start":"2026-04-02T08:51:42.990125Z","end":"2026-04-02T08:51:44.312845Z","steps":["trace[1941541492] 'process raft request' (duration: 1.322508399s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.313045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.990096Z","time spent":"1.322901742s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:44.313472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259601912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T08:51:44.313578Z","caller":"traceutil/trace.go:171","msg":"trace[1255871576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:492; }","duration":"2.260143779s","start":"2026-04-02T08:51:42.053414Z","end":"2026-04-02T08:51:44.313558Z","steps":["trace[1255871576] 'agreement among raft nodes before linearized reading' (duration: 2.259452397s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.313759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.053394Z","time spent":"2.260292234s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:51:44.312065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.39574Z","time spent":"1.916248013s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:44.315716Z","caller":"traceutil/trace.go:171","msg":"trace[1106437739] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"393.301596ms","start":"2026-04-02T08:51:43.922399Z","end":"2026-04-02T08:51:44.3157Z","steps":["trace[1106437739] 'process raft request' (duration: 392.79127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.315832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.928431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T08:51:44.315942Z","caller":"traceutil/trace.go:171","msg":"trace[1746476240] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"393.692259ms","start":"2026-04-02T08:51:43.922239Z","end":"2026-04-02T08:51:44.315931Z","steps":["trace[1746476240] 'process raft request' (duration: 392.881973ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:44.315952Z","caller":"traceutil/trace.go:171","msg":"trace[1590892004] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:495; }","duration":"346.127167ms","start":"2026-04-02T08:51:43.969801Z","end":"2026-04-02T08:51:44.315928Z","steps":["trace[1590892004] 'agreement among raft nodes before linearized reading' (duration: 345.806896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.316053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:43.969776Z","time spent":"346.262351ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-02T08:51:44.316035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:43.922213Z","time spent":"393.761201ms","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7326,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:51:44.316591Z","caller":"traceutil/trace.go:171","msg":"trace[1718601754] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"387.125421ms","start":"2026-04-02T08:51:43.92944Z","end":"2026-04-02T08:51:44.316566Z","steps":["trace[1718601754] 'process raft request' (duration: 385.799559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.317392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26328514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T08:51:44.317416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423111426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T08:51:44.317447Z","caller":"traceutil/trace.go:171","msg":"trace[1227314820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:495; }","duration":"1.263374583s","start":"2026-04-02T08:51:43.054058Z","end":"2026-04-02T08:51:44.317432Z","steps":["trace[1227314820] 'agreement among raft nodes before linearized reading' (duration: 1.26329344s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:44.317474Z","caller":"traceutil/trace.go:171","msg":"trace[778383649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:495; }","duration":"1.423206089s","start":"2026-04-02T08:51:42.89425Z","end":"2026-04-02T08:51:44.317456Z","steps":["trace[778383649] 'agreement among raft nodes before linearized reading' (duration: 1.423098495s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.317488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:43.054034Z","time spent":"1.263444346s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T08:51:44.317524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.894226Z","time spent":"1.423287712s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:51:44.317887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:43.929416Z","time spent":"387.259735ms","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:44.315861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:43.922392Z","time spent":"393.360468ms","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:44.317953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425301645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T08:51:44.318006Z","caller":"traceutil/trace.go:171","msg":"trace[1620056197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:495; }","duration":"1.425398018s","start":"2026-04-02T08:51:42.8926Z","end":"2026-04-02T08:51:44.317998Z","steps":["trace[1620056197] 'agreement among raft nodes before linearized reading' (duration: 1.425269644s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.318025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.892576Z","time spent":"1.42544464s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:51:44.315562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928751518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:51:44.318343Z","caller":"traceutil/trace.go:171","msg":"trace[137986363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:495; }","duration":"1.931544197s","start":"2026-04-02T08:51:42.38679Z","end":"2026-04-02T08:51:44.318334Z","steps":["trace[137986363] 'agreement among raft nodes before linearized reading' (duration: 1.928509891s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:44.318452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:42.386738Z","time spent":"1.931705771s","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T08:51:50.492733Z","caller":"traceutil/trace.go:171","msg":"trace[1256427583] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"116.310102ms","start":"2026-04-02T08:51:50.376398Z","end":"2026-04-02T08:51:50.492708Z","steps":["trace[1256427583] 'process raft request' (duration: 116.162178ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:50.861997Z","caller":"traceutil/trace.go:171","msg":"trace[190025676] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"485.064042ms","start":"2026-04-02T08:51:50.376907Z","end":"2026-04-02T08:51:50.861971Z","steps":["trace[190025676] 'process raft request' (duration: 484.985329ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:50.862093Z","caller":"traceutil/trace.go:171","msg":"trace[1300488336] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"485.584929ms","start":"2026-04-02T08:51:50.376452Z","end":"2026-04-02T08:51:50.862037Z","steps":["trace[1300488336] 'process raft request' (duration: 485.29666ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:50.862257Z","caller":"traceutil/trace.go:171","msg":"trace[215811207] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:597; }","duration":"371.689843ms","start":"2026-04-02T08:51:50.490537Z","end":"2026-04-02T08:51:50.862227Z","steps":["trace[215811207] 'read index received' (duration: 2.035844ms)","trace[215811207] 'applied index is now lower than readState.Index' (duration: 369.652039ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:51:50.862344Z","caller":"traceutil/trace.go:171","msg":"trace[1983940039] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"484.521985ms","start":"2026-04-02T08:51:50.377807Z","end":"2026-04-02T08:51:50.862329Z","steps":["trace[1983940039] 'process raft request' (duration: 484.125693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:50.862368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:50.376427Z","time spent":"485.808056ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:50.862393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.850288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:51:50.86216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:50.376891Z","time spent":"485.187536ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:50.862485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:50.377797Z","time spent":"484.615968ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:51:50.862517Z","caller":"traceutil/trace.go:171","msg":"trace[88196976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"371.986113ms","start":"2026-04-02T08:51:50.490457Z","end":"2026-04-02T08:51:50.862443Z","steps":["trace[88196976] 'agreement among raft nodes before linearized reading' (duration: 371.868839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:50.862897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:50.490424Z","time spent":"372.458918ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:51:51.363207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886474248,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T08:51:51.718205Z","caller":"traceutil/trace.go:171","msg":"trace[1536073394] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:601; }","duration":"855.854208ms","start":"2026-04-02T08:51:50.862331Z","end":"2026-04-02T08:51:51.718185Z","steps":["trace[1536073394] 'read index received' (duration: 855.284641ms)","trace[1536073394] 'applied index is now lower than readState.Index' (duration: 568.947µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:51:51.718282Z","caller":"traceutil/trace.go:171","msg":"trace[1936655423] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.18410603s","start":"2026-04-02T08:51:50.53417Z","end":"2026-04-02T08:51:51.718276Z","steps":["trace[1936655423] 'process raft request' (duration: 1.183633175s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:51.718356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:50.534141Z","time spent":"1.184156902s","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:51.71835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.105959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:51:51.718401Z","caller":"traceutil/trace.go:171","msg":"trace[620617974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"227.202382ms","start":"2026-04-02T08:51:51.491185Z","end":"2026-04-02T08:51:51.718388Z","steps":["trace[620617974] 'agreement among raft nodes before linearized reading' (duration: 227.117259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:51.718587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.791867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m4rwd\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-02T08:51:51.718661Z","caller":"traceutil/trace.go:171","msg":"trace[1415322788] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m4rwd; range_end:; response_count:1; response_revision:582; }","duration":"900.8855ms","start":"2026-04-02T08:51:50.817756Z","end":"2026-04-02T08:51:51.718641Z","steps":["trace[1415322788] 'agreement among raft nodes before linearized reading' (duration: 900.705094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:51.718705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:50.817694Z","time spent":"901.002824ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-m4rwd\" "} {"level":"warn","ts":"2026-04-02T08:51:53.005755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886474251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:51:53.121727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390308199s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:51:54.997907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875768806s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:51:54.998054Z","caller":"traceutil/trace.go:171","msg":"trace[1696583851] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"3.266737036s","start":"2026-04-02T08:51:51.731293Z","end":"2026-04-02T08:51:54.99803Z","steps":["trace[1696583851] 'process raft request' (duration: 1.390741383s)","trace[1696583851] 'compare' (duration: 1.87493716s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:51:54.998133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:51.731271Z","time spent":"3.266822419s","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:55.002057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.880069841s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:51:55.002393Z","caller":"traceutil/trace.go:171","msg":"trace[574428756] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:602; }","duration":"2.497307277s","start":"2026-04-02T08:51:52.505062Z","end":"2026-04-02T08:51:55.00237Z","steps":["trace[574428756] 'read index received' (duration: 616.983168ms)","trace[574428756] 'applied index is now lower than readState.Index' (duration: 1.880322909s)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:51:55.002492Z","caller":"traceutil/trace.go:171","msg":"trace[2062281610] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"3.216412997s","start":"2026-04-02T08:51:51.786048Z","end":"2026-04-02T08:51:55.002461Z","steps":["trace[2062281610] 'process raft request' (duration: 3.21620732s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:55.002634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497559365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T08:51:55.00264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:51.786023Z","time spent":"3.216548931s","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:51:55.002673Z","caller":"traceutil/trace.go:171","msg":"trace[22841183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:584; }","duration":"2.497660628s","start":"2026-04-02T08:51:52.505003Z","end":"2026-04-02T08:51:55.002663Z","steps":["trace[22841183] 'agreement among raft nodes before linearized reading' (duration: 2.497470202s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:55.00271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:52.50498Z","time spent":"2.49772212s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T08:51:55.004695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138615213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T08:51:55.004798Z","caller":"traceutil/trace.go:171","msg":"trace[457278143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:585; }","duration":"2.138759678s","start":"2026-04-02T08:51:52.866027Z","end":"2026-04-02T08:51:55.004787Z","steps":["trace[457278143] 'agreement among raft nodes before linearized reading' (duration: 2.138567642s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:55.004848Z","caller":"traceutil/trace.go:171","msg":"trace[76133106] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"407.548517ms","start":"2026-04-02T08:51:54.597283Z","end":"2026-04-02T08:51:55.004831Z","steps":["trace[76133106] 'process raft request' (duration: 407.210116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:55.004865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:52.866007Z","time spent":"2.13882947s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:51:55.005063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035394126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T08:51:55.005102Z","caller":"traceutil/trace.go:171","msg":"trace[1456672705] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:585; }","duration":"1.035458748s","start":"2026-04-02T08:51:53.969634Z","end":"2026-04-02T08:51:55.005092Z","steps":["trace[1456672705] 'agreement among raft nodes before linearized reading' (duration: 1.035351664s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:55.004785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515286316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:51:55.005131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:53.969614Z","time spent":"1.03550744s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"info","ts":"2026-04-02T08:51:55.005197Z","caller":"traceutil/trace.go:171","msg":"trace[1969181060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"1.515708879s","start":"2026-04-02T08:51:53.489454Z","end":"2026-04-02T08:51:55.005163Z","steps":["trace[1969181060] 'agreement among raft nodes before linearized reading' (duration: 1.515289296s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:55.005293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:53.489425Z","time spent":"1.515837873s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:51:55.004955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:54.597263Z","time spent":"407.628688ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:51:55.005593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139418368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T08:51:55.005615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13818837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T08:51:55.005632Z","caller":"traceutil/trace.go:171","msg":"trace[806135286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:585; }","duration":"2.13948939s","start":"2026-04-02T08:51:52.866133Z","end":"2026-04-02T08:51:55.005622Z","steps":["trace[806135286] 'agreement among raft nodes before linearized reading' (duration: 2.139375337s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:51:55.005648Z","caller":"traceutil/trace.go:171","msg":"trace[815960013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:585; }","duration":"2.138233301s","start":"2026-04-02T08:51:52.867405Z","end":"2026-04-02T08:51:55.005638Z","steps":["trace[815960013] 'agreement among raft nodes before linearized reading' (duration: 2.138091156s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:51:55.005675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:52.867398Z","time spent":"2.138270632s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:51:55.005674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:51:52.86611Z","time spent":"2.139555073s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:52:11.138717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.205174ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T08:52:11.138846Z","caller":"traceutil/trace.go:171","msg":"trace[1503007704] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:767; }","duration":"649.303944ms","start":"2026-04-02T08:52:10.48952Z","end":"2026-04-02T08:52:11.138824Z","steps":["trace[1503007704] 'read index received' (duration: 37.015626ms)","trace[1503007704] 'applied index is now lower than readState.Index' (duration: 612.286258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:11.139013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.49294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:11.139066Z","caller":"traceutil/trace.go:171","msg":"trace[1111790082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:743; }","duration":"649.587493ms","start":"2026-04-02T08:52:10.489468Z","end":"2026-04-02T08:52:11.139055Z","steps":["trace[1111790082] 'agreement among raft nodes before linearized reading' (duration: 649.49943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:11.139104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:10.489446Z","time spent":"649.649814ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T08:52:11.505033Z","caller":"traceutil/trace.go:171","msg":"trace[1051283448] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:768; }","duration":"366.13245ms","start":"2026-04-02T08:52:11.138877Z","end":"2026-04-02T08:52:11.505009Z","steps":["trace[1051283448] 'read index received' (duration: 365.914293ms)","trace[1051283448] 'applied index is now lower than readState.Index' (duration: 217.137µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:11.505265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.876216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T08:52:11.505204Z","caller":"traceutil/trace.go:171","msg":"trace[1811990743] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"560.589678ms","start":"2026-04-02T08:52:10.944548Z","end":"2026-04-02T08:52:11.505138Z","steps":["trace[1811990743] 'process raft request' (duration: 560.318359ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:11.505322Z","caller":"traceutil/trace.go:171","msg":"trace[1165567591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:744; }","duration":"401.986319ms","start":"2026-04-02T08:52:11.103319Z","end":"2026-04-02T08:52:11.505305Z","steps":["trace[1165567591] 'agreement among raft nodes before linearized reading' (duration: 401.812993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:11.505339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.538572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T08:52:11.505365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:11.103297Z","time spent":"402.058652ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T08:52:11.505376Z","caller":"traceutil/trace.go:171","msg":"trace[713694018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:744; }","duration":"399.574373ms","start":"2026-04-02T08:52:11.105787Z","end":"2026-04-02T08:52:11.505362Z","steps":["trace[713694018] 'agreement among raft nodes before linearized reading' (duration: 399.512131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:11.50526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.192343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T08:52:11.50543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:11.105784Z","time spent":"399.637856ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:52:11.505442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.501273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:52:11.505546Z","caller":"traceutil/trace.go:171","msg":"trace[2058318701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:744; }","duration":"704.657328ms","start":"2026-04-02T08:52:10.800865Z","end":"2026-04-02T08:52:11.505522Z","steps":["trace[2058318701] 'agreement among raft nodes before linearized reading' (duration: 704.331318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:11.505532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.58254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T08:52:11.50554Z","caller":"traceutil/trace.go:171","msg":"trace[448582039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:744; }","duration":"400.479322ms","start":"2026-04-02T08:52:11.105025Z","end":"2026-04-02T08:52:11.505504Z","steps":["trace[448582039] 'agreement among raft nodes before linearized reading' (duration: 400.023088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:11.505603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:10.800845Z","time spent":"704.749571ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T08:52:11.505575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:10.944519Z","time spent":"560.888257ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:11.505646Z","caller":"traceutil/trace.go:171","msg":"trace[1608373062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:744; }","duration":"403.744435ms","start":"2026-04-02T08:52:11.101868Z","end":"2026-04-02T08:52:11.505613Z","steps":["trace[1608373062] 'agreement among raft nodes before linearized reading' (duration: 403.405094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:11.505675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:11.105009Z","time spent":"400.622566ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:52:11.505706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:11.101841Z","time spent":"403.853038ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T08:52:11.506164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.582332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:11.50622Z","caller":"traceutil/trace.go:171","msg":"trace[537053098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"365.674015ms","start":"2026-04-02T08:52:11.140531Z","end":"2026-04-02T08:52:11.506205Z","steps":["trace[537053098] 'agreement among raft nodes before linearized reading' (duration: 364.952533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:11.506248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:11.140513Z","time spent":"365.729047ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:52:38.990981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886475276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:52:39.491993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886475276,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T08:52:39.521408Z","caller":"traceutil/trace.go:171","msg":"trace[53771773] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"1.06618239s","start":"2026-04-02T08:52:38.455201Z","end":"2026-04-02T08:52:39.521384Z","steps":["trace[53771773] 'process raft request' (duration: 1.065922322s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:39.521565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:38.455179Z","time spent":"1.066304094s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:39.527496Z","caller":"traceutil/trace.go:171","msg":"trace[1134309074] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1173; }","duration":"1.037026011s","start":"2026-04-02T08:52:38.490442Z","end":"2026-04-02T08:52:39.527468Z","steps":["trace[1134309074] 'read index received' (duration: 1.030704742s)","trace[1134309074] 'applied index is now lower than readState.Index' (duration: 6.319739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:39.527653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037210168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:39.52772Z","caller":"traceutil/trace.go:171","msg":"trace[1238797790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1142; }","duration":"1.037316111s","start":"2026-04-02T08:52:38.490386Z","end":"2026-04-02T08:52:39.527702Z","steps":["trace[1238797790] 'agreement among raft nodes before linearized reading' (duration: 1.037217338s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:39.527754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:38.490364Z","time spent":"1.037383623s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:52:39.527672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.294795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:52:39.527819Z","caller":"traceutil/trace.go:171","msg":"trace[127397184] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1142; }","duration":"419.45753ms","start":"2026-04-02T08:52:39.108349Z","end":"2026-04-02T08:52:39.527806Z","steps":["trace[127397184] 'agreement among raft nodes before linearized reading' (duration: 419.266014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:39.527863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:39.108306Z","time spent":"419.546353ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":2,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:53:22.454888Z","caller":"traceutil/trace.go:171","msg":"trace[1154209086] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"213.041834ms","start":"2026-04-02T08:53:22.2418Z","end":"2026-04-02T08:53:22.454842Z","steps":["trace[1154209086] 'process raft request' (duration: 212.830918ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:40.042524Z","caller":"traceutil/trace.go:171","msg":"trace[1337519298] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"456.93645ms","start":"2026-04-02T08:53:39.585566Z","end":"2026-04-02T08:53:40.042503Z","steps":["trace[1337519298] 'process raft request' (duration: 456.790075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:40.042772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:39.585541Z","time spent":"457.092655ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:40.043908Z","caller":"traceutil/trace.go:171","msg":"trace[1009191283] linearizableReadLoop","detail":"{readStateIndex:1831; appliedIndex:1829; }","duration":"100.731974ms","start":"2026-04-02T08:53:39.943148Z","end":"2026-04-02T08:53:40.04388Z","steps":["trace[1009191283] 'read index received' (duration: 99.299119ms)","trace[1009191283] 'applied index is now lower than readState.Index' (duration: 1.431675ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:40.04406Z","caller":"traceutil/trace.go:171","msg":"trace[1339275769] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"257.540986ms","start":"2026-04-02T08:53:39.786481Z","end":"2026-04-02T08:53:40.044022Z","steps":["trace[1339275769] 'process raft request' (duration: 257.249247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:40.044467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.306863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:53:40.044512Z","caller":"traceutil/trace.go:171","msg":"trace[804840158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1758; }","duration":"101.405596ms","start":"2026-04-02T08:53:39.943095Z","end":"2026-04-02T08:53:40.044501Z","steps":["trace[804840158] 'agreement among raft nodes before linearized reading' (duration: 100.925581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:47.598324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886476805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:53:48.099259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886476805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:53:48.488498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.488966427s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:53:48.48892Z","caller":"traceutil/trace.go:171","msg":"trace[437863628] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"1.489463142s","start":"2026-04-02T08:53:46.999401Z","end":"2026-04-02T08:53:48.488864Z","steps":["trace[437863628] 'process raft request' (duration: 1.489289797s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:48.489082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:46.999371Z","time spent":"1.489620497s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:53:49.410671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T08:53:49.410755Z","caller":"traceutil/trace.go:171","msg":"trace[1489591028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056873s","start":"2026-04-02T08:53:47.410679Z","end":"2026-04-02T08:53:49.410736Z","steps":["trace[1489591028] 'agreement among raft nodes before linearized reading' (duration: 1.99993547s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:49.410801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:47.410656Z","time spent":"2.000135775s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:53:49.491013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001902801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:53:49.491078Z","caller":"traceutil/trace.go:171","msg":"trace[1871647199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001990024s","start":"2026-04-02T08:53:47.489073Z","end":"2026-04-02T08:53:49.491063Z","steps":["trace[1871647199] 'agreement among raft nodes before linearized reading' (duration: 2.001898231s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:49.491132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:47.48903Z","time spent":"2.002091658s","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:53:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:53:50.118166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.629423471s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:53:50.118582Z","caller":"traceutil/trace.go:171","msg":"trace[1630072334] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1942; }","duration":"3.020456362s","start":"2026-04-02T08:53:47.098099Z","end":"2026-04-02T08:53:50.118555Z","steps":["trace[1630072334] 'read index received' (duration: 1.390619968s)","trace[1630072334] 'applied index is now lower than readState.Index' (duration: 1.629835414s)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:50.118672Z","caller":"traceutil/trace.go:171","msg":"trace[1743673793] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"2.673316422s","start":"2026-04-02T08:53:47.445305Z","end":"2026-04-02T08:53:50.118621Z","steps":["trace[1743673793] 'process raft request' (duration: 2.673062824s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:50.118712Z","caller":"traceutil/trace.go:171","msg":"trace[1117492593] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"2.047080094s","start":"2026-04-02T08:53:48.071587Z","end":"2026-04-02T08:53:50.118667Z","steps":["trace[1117492593] 'process raft request' (duration: 2.04692334s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.118839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:47.445285Z","time spent":"2.673470846s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:53:50.118888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:48.071551Z","time spent":"2.047236649s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:53:50.118987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020882436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T08:53:50.119107Z","caller":"traceutil/trace.go:171","msg":"trace[1321835579] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1871; }","duration":"3.02103162s","start":"2026-04-02T08:53:47.098029Z","end":"2026-04-02T08:53:50.119061Z","steps":["trace[1321835579] 'agreement among raft nodes before linearized reading' (duration: 3.020645048s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.119153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:47.098006Z","time spent":"3.021136283s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T08:53:50.130802Z","caller":"traceutil/trace.go:171","msg":"trace[423277512] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.629832614s","start":"2026-04-02T08:53:48.500952Z","end":"2026-04-02T08:53:50.130785Z","steps":["trace[423277512] 'process raft request' (duration: 1.62970835s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.130938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:48.500923Z","time spent":"1.629933978s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:50.131005Z","caller":"traceutil/trace.go:171","msg":"trace[1801504852] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"1.226231254s","start":"2026-04-02T08:53:48.904715Z","end":"2026-04-02T08:53:50.130946Z","steps":["trace[1801504852] 'process raft request' (duration: 1.226030088s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.131118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:48.904695Z","time spent":"1.226371019s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7744,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:50.133103Z","caller":"traceutil/trace.go:171","msg":"trace[759291281] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"685.867596ms","start":"2026-04-02T08:53:49.447226Z","end":"2026-04-02T08:53:50.133094Z","steps":["trace[759291281] 'process raft request' (duration: 685.723811ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:50.133183Z","caller":"traceutil/trace.go:171","msg":"trace[890863385] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"716.758719ms","start":"2026-04-02T08:53:49.41641Z","end":"2026-04-02T08:53:50.133169Z","steps":["trace[890863385] 'process raft request' (duration: 716.485711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.133223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:49.41639Z","time spent":"716.8153ms","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:53:50.13331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054227849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T08:53:50.133384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.249222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:50.133376Z","caller":"traceutil/trace.go:171","msg":"trace[1936473289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1877; }","duration":"2.054370993s","start":"2026-04-02T08:53:48.07899Z","end":"2026-04-02T08:53:50.133361Z","steps":["trace[1936473289] 'agreement among raft nodes before linearized reading' (duration: 2.054158417s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.133416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05487096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-02T08:53:50.133402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671522565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:53:50.133405Z","caller":"traceutil/trace.go:171","msg":"trace[1393439436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1877; }","duration":"636.268873ms","start":"2026-04-02T08:53:49.497129Z","end":"2026-04-02T08:53:50.133398Z","steps":["trace[1393439436] 'agreement among raft nodes before linearized reading' (duration: 636.236072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.133442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776186414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f63b925-3a81-48f5-bdc3-6f42a7a19534\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-02T08:53:50.133314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943514346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f63b925-3a81-48f5-bdc3-6f42a7a19534\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-02T08:53:50.133453Z","caller":"traceutil/trace.go:171","msg":"trace[1830765398] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1877; }","duration":"2.054937152s","start":"2026-04-02T08:53:48.0785Z","end":"2026-04-02T08:53:50.133437Z","steps":["trace[1830765398] 'agreement among raft nodes before linearized reading' (duration: 2.054854449s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:50.133482Z","caller":"traceutil/trace.go:171","msg":"trace[736247669] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"484.495129ms","start":"2026-04-02T08:53:49.648981Z","end":"2026-04-02T08:53:50.133476Z","steps":["trace[736247669] 'process raft request' (duration: 483.993053ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:50.133483Z","caller":"traceutil/trace.go:171","msg":"trace[739158392] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f63b925-3a81-48f5-bdc3-6f42a7a19534; range_end:; response_count:1; response_revision:1877; }","duration":"2.776258396s","start":"2026-04-02T08:53:47.357211Z","end":"2026-04-02T08:53:50.133469Z","steps":["trace[739158392] 'agreement among raft nodes before linearized reading' (duration: 2.776138542s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:50.133491Z","caller":"traceutil/trace.go:171","msg":"trace[295947363] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f63b925-3a81-48f5-bdc3-6f42a7a19534; range_end:; response_count:1; response_revision:1877; }","duration":"2.943733734s","start":"2026-04-02T08:53:47.189741Z","end":"2026-04-02T08:53:50.133475Z","steps":["trace[295947363] 'agreement among raft nodes before linearized reading' (duration: 2.943365752s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.133516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:47.357191Z","time spent":"2.776318407s","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f63b925-3a81-48f5-bdc3-6f42a7a19534\" "} {"level":"warn","ts":"2026-04-02T08:53:50.133525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:49.648953Z","time spent":"484.552271ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:53:50.133527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:47.189719Z","time spent":"2.943799195s","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f63b925-3a81-48f5-bdc3-6f42a7a19534\" "} {"level":"warn","ts":"2026-04-02T08:53:50.133551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394921451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a27e420521e5b7\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-04-02T08:53:50.133559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552352369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:53:50.133577Z","caller":"traceutil/trace.go:171","msg":"trace[1695327623] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a27e420521e5b7; range_end:; response_count:1; response_revision:1877; }","duration":"1.394967853s","start":"2026-04-02T08:53:48.738604Z","end":"2026-04-02T08:53:50.133572Z","steps":["trace[1695327623] 'agreement among raft nodes before linearized reading' (duration: 1.394900011s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:50.133588Z","caller":"traceutil/trace.go:171","msg":"trace[1969214144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1877; }","duration":"2.552417281s","start":"2026-04-02T08:53:47.581162Z","end":"2026-04-02T08:53:50.133579Z","steps":["trace[1969214144] 'agreement among raft nodes before linearized reading' (duration: 2.552337169s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.133626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.078584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:53:50.133632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:47.581138Z","time spent":"2.552486714s","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T08:53:50.133643Z","caller":"traceutil/trace.go:171","msg":"trace[289826123] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1877; }","duration":"898.136905ms","start":"2026-04-02T08:53:49.2355Z","end":"2026-04-02T08:53:50.133637Z","steps":["trace[289826123] 'agreement among raft nodes before linearized reading' (duration: 898.106644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.133632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.207667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:53:50.133673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:49.235482Z","time spent":"898.182657ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:53:50.133698Z","caller":"traceutil/trace.go:171","msg":"trace[638394119] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1877; }","duration":"422.30756ms","start":"2026-04-02T08:53:49.71138Z","end":"2026-04-02T08:53:50.133688Z","steps":["trace[638394119] 'agreement among raft nodes before linearized reading' (duration: 422.228947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.133439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:48.07897Z","time spent":"2.054459497s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:53:50.13373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:49.711352Z","time spent":"422.369742ms","remote":"127.0.0.1:35418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:53:50.133725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052588557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T08:53:50.133596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:48.738586Z","time spent":"1.395005364s","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a27e420521e5b7\" "} {"level":"info","ts":"2026-04-02T08:53:50.133793Z","caller":"traceutil/trace.go:171","msg":"trace[742905362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1877; }","duration":"2.052666171s","start":"2026-04-02T08:53:48.081113Z","end":"2026-04-02T08:53:50.133779Z","steps":["trace[742905362] 'agreement among raft nodes before linearized reading' (duration: 2.052502105s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.133463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:49.49707Z","time spent":"636.388576ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:53:50.133854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:48.081107Z","time spent":"2.052738723s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:53:50.133487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:48.078477Z","time spent":"2.055004614s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T08:53:50.133474Z","caller":"traceutil/trace.go:171","msg":"trace[843040801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1877; }","duration":"2.671612738s","start":"2026-04-02T08:53:47.461835Z","end":"2026-04-02T08:53:50.133447Z","steps":["trace[843040801] 'agreement among raft nodes before linearized reading' (duration: 2.671422412s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.133969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:47.461822Z","time spent":"2.672137594s","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:53:50.133802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055121308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T08:53:50.134064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055038825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-02T08:53:50.133303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056366457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T08:53:50.134167Z","caller":"traceutil/trace.go:171","msg":"trace[1635494115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1877; }","duration":"2.057289375s","start":"2026-04-02T08:53:48.076868Z","end":"2026-04-02T08:53:50.134158Z","steps":["trace[1635494115] 'agreement among raft nodes before linearized reading' (duration: 2.056328845s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.134193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:48.076846Z","time spent":"2.057339617s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T08:53:50.134054Z","caller":"traceutil/trace.go:171","msg":"trace[265920414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1877; }","duration":"2.055388726s","start":"2026-04-02T08:53:48.078649Z","end":"2026-04-02T08:53:50.134037Z","steps":["trace[265920414] 'agreement among raft nodes before linearized reading' (duration: 2.054682263s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.13424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:48.078636Z","time spent":"2.055591843s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T08:53:50.134254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:49.447196Z","time spent":"685.933428ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:50.1344Z","caller":"traceutil/trace.go:171","msg":"trace[1511590602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1877; }","duration":"2.055377715s","start":"2026-04-02T08:53:48.079Z","end":"2026-04-02T08:53:50.134377Z","steps":["trace[1511590602] 'agreement among raft nodes before linearized reading' (duration: 2.05489348s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:50.13461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:48.078987Z","time spent":"2.055603322s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T08:53:57.79474Z","caller":"traceutil/trace.go:171","msg":"trace[847860048] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"155.873133ms","start":"2026-04-02T08:53:57.638848Z","end":"2026-04-02T08:53:57.794721Z","steps":["trace[847860048] 'process raft request' (duration: 155.752509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:02.918579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.302884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-slczx\" ","response":"range_response_count:1 size:6110"} {"level":"info","ts":"2026-04-02T08:54:02.918675Z","caller":"traceutil/trace.go:171","msg":"trace[993957193] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-slczx; range_end:; response_count:1; response_revision:1995; }","duration":"260.469989ms","start":"2026-04-02T08:54:02.658183Z","end":"2026-04-02T08:54:02.918653Z","steps":["trace[993957193] 'range keys from in-memory index tree' (duration: 260.041075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:04.703309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886477070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:05.102876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124920021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T08:54:05.102976Z","caller":"traceutil/trace.go:171","msg":"trace[1203892366] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:2000; }","duration":"1.125071866s","start":"2026-04-02T08:54:03.977886Z","end":"2026-04-02T08:54:05.102958Z","steps":["trace[1203892366] 'range keys from in-memory index tree' (duration: 1.124740855s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:05.10307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:03.977867Z","time spent":"1.12519197s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-02T08:54:05.103362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881765933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:54:05.103449Z","caller":"traceutil/trace.go:171","msg":"trace[1237977850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2000; }","duration":"1.881893177s","start":"2026-04-02T08:54:03.221538Z","end":"2026-04-02T08:54:05.103432Z","steps":["trace[1237977850] 'range keys from in-memory index tree' (duration: 1.881563227s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:05.103499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:03.221518Z","time spent":"1.88197152s","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:54:05.10356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614110658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:05.103636Z","caller":"traceutil/trace.go:171","msg":"trace[159001958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2000; }","duration":"1.614216972s","start":"2026-04-02T08:54:03.489398Z","end":"2026-04-02T08:54:05.103615Z","steps":["trace[159001958] 'range keys from in-memory index tree' (duration: 1.614037776s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:05.103686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:03.489379Z","time spent":"1.614295234s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:54:05.208007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886477070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:05.358046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193839543s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:54:05.358674Z","caller":"traceutil/trace.go:171","msg":"trace[862318553] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"1.194553756s","start":"2026-04-02T08:54:04.164091Z","end":"2026-04-02T08:54:05.358645Z","steps":["trace[862318553] 'process raft request' (duration: 1.194382381s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:05.358851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:04.164073Z","time spent":"1.194677489s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:05.360747Z","caller":"traceutil/trace.go:171","msg":"trace[486340897] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"821.017815ms","start":"2026-04-02T08:54:04.539708Z","end":"2026-04-02T08:54:05.360726Z","steps":["trace[486340897] 'process raft request' (duration: 820.965053ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:05.360781Z","caller":"traceutil/trace.go:171","msg":"trace[2057344997] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"1.170520378s","start":"2026-04-02T08:54:04.190231Z","end":"2026-04-02T08:54:05.360751Z","steps":["trace[2057344997] 'process raft request' (duration: 1.170317752s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:05.360903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:04.539683Z","time spent":"821.135749ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:05.360939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:04.190208Z","time spent":"1.170644783s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:05.361043Z","caller":"traceutil/trace.go:171","msg":"trace[1718425749] linearizableReadLoop","detail":"{readStateIndex:2081; appliedIndex:2077; }","duration":"1.158225511s","start":"2026-04-02T08:54:04.202797Z","end":"2026-04-02T08:54:05.361023Z","steps":["trace[1718425749] 'read index received' (duration: 1.155517676s)","trace[1718425749] 'applied index is now lower than readState.Index' (duration: 2.707135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:05.361178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158379606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-02T08:54:05.3612Z","caller":"traceutil/trace.go:171","msg":"trace[675628796] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2004; }","duration":"1.158447228s","start":"2026-04-02T08:54:04.202745Z","end":"2026-04-02T08:54:05.361192Z","steps":["trace[675628796] 'agreement among raft nodes before linearized reading' (duration: 1.158363476s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:05.361219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:04.202717Z","time spent":"1.158497229s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T08:54:05.361216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158337975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T08:54:05.361247Z","caller":"traceutil/trace.go:171","msg":"trace[1196163719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2004; }","duration":"1.158393887s","start":"2026-04-02T08:54:04.202843Z","end":"2026-04-02T08:54:05.361237Z","steps":["trace[1196163719] 'agreement among raft nodes before linearized reading' (duration: 1.158288473s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:05.361275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:04.202827Z","time spent":"1.158441558s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:54:05.361317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116881308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T08:54:05.361382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.615944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-02T08:54:05.361391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154031458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T08:54:05.361399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.269176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:54:05.361396Z","caller":"traceutil/trace.go:171","msg":"trace[1774238873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.116992311s","start":"2026-04-02T08:54:04.244383Z","end":"2026-04-02T08:54:05.361376Z","steps":["trace[1774238873] 'agreement among raft nodes before linearized reading' (duration: 1.116801525s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:05.361419Z","caller":"traceutil/trace.go:171","msg":"trace[1224624552] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2004; }","duration":"137.311297ms","start":"2026-04-02T08:54:05.224102Z","end":"2026-04-02T08:54:05.361413Z","steps":["trace[1224624552] 'agreement among raft nodes before linearized reading' (duration: 137.282676ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:05.361419Z","caller":"traceutil/trace.go:171","msg":"trace[519682114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2004; }","duration":"221.684486ms","start":"2026-04-02T08:54:05.139722Z","end":"2026-04-02T08:54:05.361407Z","steps":["trace[519682114] 'agreement among raft nodes before linearized reading' (duration: 221.572323ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:05.361418Z","caller":"traceutil/trace.go:171","msg":"trace[541091579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.15407918s","start":"2026-04-02T08:54:04.207331Z","end":"2026-04-02T08:54:05.36141Z","steps":["trace[541091579] 'agreement among raft nodes before linearized reading' (duration: 1.154004698s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:05.361436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:04.244369Z","time spent":"1.117059584s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:05.361448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:04.20732Z","time spent":"1.154121731s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:05.361486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.35734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:05.361508Z","caller":"traceutil/trace.go:171","msg":"trace[1952300514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2004; }","duration":"256.422641ms","start":"2026-04-02T08:54:05.105079Z","end":"2026-04-02T08:54:05.361501Z","steps":["trace[1952300514] 'agreement among raft nodes before linearized reading' (duration: 256.38847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:05.361493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117108565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-02T08:54:05.361352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152264183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T08:54:05.361556Z","caller":"traceutil/trace.go:171","msg":"trace[1598867083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2004; }","duration":"1.15248172s","start":"2026-04-02T08:54:04.209064Z","end":"2026-04-02T08:54:05.361546Z","steps":["trace[1598867083] 'agreement among raft nodes before linearized reading' (duration: 1.152247182s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:05.361557Z","caller":"traceutil/trace.go:171","msg":"trace[387119685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.117201318s","start":"2026-04-02T08:54:04.244339Z","end":"2026-04-02T08:54:05.36154Z","steps":["trace[387119685] 'agreement among raft nodes before linearized reading' (duration: 1.117008262s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:05.361586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:04.209054Z","time spent":"1.152523792s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T08:54:05.361599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:04.244324Z","time spent":"1.11726685s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:29.608145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.547289ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T08:54:29.692504Z","caller":"traceutil/trace.go:171","msg":"trace[1086277767] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2222; }","duration":"220.012995ms","start":"2026-04-02T08:54:29.472468Z","end":"2026-04-02T08:54:29.692481Z","steps":["trace[1086277767] 'read index received' (duration: 14.190186ms)","trace[1086277767] 'applied index is now lower than readState.Index' (duration: 205.821789ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:29.692536Z","caller":"traceutil/trace.go:171","msg":"trace[990889134] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"248.49352ms","start":"2026-04-02T08:54:29.444002Z","end":"2026-04-02T08:54:29.692495Z","steps":["trace[990889134] 'process raft request' (duration: 248.183411ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:29.692574Z","caller":"traceutil/trace.go:171","msg":"trace[1592085679] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"245.135034ms","start":"2026-04-02T08:54:29.447424Z","end":"2026-04-02T08:54:29.692559Z","steps":["trace[1592085679] 'process raft request' (duration: 245.014271ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:29.692585Z","caller":"traceutil/trace.go:171","msg":"trace[1203701067] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"245.999671ms","start":"2026-04-02T08:54:29.446557Z","end":"2026-04-02T08:54:29.692557Z","steps":["trace[1203701067] 'process raft request' (duration: 245.793595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:29.692708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.215511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T08:54:29.692966Z","caller":"traceutil/trace.go:171","msg":"trace[508444908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2142; }","duration":"220.49099ms","start":"2026-04-02T08:54:29.472461Z","end":"2026-04-02T08:54:29.692952Z","steps":["trace[508444908] 'agreement among raft nodes before linearized reading' (duration: 220.127668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:29.693179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.302401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:54:29.693212Z","caller":"traceutil/trace.go:171","msg":"trace[1456459869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2142; }","duration":"211.352713ms","start":"2026-04-02T08:54:29.481851Z","end":"2026-04-02T08:54:29.693204Z","steps":["trace[1456459869] 'agreement among raft nodes before linearized reading' (duration: 211.25854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:29.693282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.711088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:54:29.693387Z","caller":"traceutil/trace.go:171","msg":"trace[563192981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2142; }","duration":"214.864723ms","start":"2026-04-02T08:54:29.478497Z","end":"2026-04-02T08:54:29.693362Z","steps":["trace[563192981] 'agreement among raft nodes before linearized reading' (duration: 214.608024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:29.693505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.972522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-02T08:54:29.693521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.68335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T08:54:29.693575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.939292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T08:54:29.693561Z","caller":"traceutil/trace.go:171","msg":"trace[1816702173] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2142; }","duration":"212.058144ms","start":"2026-04-02T08:54:29.481487Z","end":"2026-04-02T08:54:29.693545Z","steps":["trace[1816702173] 'agreement among raft nodes before linearized reading' (duration: 211.877069ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:29.693601Z","caller":"traceutil/trace.go:171","msg":"trace[1317395320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2142; }","duration":"212.968123ms","start":"2026-04-02T08:54:29.480625Z","end":"2026-04-02T08:54:29.693593Z","steps":["trace[1317395320] 'agreement among raft nodes before linearized reading' (duration: 212.88253ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:29.693606Z","caller":"traceutil/trace.go:171","msg":"trace[348236613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2142; }","duration":"209.781093ms","start":"2026-04-02T08:54:29.483807Z","end":"2026-04-02T08:54:29.693588Z","steps":["trace[348236613] 'agreement among raft nodes before linearized reading' (duration: 209.524565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:29.693337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.706943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:29.693653Z","caller":"traceutil/trace.go:171","msg":"trace[217989362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2142; }","duration":"204.047112ms","start":"2026-04-02T08:54:29.489596Z","end":"2026-04-02T08:54:29.693643Z","steps":["trace[217989362] 'agreement among raft nodes before linearized reading' (duration: 203.719602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.270182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886477423,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T08:54:30.565141Z","caller":"traceutil/trace.go:171","msg":"trace[625312461] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"867.785877ms","start":"2026-04-02T08:54:29.697326Z","end":"2026-04-02T08:54:30.565111Z","steps":["trace[625312461] 'process raft request' (duration: 860.460247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.565734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:29.697305Z","time spent":"867.904131ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:30.618381Z","caller":"traceutil/trace.go:171","msg":"trace[17327421] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"920.576966ms","start":"2026-04-02T08:54:29.697775Z","end":"2026-04-02T08:54:30.618352Z","steps":["trace[17327421] 'process raft request' (duration: 920.39013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.618556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:29.697763Z","time spent":"920.7051ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:30.618778Z","caller":"traceutil/trace.go:171","msg":"trace[330281781] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2226; }","duration":"849.152561ms","start":"2026-04-02T08:54:29.76961Z","end":"2026-04-02T08:54:30.618763Z","steps":["trace[330281781] 'read index received' (duration: 788.247077ms)","trace[330281781] 'applied index is now lower than readState.Index' (duration: 60.904494ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:30.618829Z","caller":"traceutil/trace.go:171","msg":"trace[1031163138] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"920.310697ms","start":"2026-04-02T08:54:29.698487Z","end":"2026-04-02T08:54:30.618798Z","steps":["trace[1031163138] 'process raft request' (duration: 920.194294ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:30.618857Z","caller":"traceutil/trace.go:171","msg":"trace[115303773] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"921.007869ms","start":"2026-04-02T08:54:29.697788Z","end":"2026-04-02T08:54:30.618795Z","steps":["trace[115303773] 'process raft request' (duration: 920.523544ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:30.618993Z","caller":"traceutil/trace.go:171","msg":"trace[1556331814] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"920.324338ms","start":"2026-04-02T08:54:29.698575Z","end":"2026-04-02T08:54:30.6189Z","steps":["trace[1556331814] 'process raft request' (duration: 920.146483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.618993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:29.698473Z","time spent":"920.422371ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:30.619097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:29.698545Z","time spent":"920.507644ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:30.619136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.531943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-02T08:54:30.619181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:29.697774Z","time spent":"921.261538ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:30.618789Z","caller":"traceutil/trace.go:171","msg":"trace[295932278] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"920.973288ms","start":"2026-04-02T08:54:29.697797Z","end":"2026-04-02T08:54:30.61877Z","steps":["trace[295932278] 'process raft request' (duration: 920.773762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.61927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.604354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:54:30.619236Z","caller":"traceutil/trace.go:171","msg":"trace[1562559563] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2148; }","duration":"849.663198ms","start":"2026-04-02T08:54:29.769558Z","end":"2026-04-02T08:54:30.619221Z","steps":["trace[1562559563] 'agreement among raft nodes before linearized reading' (duration: 849.41076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.619335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:29.697777Z","time spent":"921.520296ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:30.619457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:29.769541Z","time spent":"849.896924ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T08:54:30.619598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.400368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:30.619723Z","caller":"traceutil/trace.go:171","msg":"trace[1967093631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2148; }","duration":"129.563783ms","start":"2026-04-02T08:54:30.490081Z","end":"2026-04-02T08:54:30.619645Z","steps":["trace[1967093631] 'agreement among raft nodes before linearized reading' (duration: 129.330495ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:30.61995Z","caller":"traceutil/trace.go:171","msg":"trace[180126868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2148; }","duration":"338.691516ms","start":"2026-04-02T08:54:30.280615Z","end":"2026-04-02T08:54:30.619306Z","steps":["trace[180126868] 'agreement among raft nodes before linearized reading' (duration: 338.549742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.620017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:30.280589Z","time spent":"339.411769ms","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:54:30.92113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.517048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:54:30.921313Z","caller":"traceutil/trace.go:171","msg":"trace[1932697147] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"296.453218ms","start":"2026-04-02T08:54:30.62484Z","end":"2026-04-02T08:54:30.921294Z","steps":["trace[1932697147] 'process raft request' (duration: 91.691082ms)","trace[1932697147] 'compare' (duration: 204.387525ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:30.921619Z","caller":"traceutil/trace.go:171","msg":"trace[1176844104] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"192.629105ms","start":"2026-04-02T08:54:30.728959Z","end":"2026-04-02T08:54:30.921588Z","steps":["trace[1176844104] 'process raft request' (duration: 192.287144ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:30.921683Z","caller":"traceutil/trace.go:171","msg":"trace[1406624314] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2232; }","duration":"144.936686ms","start":"2026-04-02T08:54:30.776735Z","end":"2026-04-02T08:54:30.921671Z","steps":["trace[1406624314] 'read index received' (duration: 82.356689ms)","trace[1406624314] 'applied index is now lower than readState.Index' (duration: 62.578927ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:30.921738Z","caller":"traceutil/trace.go:171","msg":"trace[294411224] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"154.482266ms","start":"2026-04-02T08:54:30.767225Z","end":"2026-04-02T08:54:30.921707Z","steps":["trace[294411224] 'process raft request' (duration: 154.308281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.921923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.168773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a27e4956ae05b7\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-02T08:54:30.92243Z","caller":"traceutil/trace.go:171","msg":"trace[97189275] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a27e4956ae05b7; range_end:; response_count:1; response_revision:2151; }","duration":"145.72663ms","start":"2026-04-02T08:54:30.77668Z","end":"2026-04-02T08:54:30.922407Z","steps":["trace[97189275] 'agreement among raft nodes before linearized reading' (duration: 145.031239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:31.189691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.506898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:54:31.189764Z","caller":"traceutil/trace.go:171","msg":"trace[1703648844] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2152; }","duration":"141.626561ms","start":"2026-04-02T08:54:31.048121Z","end":"2026-04-02T08:54:31.189748Z","steps":["trace[1703648844] 'count revisions from in-memory index tree' (duration: 141.434305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:37.155693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886477518,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T08:54:37.174423Z","caller":"traceutil/trace.go:171","msg":"trace[1158103018] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"530.967628ms","start":"2026-04-02T08:54:36.643426Z","end":"2026-04-02T08:54:37.174393Z","steps":["trace[1158103018] 'process raft request' (duration: 530.799063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:37.174599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:36.643411Z","time spent":"531.089972ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:37.180854Z","caller":"traceutil/trace.go:171","msg":"trace[1687135572] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"535.707738ms","start":"2026-04-02T08:54:36.645128Z","end":"2026-04-02T08:54:37.180836Z","steps":["trace[1687135572] 'process raft request' (duration: 535.657356ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:37.180883Z","caller":"traceutil/trace.go:171","msg":"trace[298792828] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"535.838912ms","start":"2026-04-02T08:54:36.645025Z","end":"2026-04-02T08:54:37.180864Z","steps":["trace[298792828] 'process raft request' (duration: 535.657796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:37.180973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:36.645102Z","time spent":"535.811951ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:37.181008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:36.645007Z","time spent":"535.912564ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:37.181028Z","caller":"traceutil/trace.go:171","msg":"trace[302962094] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"535.862162ms","start":"2026-04-02T08:54:36.645152Z","end":"2026-04-02T08:54:37.181014Z","steps":["trace[302962094] 'process raft request' (duration: 535.658946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:37.181091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:36.645106Z","time spent":"535.951446ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:37.181113Z","caller":"traceutil/trace.go:171","msg":"trace[527287305] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2263; }","duration":"526.23949ms","start":"2026-04-02T08:54:36.654857Z","end":"2026-04-02T08:54:37.181097Z","steps":["trace[527287305] 'read index received' (duration: 519.368904ms)","trace[527287305] 'applied index is now lower than readState.Index' (duration: 6.868736ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:37.181144Z","caller":"traceutil/trace.go:171","msg":"trace[1767205594] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"535.042226ms","start":"2026-04-02T08:54:36.646074Z","end":"2026-04-02T08:54:37.181116Z","steps":["trace[1767205594] 'process raft request' (duration: 534.886562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:37.181252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.396144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:54:37.181293Z","caller":"traceutil/trace.go:171","msg":"trace[1070697019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2183; }","duration":"526.466827ms","start":"2026-04-02T08:54:36.654816Z","end":"2026-04-02T08:54:37.181282Z","steps":["trace[1070697019] 'agreement among raft nodes before linearized reading' (duration: 526.333852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:37.181304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:36.646056Z","time spent":"535.159761ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:37.181323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:36.654804Z","time spent":"526.512129ms","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T08:54:37.838451Z","caller":"traceutil/trace.go:171","msg":"trace[572166798] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"118.248727ms","start":"2026-04-02T08:54:37.720178Z","end":"2026-04-02T08:54:37.838427Z","steps":["trace[572166798] 'process raft request' (duration: 118.087302ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:38.053086Z","caller":"traceutil/trace.go:171","msg":"trace[1847699749] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"332.233753ms","start":"2026-04-02T08:54:37.720831Z","end":"2026-04-02T08:54:38.053065Z","steps":["trace[1847699749] 'process raft request' (duration: 332.196892ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:38.053112Z","caller":"traceutil/trace.go:171","msg":"trace[555736810] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"332.697807ms","start":"2026-04-02T08:54:37.720378Z","end":"2026-04-02T08:54:38.053076Z","steps":["trace[555736810] 'process raft request' (duration: 332.521442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:38.053219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:37.720808Z","time spent":"332.338806ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:38.053441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:37.720348Z","time spent":"332.837882ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:44.310523Z","caller":"traceutil/trace.go:171","msg":"trace[268317114] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"237.780584ms","start":"2026-04-02T08:54:44.072706Z","end":"2026-04-02T08:54:44.310486Z","steps":["trace[268317114] 'process raft request' (duration: 225.453056ms)","trace[268317114] 'compare' (duration: 11.899894ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:44.310641Z","caller":"traceutil/trace.go:171","msg":"trace[72483458] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"236.294068ms","start":"2026-04-02T08:54:44.074321Z","end":"2026-04-02T08:54:44.310615Z","steps":["trace[72483458] 'process raft request' (duration: 236.04416ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:44.313827Z","caller":"traceutil/trace.go:171","msg":"trace[1013888572] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"168.433825ms","start":"2026-04-02T08:54:44.145368Z","end":"2026-04-02T08:54:44.313802Z","steps":["trace[1013888572] 'process raft request' (duration: 168.26653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:46.04374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.912404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-02T08:54:46.043815Z","caller":"traceutil/trace.go:171","msg":"trace[1852130640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2218; }","duration":"828.036277ms","start":"2026-04-02T08:54:45.21576Z","end":"2026-04-02T08:54:46.043796Z","steps":["trace[1852130640] 'range keys from in-memory index tree' (duration: 827.722807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:46.043873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:45.215737Z","time spent":"828.11058ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T08:54:46.043836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382441943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:54:46.04391Z","caller":"traceutil/trace.go:171","msg":"trace[1519537294] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2218; }","duration":"1.382558778s","start":"2026-04-02T08:54:44.661342Z","end":"2026-04-02T08:54:46.043901Z","steps":["trace[1519537294] 'count revisions from in-memory index tree' (duration: 1.382361441s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:46.043943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:44.661321Z","time spent":"1.382614319s","remote":"127.0.0.1:44330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:54:46.04415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348018111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T08:54:46.044134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.661645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T08:54:46.044175Z","caller":"traceutil/trace.go:171","msg":"trace[1027195151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2218; }","duration":"1.348083584s","start":"2026-04-02T08:54:44.696085Z","end":"2026-04-02T08:54:46.044169Z","steps":["trace[1027195151] 'range keys from in-memory index tree' (duration: 1.347791445s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:46.044202Z","caller":"traceutil/trace.go:171","msg":"trace[1283077132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2218; }","duration":"827.751038ms","start":"2026-04-02T08:54:45.216434Z","end":"2026-04-02T08:54:46.044185Z","steps":["trace[1283077132] 'range keys from in-memory index tree' (duration: 827.543552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:46.044253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:45.216429Z","time spent":"827.81595ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:46.044729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.168332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T08:54:46.044754Z","caller":"traceutil/trace.go:171","msg":"trace[1630740992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2218; }","duration":"836.234695ms","start":"2026-04-02T08:54:45.208513Z","end":"2026-04-02T08:54:46.044748Z","steps":["trace[1630740992] 'range keys from in-memory index tree' (duration: 836.051869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:46.044772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:45.208488Z","time spent":"836.279797ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T08:54:46.044736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.153101ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:46.044847Z","caller":"traceutil/trace.go:171","msg":"trace[1012676994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2218; }","duration":"179.260555ms","start":"2026-04-02T08:54:45.865565Z","end":"2026-04-02T08:54:46.044826Z","steps":["trace[1012676994] 'range keys from in-memory index tree' (duration: 179.131411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:46.044976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.885674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:54:46.044988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.019488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:54:46.045064Z","caller":"traceutil/trace.go:171","msg":"trace[372863165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2218; }","duration":"724.150962ms","start":"2026-04-02T08:54:45.320897Z","end":"2026-04-02T08:54:46.045048Z","steps":["trace[372863165] 'range keys from in-memory index tree' (duration: 723.77493ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:46.045063Z","caller":"traceutil/trace.go:171","msg":"trace[1224316306] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2218; }","duration":"550.010078ms","start":"2026-04-02T08:54:45.495027Z","end":"2026-04-02T08:54:46.045037Z","steps":["trace[1224316306] 'count revisions from in-memory index tree' (duration: 549.797832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:46.044194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:44.696064Z","time spent":"1.348125535s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:54:46.045104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.254743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:54:46.045118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:45.495013Z","time spent":"550.09165ms","remote":"127.0.0.1:44534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:54:46.045108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:45.320864Z","time spent":"724.232924ms","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T08:54:46.045162Z","caller":"traceutil/trace.go:171","msg":"trace[1879739922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2218; }","duration":"555.352547ms","start":"2026-04-02T08:54:45.489793Z","end":"2026-04-02T08:54:46.045145Z","steps":["trace[1879739922] 'range keys from in-memory index tree' (duration: 555.16035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:46.045204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:45.489766Z","time spent":"555.427948ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:54:46.045685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.578963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T08:54:46.045798Z","caller":"traceutil/trace.go:171","msg":"trace[1271550327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2218; }","duration":"828.885814ms","start":"2026-04-02T08:54:45.216896Z","end":"2026-04-02T08:54:46.045782Z","steps":["trace[1271550327] 'range keys from in-memory index tree' (duration: 827.48883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:46.045883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:45.216889Z","time spent":"828.980656ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:46.046234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.120727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T08:54:46.046294Z","caller":"traceutil/trace.go:171","msg":"trace[752250900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2218; }","duration":"833.21939ms","start":"2026-04-02T08:54:45.21306Z","end":"2026-04-02T08:54:46.04628Z","steps":["trace[752250900] 'range keys from in-memory index tree' (duration: 832.957772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:46.046344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:45.213042Z","time spent":"833.283132ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T08:54:46.061847Z","caller":"traceutil/trace.go:171","msg":"trace[806840137] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"148.289991ms","start":"2026-04-02T08:54:45.913538Z","end":"2026-04-02T08:54:46.061828Z","steps":["trace[806840137] 'process raft request' (duration: 148.037943ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:46.062031Z","caller":"traceutil/trace.go:171","msg":"trace[874761295] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2305; }","duration":"135.707916ms","start":"2026-04-02T08:54:45.926053Z","end":"2026-04-02T08:54:46.061761Z","steps":["trace[874761295] 'read index received' (duration: 135.607483ms)","trace[874761295] 'applied index is now lower than readState.Index' (duration: 99.093µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:46.062101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.028056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-02T08:54:46.062162Z","caller":"traceutil/trace.go:171","msg":"trace[686590513] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2219; }","duration":"136.126059ms","start":"2026-04-02T08:54:45.926019Z","end":"2026-04-02T08:54:46.062145Z","steps":["trace[686590513] 'agreement among raft nodes before linearized reading' (duration: 135.945924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:46.562279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886477633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:47.062454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886477633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:47.523966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.462324683s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:54:47.633777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.561334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:54:47.634564Z","caller":"traceutil/trace.go:171","msg":"trace[911947949] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"1.584552644s","start":"2026-04-02T08:54:46.049982Z","end":"2026-04-02T08:54:47.634535Z","steps":["trace[911947949] 'process raft request' (duration: 1.584304377s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:47.634633Z","caller":"traceutil/trace.go:171","msg":"trace[1640011458] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"1.584492722s","start":"2026-04-02T08:54:46.050099Z","end":"2026-04-02T08:54:47.634592Z","steps":["trace[1640011458] 'process raft request' (duration: 1.584259045s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:47.634639Z","caller":"traceutil/trace.go:171","msg":"trace[1804475343] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"1.584569945s","start":"2026-04-02T08:54:46.049992Z","end":"2026-04-02T08:54:47.634562Z","steps":["trace[1804475343] 'process raft request' (duration: 1.474153855s)","trace[1804475343] 'compare' (duration: 109.46236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:47.63472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.04996Z","time spent":"1.584676549s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:47.634676Z","caller":"traceutil/trace.go:171","msg":"trace[1633977393] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"1.583660906s","start":"2026-04-02T08:54:46.050991Z","end":"2026-04-02T08:54:47.634652Z","steps":["trace[1633977393] 'process raft request' (duration: 1.583592454s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.634782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.050067Z","time spent":"1.584635747s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:47.634659Z","caller":"traceutil/trace.go:171","msg":"trace[1057314763] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"1.584507423s","start":"2026-04-02T08:54:46.050119Z","end":"2026-04-02T08:54:47.634626Z","steps":["trace[1057314763] 'process raft request' (duration: 1.584271496s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.634948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.049959Z","time spent":"1.584802413s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:47.634967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.050977Z","time spent":"1.583886504s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:47.635082Z","caller":"traceutil/trace.go:171","msg":"trace[1103898119] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"1.584070309s","start":"2026-04-02T08:54:46.050543Z","end":"2026-04-02T08:54:47.634613Z","steps":["trace[1103898119] 'process raft request' (duration: 1.583984876s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.635257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.050524Z","time spent":"1.584670628s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:47.635098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.050088Z","time spent":"1.584909676s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:47.640057Z","caller":"traceutil/trace.go:171","msg":"trace[1233383868] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"1.573581189s","start":"2026-04-02T08:54:46.066458Z","end":"2026-04-02T08:54:47.64004Z","steps":["trace[1233383868] 'process raft request' (duration: 1.573403454s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.64016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.066437Z","time spent":"1.573671792s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:47.64028Z","caller":"traceutil/trace.go:171","msg":"trace[1607603257] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"1.324225991s","start":"2026-04-02T08:54:46.316039Z","end":"2026-04-02T08:54:47.640265Z","steps":["trace[1607603257] 'process raft request' (duration: 1.323957053s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.64039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.316007Z","time spent":"1.324314024s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:47.640506Z","caller":"traceutil/trace.go:171","msg":"trace[44180454] linearizableReadLoop","detail":"{readStateIndex:2315; appliedIndex:2306; }","duration":"1.57836112s","start":"2026-04-02T08:54:46.062133Z","end":"2026-04-02T08:54:47.640495Z","steps":["trace[44180454] 'read index received' (duration: 1.462023843s)","trace[44180454] 'applied index is now lower than readState.Index' (duration: 116.336357ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:47.640536Z","caller":"traceutil/trace.go:171","msg":"trace[1374450912] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"1.324474509s","start":"2026-04-02T08:54:46.316039Z","end":"2026-04-02T08:54:47.640513Z","steps":["trace[1374450912] 'process raft request' (duration: 1.324160069s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.640591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.316008Z","time spent":"1.324551582s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:47.640651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.867544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:47.640693Z","caller":"traceutil/trace.go:171","msg":"trace[1283774167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"229.937936ms","start":"2026-04-02T08:54:47.410745Z","end":"2026-04-02T08:54:47.640683Z","steps":["trace[1283774167] 'agreement among raft nodes before linearized reading' (duration: 229.873344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.640709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552958401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a27e4956ae05b7\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-02T08:54:47.640708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.509714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:54:47.640719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.356567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:47.640755Z","caller":"traceutil/trace.go:171","msg":"trace[1109996001] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a27e4956ae05b7; range_end:; response_count:1; response_revision:2228; }","duration":"1.553027923s","start":"2026-04-02T08:54:46.087711Z","end":"2026-04-02T08:54:47.640739Z","steps":["trace[1109996001] 'agreement among raft nodes before linearized reading' (duration: 1.552893799s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.64073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.443632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:54:47.640783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.074034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:54:47.640796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.087692Z","time spent":"1.553097146s","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a27e4956ae05b7\" "} {"level":"info","ts":"2026-04-02T08:54:47.640834Z","caller":"traceutil/trace.go:171","msg":"trace[1156252631] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2228; }","duration":"141.214179ms","start":"2026-04-02T08:54:47.499607Z","end":"2026-04-02T08:54:47.640821Z","steps":["trace[1156252631] 'agreement among raft nodes before linearized reading' (duration: 141.132316ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:47.640822Z","caller":"traceutil/trace.go:171","msg":"trace[296645152] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2228; }","duration":"284.416619ms","start":"2026-04-02T08:54:47.356343Z","end":"2026-04-02T08:54:47.640759Z","steps":["trace[296645152] 'agreement among raft nodes before linearized reading' (duration: 284.309786ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:47.640823Z","caller":"traceutil/trace.go:171","msg":"trace[985436345] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2228; }","duration":"461.563107ms","start":"2026-04-02T08:54:47.179231Z","end":"2026-04-02T08:54:47.640794Z","steps":["trace[985436345] 'agreement among raft nodes before linearized reading' (duration: 461.408392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.640951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367807622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"warn","ts":"2026-04-02T08:54:47.640922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:47.179206Z","time spent":"461.704422ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:54:47.640931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.452324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:54:47.640991Z","caller":"traceutil/trace.go:171","msg":"trace[1809959235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2228; }","duration":"1.367880714s","start":"2026-04-02T08:54:46.273101Z","end":"2026-04-02T08:54:47.640982Z","steps":["trace[1809959235] 'agreement among raft nodes before linearized reading' (duration: 1.367587605s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.641127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59456991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:47.641162Z","caller":"traceutil/trace.go:171","msg":"trace[1187371158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"1.594677162s","start":"2026-04-02T08:54:46.046475Z","end":"2026-04-02T08:54:47.641152Z","steps":["trace[1187371158] 'agreement among raft nodes before linearized reading' (duration: 1.59460585s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.641196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.046421Z","time spent":"1.594768135s","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:54:47.641139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.273082Z","time spent":"1.368046509s","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T08:54:47.640908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608034142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:47.641251Z","caller":"traceutil/trace.go:171","msg":"trace[1105200988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2228; }","duration":"1.608691233s","start":"2026-04-02T08:54:46.032545Z","end":"2026-04-02T08:54:47.641236Z","steps":["trace[1105200988] 'agreement among raft nodes before linearized reading' (duration: 1.608016752s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.641306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.032526Z","time spent":"1.608761916s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:54:47.641034Z","caller":"traceutil/trace.go:171","msg":"trace[1197578219] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2228; }","duration":"587.573398ms","start":"2026-04-02T08:54:47.053433Z","end":"2026-04-02T08:54:47.641006Z","steps":["trace[1197578219] 'agreement among raft nodes before linearized reading' (duration: 587.352851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.641357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:47.053417Z","time spent":"587.926718ms","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T08:54:47.640768Z","caller":"traceutil/trace.go:171","msg":"trace[236286593] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2228; }","duration":"977.605037ms","start":"2026-04-02T08:54:46.663145Z","end":"2026-04-02T08:54:47.64075Z","steps":["trace[236286593] 'agreement among raft nodes before linearized reading' (duration: 977.516684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:47.641422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:46.663121Z","time spent":"978.287078ms","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:54:48.076134Z","caller":"traceutil/trace.go:171","msg":"trace[1861003529] linearizableReadLoop","detail":"{readStateIndex:2316; appliedIndex:2315; }","duration":"428.013073ms","start":"2026-04-02T08:54:47.648093Z","end":"2026-04-02T08:54:48.076106Z","steps":["trace[1861003529] 'read index received' (duration: 425.283827ms)","trace[1861003529] 'applied index is now lower than readState.Index' (duration: 2.726406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:48.076307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.19794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:48.076301Z","caller":"traceutil/trace.go:171","msg":"trace[1556100962] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"432.767453ms","start":"2026-04-02T08:54:47.643503Z","end":"2026-04-02T08:54:48.076271Z","steps":["trace[1556100962] 'process raft request' (duration: 429.898553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:48.076386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.743241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:48.076413Z","caller":"traceutil/trace.go:171","msg":"trace[381890457] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2230; }","duration":"424.804262ms","start":"2026-04-02T08:54:47.651601Z","end":"2026-04-02T08:54:48.076406Z","steps":["trace[381890457] 'agreement among raft nodes before linearized reading' (duration: 424.763551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:48.076444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:47.651586Z","time spent":"424.850944ms","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-02T08:54:48.076484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:47.643478Z","time spent":"432.915778ms","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:48.07634Z","caller":"traceutil/trace.go:171","msg":"trace[451704752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2230; }","duration":"428.267501ms","start":"2026-04-02T08:54:47.648063Z","end":"2026-04-02T08:54:48.076331Z","steps":["trace[451704752] 'agreement among raft nodes before linearized reading' (duration: 428.188538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:48.076598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:47.648052Z","time spent":"428.504269ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T08:55:32.27008Z","caller":"traceutil/trace.go:171","msg":"trace[1078585201] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"273.543721ms","start":"2026-04-02T08:55:31.996516Z","end":"2026-04-02T08:55:32.27006Z","steps":["trace[1078585201] 'process raft request' (duration: 273.416298ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:35.915147Z","caller":"traceutil/trace.go:171","msg":"trace[1078092510] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"481.893249ms","start":"2026-04-02T08:55:35.433226Z","end":"2026-04-02T08:55:35.915119Z","steps":["trace[1078092510] 'process raft request' (duration: 481.664902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:35.915336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:35.433216Z","time spent":"482.019743ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:35.916225Z","caller":"traceutil/trace.go:171","msg":"trace[1765470764] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"465.033883ms","start":"2026-04-02T08:55:35.451165Z","end":"2026-04-02T08:55:35.916199Z","steps":["trace[1765470764] 'process raft request' (duration: 464.826697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:35.916397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:35.451148Z","time spent":"465.155826ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:35.916486Z","caller":"traceutil/trace.go:171","msg":"trace[1014445523] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"109.592248ms","start":"2026-04-02T08:55:35.806869Z","end":"2026-04-02T08:55:35.916461Z","steps":["trace[1014445523] 'process raft request' (duration: 109.273178ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:35.916581Z","caller":"traceutil/trace.go:171","msg":"trace[1408299358] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2760; }","duration":"424.721976ms","start":"2026-04-02T08:55:35.491842Z","end":"2026-04-02T08:55:35.916564Z","steps":["trace[1408299358] 'read index received' (duration: 423.091935ms)","trace[1408299358] 'applied index is now lower than readState.Index' (duration: 1.628571ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:35.916678Z","caller":"traceutil/trace.go:171","msg":"trace[1631265697] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"106.069857ms","start":"2026-04-02T08:55:35.810587Z","end":"2026-04-02T08:55:35.916657Z","steps":["trace[1631265697] 'process raft request' (duration: 105.805409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:35.916724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.881141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:55:35.916771Z","caller":"traceutil/trace.go:171","msg":"trace[1034542221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2658; }","duration":"424.955414ms","start":"2026-04-02T08:55:35.4918Z","end":"2026-04-02T08:55:35.916755Z","steps":["trace[1034542221] 'agreement among raft nodes before linearized reading' (duration: 424.863261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:35.916818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:35.491781Z","time spent":"425.026855ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:55:35.917392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.307862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-02T08:55:35.918524Z","caller":"traceutil/trace.go:171","msg":"trace[1714807399] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2658; }","duration":"323.474668ms","start":"2026-04-02T08:55:35.595027Z","end":"2026-04-02T08:55:35.918502Z","steps":["trace[1714807399] 'agreement among raft nodes before linearized reading' (duration: 321.917779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:35.918581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:35.595009Z","time spent":"323.554051ms","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-02T08:56:04.199111Z","caller":"traceutil/trace.go:171","msg":"trace[1598215637] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2941; }","duration":"144.743175ms","start":"2026-04-02T08:56:04.054342Z","end":"2026-04-02T08:56:04.199085Z","steps":["trace[1598215637] 'read index received' (duration: 51.071183ms)","trace[1598215637] 'applied index is now lower than readState.Index' (duration: 93.670902ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:04.199216Z","caller":"traceutil/trace.go:171","msg":"trace[1817168329] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"166.908346ms","start":"2026-04-02T08:56:04.032278Z","end":"2026-04-02T08:56:04.199187Z","steps":["trace[1817168329] 'process raft request' (duration: 112.274262ms)","trace[1817168329] 'compare' (duration: 54.320074ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:04.199221Z","caller":"traceutil/trace.go:171","msg":"trace[597066867] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"158.521675ms","start":"2026-04-02T08:56:04.040661Z","end":"2026-04-02T08:56:04.199183Z","steps":["trace[597066867] 'process raft request' (duration: 158.36274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:04.199345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.982802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:56:04.199413Z","caller":"traceutil/trace.go:171","msg":"trace[160238635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2832; }","duration":"145.092095ms","start":"2026-04-02T08:56:04.054312Z","end":"2026-04-02T08:56:04.199404Z","steps":["trace[160238635] 'agreement among raft nodes before linearized reading' (duration: 144.91659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:04.199525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.552313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T08:56:04.19958Z","caller":"traceutil/trace.go:171","msg":"trace[1009977779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2832; }","duration":"140.695499ms","start":"2026-04-02T08:56:04.058871Z","end":"2026-04-02T08:56:04.199566Z","steps":["trace[1009977779] 'agreement among raft nodes before linearized reading' (duration: 140.446191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:04.1997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.336802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T08:56:04.199725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.150527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T08:56:04.199751Z","caller":"traceutil/trace.go:171","msg":"trace[1917904829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2832; }","duration":"137.185099ms","start":"2026-04-02T08:56:04.062559Z","end":"2026-04-02T08:56:04.199744Z","steps":["trace[1917904829] 'agreement among raft nodes before linearized reading' (duration: 137.103287ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:04.19975Z","caller":"traceutil/trace.go:171","msg":"trace[201269080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2832; }","duration":"136.396274ms","start":"2026-04-02T08:56:04.063342Z","end":"2026-04-02T08:56:04.199739Z","steps":["trace[201269080] 'agreement among raft nodes before linearized reading' (duration: 136.26884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:04.199884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.793537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T08:56:04.19994Z","caller":"traceutil/trace.go:171","msg":"trace[2007103881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2832; }","duration":"137.876951ms","start":"2026-04-02T08:56:04.06205Z","end":"2026-04-02T08:56:04.199927Z","steps":["trace[2007103881] 'agreement among raft nodes before linearized reading' (duration: 137.684295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:04.199946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.808094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-02T08:56:04.200058Z","caller":"traceutil/trace.go:171","msg":"trace[1823433112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2832; }","duration":"133.919637ms","start":"2026-04-02T08:56:04.066084Z","end":"2026-04-02T08:56:04.200003Z","steps":["trace[1823433112] 'agreement among raft nodes before linearized reading' (duration: 133.650669ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:04.371174Z","caller":"traceutil/trace.go:171","msg":"trace[1900121744] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"166.263996ms","start":"2026-04-02T08:56:04.204891Z","end":"2026-04-02T08:56:04.371155Z","steps":["trace[1900121744] 'process raft request' (duration: 166.212284ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:04.371169Z","caller":"traceutil/trace.go:171","msg":"trace[1183255614] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"167.087921ms","start":"2026-04-02T08:56:04.204035Z","end":"2026-04-02T08:56:04.371123Z","steps":["trace[1183255614] 'process raft request' (duration: 134.748042ms)","trace[1183255614] 'compare' (duration: 31.883454ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:04.371351Z","caller":"traceutil/trace.go:171","msg":"trace[587427623] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"167.235815ms","start":"2026-04-02T08:56:04.204104Z","end":"2026-04-02T08:56:04.37134Z","steps":["trace[587427623] 'process raft request' (duration: 166.936746ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:04.371332Z","caller":"traceutil/trace.go:171","msg":"trace[624839382] linearizableReadLoop","detail":"{readStateIndex:2947; appliedIndex:2944; }","duration":"166.519193ms","start":"2026-04-02T08:56:04.204782Z","end":"2026-04-02T08:56:04.371301Z","steps":["trace[624839382] 'read index received' (duration: 91.894476ms)","trace[624839382] 'applied index is now lower than readState.Index' (duration: 74.623497ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:04.371355Z","caller":"traceutil/trace.go:171","msg":"trace[294492115] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"166.225734ms","start":"2026-04-02T08:56:04.205112Z","end":"2026-04-02T08:56:04.371338Z","steps":["trace[294492115] 'process raft request' (duration: 166.013088ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:04.371474Z","caller":"traceutil/trace.go:171","msg":"trace[687432050] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"166.133371ms","start":"2026-04-02T08:56:04.205295Z","end":"2026-04-02T08:56:04.371429Z","steps":["trace[687432050] 'process raft request' (duration: 165.922465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:04.371593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.784391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T08:56:04.371693Z","caller":"traceutil/trace.go:171","msg":"trace[1815345209] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2838; }","duration":"166.897345ms","start":"2026-04-02T08:56:04.204778Z","end":"2026-04-02T08:56:04.371675Z","steps":["trace[1815345209] 'agreement among raft nodes before linearized reading' (duration: 166.644187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:04.800934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.727352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:04.801023Z","caller":"traceutil/trace.go:171","msg":"trace[789540777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2839; }","duration":"311.865526ms","start":"2026-04-02T08:56:04.48913Z","end":"2026-04-02T08:56:04.800995Z","steps":["trace[789540777] 'range keys from in-memory index tree' (duration: 311.623388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:04.801066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:04.489109Z","time spent":"311.948279ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:56:10.958705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.556887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:56:10.958787Z","caller":"traceutil/trace.go:171","msg":"trace[596971677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2870; }","duration":"370.699182ms","start":"2026-04-02T08:56:10.588067Z","end":"2026-04-02T08:56:10.958766Z","steps":["trace[596971677] 'count revisions from in-memory index tree' (duration: 370.454974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:10.9588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.012542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a27e61989287ad\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-02T08:56:10.959127Z","caller":"traceutil/trace.go:171","msg":"trace[1316300252] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a27e61989287ad; range_end:; response_count:1; response_revision:2870; }","duration":"178.321432ms","start":"2026-04-02T08:56:10.780726Z","end":"2026-04-02T08:56:10.959048Z","steps":["trace[1316300252] 'range keys from in-memory index tree' (duration: 177.854817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:10.958868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:10.588029Z","time spent":"370.818896ms","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:11.45539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.053565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:11.455512Z","caller":"traceutil/trace.go:171","msg":"trace[782148092] linearizableReadLoop","detail":"{readStateIndex:2985; appliedIndex:2984; }","duration":"398.444688ms","start":"2026-04-02T08:56:11.057048Z","end":"2026-04-02T08:56:11.455493Z","steps":["trace[782148092] 'read index received' (duration: 17.138745ms)","trace[782148092] 'applied index is now lower than readState.Index' (duration: 381.304083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:11.455596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.54107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:11.455616Z","caller":"traceutil/trace.go:171","msg":"trace[1827298278] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"493.687237ms","start":"2026-04-02T08:56:10.96189Z","end":"2026-04-02T08:56:11.455577Z","steps":["trace[1827298278] 'process raft request' (duration: 112.358454ms)","trace[1827298278] 'compare' (duration: 380.958102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:11.455779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:10.961869Z","time spent":"493.828102ms","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:11.455644Z","caller":"traceutil/trace.go:171","msg":"trace[1418022014] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2872; }","duration":"398.631343ms","start":"2026-04-02T08:56:11.056999Z","end":"2026-04-02T08:56:11.45563Z","steps":["trace[1418022014] 'agreement among raft nodes before linearized reading' (duration: 398.54686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:11.456079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:11.056944Z","time spent":"399.080607ms","remote":"127.0.0.1:35540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:12.13195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.46154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:56:12.132023Z","caller":"traceutil/trace.go:171","msg":"trace[1809508464] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2872; }","duration":"484.605065ms","start":"2026-04-02T08:56:11.647402Z","end":"2026-04-02T08:56:12.132007Z","steps":["trace[1809508464] 'count revisions from in-memory index tree' (duration: 484.347196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:12.132057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:11.647391Z","time spent":"484.656106ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:12.132103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.668583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-02T08:56:12.132174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.770785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a27e5e5d2e75a8\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-02T08:56:12.132337Z","caller":"traceutil/trace.go:171","msg":"trace[389185048] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a27e5e5d2e75a8; range_end:; response_count:1; response_revision:2872; }","duration":"237.000912ms","start":"2026-04-02T08:56:11.895304Z","end":"2026-04-02T08:56:12.132305Z","steps":["trace[389185048] 'range keys from in-memory index tree' (duration: 236.379573ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:12.132218Z","caller":"traceutil/trace.go:171","msg":"trace[1990685302] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2872; }","duration":"531.822227ms","start":"2026-04-02T08:56:11.60037Z","end":"2026-04-02T08:56:12.132192Z","steps":["trace[1990685302] 'range keys from in-memory index tree' (duration: 531.470526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:12.133119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:11.600351Z","time spent":"532.25503ms","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-02T08:56:12.636907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886479124,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T08:56:12.73584Z","caller":"traceutil/trace.go:171","msg":"trace[846140103] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"605.569768ms","start":"2026-04-02T08:56:12.130239Z","end":"2026-04-02T08:56:12.735809Z","steps":["trace[846140103] 'process raft request' (duration: 605.32081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:12.736138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.130216Z","time spent":"605.818425ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:12.995353Z","caller":"traceutil/trace.go:171","msg":"trace[614485571] linearizableReadLoop","detail":"{readStateIndex:2990; appliedIndex:2985; }","duration":"858.93639ms","start":"2026-04-02T08:56:12.136391Z","end":"2026-04-02T08:56:12.995328Z","steps":["trace[614485571] 'read index received' (duration: 599.208869ms)","trace[614485571] 'applied index is now lower than readState.Index' (duration: 259.723551ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:12.99548Z","caller":"traceutil/trace.go:171","msg":"trace[1190935271] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"466.614593ms","start":"2026-04-02T08:56:12.528853Z","end":"2026-04-02T08:56:12.995468Z","steps":["trace[1190935271] 'process raft request' (duration: 466.434598ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:12.995443Z","caller":"traceutil/trace.go:171","msg":"trace[378467286] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"521.400542ms","start":"2026-04-02T08:56:12.473994Z","end":"2026-04-02T08:56:12.995394Z","steps":["trace[378467286] 'process raft request' (duration: 521.258427ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:12.995497Z","caller":"traceutil/trace.go:171","msg":"trace[1555671349] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"773.470094ms","start":"2026-04-02T08:56:12.221998Z","end":"2026-04-02T08:56:12.995469Z","steps":["trace[1555671349] 'process raft request' (duration: 773.195836ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:12.995398Z","caller":"traceutil/trace.go:171","msg":"trace[1340167542] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"859.91652ms","start":"2026-04-02T08:56:12.13544Z","end":"2026-04-02T08:56:12.995356Z","steps":["trace[1340167542] 'process raft request' (duration: 859.59738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:12.995689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.473967Z","time spent":"521.588028ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:12.995733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.221977Z","time spent":"773.587707ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:12.995734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.432678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-02T08:56:12.995783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.70227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:56:12.995839Z","caller":"traceutil/trace.go:171","msg":"trace[220472218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2877; }","duration":"587.821393ms","start":"2026-04-02T08:56:12.408007Z","end":"2026-04-02T08:56:12.995829Z","steps":["trace[220472218] 'agreement among raft nodes before linearized reading' (duration: 587.659518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:12.995877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.407975Z","time spent":"587.894676ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T08:56:12.995877Z","caller":"traceutil/trace.go:171","msg":"trace[1114181034] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2877; }","duration":"660.592714ms","start":"2026-04-02T08:56:12.335239Z","end":"2026-04-02T08:56:12.995831Z","steps":["trace[1114181034] 'agreement among raft nodes before linearized reading' (duration: 660.291914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:12.995927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.335222Z","time spent":"660.694986ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T08:56:12.995909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.951738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T08:56:12.995601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.52877Z","time spent":"466.744038ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:12.99603Z","caller":"traceutil/trace.go:171","msg":"trace[1208091726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2877; }","duration":"588.127203ms","start":"2026-04-02T08:56:12.407885Z","end":"2026-04-02T08:56:12.996012Z","steps":["trace[1208091726] 'agreement among raft nodes before linearized reading' (duration: 587.811453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:12.996016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.873084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T08:56:12.996086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.40786Z","time spent":"588.217026ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T08:56:12.996052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.106241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T08:56:12.996124Z","caller":"traceutil/trace.go:171","msg":"trace[2070475330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2877; }","duration":"587.06194ms","start":"2026-04-02T08:56:12.409039Z","end":"2026-04-02T08:56:12.996101Z","steps":["trace[2070475330] 'agreement among raft nodes before linearized reading' (duration: 586.627216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:12.996128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.705434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-02T08:56:12.996152Z","caller":"traceutil/trace.go:171","msg":"trace[1234694211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2877; }","duration":"586.233594ms","start":"2026-04-02T08:56:12.409899Z","end":"2026-04-02T08:56:12.996133Z","steps":["trace[1234694211] 'agreement among raft nodes before linearized reading' (duration: 585.890483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:12.99618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.40903Z","time spent":"587.140312ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:56:12.996236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.409891Z","time spent":"586.334247ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:56:12.9963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.635438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T08:56:12.996249Z","caller":"traceutil/trace.go:171","msg":"trace[2116743797] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2877; }","duration":"859.854869ms","start":"2026-04-02T08:56:12.136362Z","end":"2026-04-02T08:56:12.996217Z","steps":["trace[2116743797] 'agreement among raft nodes before linearized reading' (duration: 859.452736ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:12.996371Z","caller":"traceutil/trace.go:171","msg":"trace[1864067995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2877; }","duration":"587.737271ms","start":"2026-04-02T08:56:12.408618Z","end":"2026-04-02T08:56:12.996355Z","steps":["trace[1864067995] 'agreement among raft nodes before linearized reading' (duration: 587.130072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:12.996377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.136348Z","time spent":"860.016633ms","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-02T08:56:12.996425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.408603Z","time spent":"587.810194ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:56:12.997521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.13541Z","time spent":"860.281111ms","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:13.224617Z","caller":"traceutil/trace.go:171","msg":"trace[471891744] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"222.50384ms","start":"2026-04-02T08:56:13.002088Z","end":"2026-04-02T08:56:13.224592Z","steps":["trace[471891744] 'process raft request' (duration: 222.418477ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:13.224662Z","caller":"traceutil/trace.go:171","msg":"trace[970175560] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"222.556441ms","start":"2026-04-02T08:56:13.00208Z","end":"2026-04-02T08:56:13.224636Z","steps":["trace[970175560] 'process raft request' (duration: 222.249041ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:13.225018Z","caller":"traceutil/trace.go:171","msg":"trace[1924514326] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"222.82728ms","start":"2026-04-02T08:56:13.002164Z","end":"2026-04-02T08:56:13.224991Z","steps":["trace[1924514326] 'process raft request' (duration: 222.385116ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:13.225067Z","caller":"traceutil/trace.go:171","msg":"trace[1681100692] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"222.51026ms","start":"2026-04-02T08:56:13.002537Z","end":"2026-04-02T08:56:13.225048Z","steps":["trace[1681100692] 'process raft request' (duration: 222.318154ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:13.225106Z","caller":"traceutil/trace.go:171","msg":"trace[361113102] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"222.476919ms","start":"2026-04-02T08:56:13.002605Z","end":"2026-04-02T08:56:13.225082Z","steps":["trace[361113102] 'process raft request' (duration: 222.359915ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:13.225055Z","caller":"traceutil/trace.go:171","msg":"trace[313106779] linearizableReadLoop","detail":"{readStateIndex:2996; appliedIndex:2991; }","duration":"182.508432ms","start":"2026-04-02T08:56:13.042519Z","end":"2026-04-02T08:56:13.225027Z","steps":["trace[313106779] 'read index received' (duration: 181.80622ms)","trace[313106779] 'applied index is now lower than readState.Index' (duration: 700.662µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:13.225348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.145428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-02T08:56:13.225403Z","caller":"traceutil/trace.go:171","msg":"trace[1537404047] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2883; }","duration":"222.241432ms","start":"2026-04-02T08:56:13.003149Z","end":"2026-04-02T08:56:13.225391Z","steps":["trace[1537404047] 'agreement among raft nodes before linearized reading' (duration: 222.055316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:13.22556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.246563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9175"} {"level":"info","ts":"2026-04-02T08:56:13.225672Z","caller":"traceutil/trace.go:171","msg":"trace[594465294] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2883; }","duration":"181.413338ms","start":"2026-04-02T08:56:13.04424Z","end":"2026-04-02T08:56:13.225654Z","steps":["trace[594465294] 'agreement among raft nodes before linearized reading' (duration: 181.082937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:13.750134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.689586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:13.750219Z","caller":"traceutil/trace.go:171","msg":"trace[516713333] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2883; }","duration":"467.81463ms","start":"2026-04-02T08:56:13.282386Z","end":"2026-04-02T08:56:13.750201Z","steps":["trace[516713333] 'range keys from in-memory index tree' (duration: 467.615724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:13.750259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:13.282368Z","time spent":"467.882222ms","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-02T08:56:13.750364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.381795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:13.75051Z","caller":"traceutil/trace.go:171","msg":"trace[925003006] linearizableReadLoop","detail":"{readStateIndex:2998; appliedIndex:2996; }","duration":"259.752681ms","start":"2026-04-02T08:56:13.490742Z","end":"2026-04-02T08:56:13.750494Z","steps":["trace[925003006] 'read index received' (duration: 122.194661ms)","trace[925003006] 'applied index is now lower than readState.Index' (duration: 137.55723ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:13.750543Z","caller":"traceutil/trace.go:171","msg":"trace[2072495002] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"302.509625ms","start":"2026-04-02T08:56:13.448023Z","end":"2026-04-02T08:56:13.750533Z","steps":["trace[2072495002] 'process raft request' (duration: 302.421613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:13.750591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:13.447995Z","time spent":"302.569457ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:13.750593Z","caller":"traceutil/trace.go:171","msg":"trace[1716020887] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"412.221926ms","start":"2026-04-02T08:56:13.338356Z","end":"2026-04-02T08:56:13.750577Z","steps":["trace[1716020887] 'process raft request' (duration: 274.566732ms)","trace[1716020887] 'compare' (duration: 137.170919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:13.750761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.535762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-02T08:56:13.750773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:13.338315Z","time spent":"412.388841ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:13.750828Z","caller":"traceutil/trace.go:171","msg":"trace[681974425] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2885; }","duration":"156.653406ms","start":"2026-04-02T08:56:13.594157Z","end":"2026-04-02T08:56:13.750811Z","steps":["trace[681974425] 'agreement among raft nodes before linearized reading' (duration: 156.437339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:13.750603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.864695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:13.75114Z","caller":"traceutil/trace.go:171","msg":"trace[1345816359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2885; }","duration":"260.410472ms","start":"2026-04-02T08:56:13.490711Z","end":"2026-04-02T08:56:13.751121Z","steps":["trace[1345816359] 'agreement among raft nodes before linearized reading' (duration: 259.869605ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:19.602482Z","caller":"traceutil/trace.go:171","msg":"trace[1352276022] linearizableReadLoop","detail":"{readStateIndex:3030; appliedIndex:3029; }","duration":"113.514541ms","start":"2026-04-02T08:56:19.488936Z","end":"2026-04-02T08:56:19.602451Z","steps":["trace[1352276022] 'read index received' (duration: 18.352813ms)","trace[1352276022] 'applied index is now lower than readState.Index' (duration: 95.160328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:19.602801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.589957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:19.602848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.903132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:19.602859Z","caller":"traceutil/trace.go:171","msg":"trace[1984252630] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2915; }","duration":"108.68597ms","start":"2026-04-02T08:56:19.494161Z","end":"2026-04-02T08:56:19.602847Z","steps":["trace[1984252630] 'agreement among raft nodes before linearized reading' (duration: 108.587887ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:19.602886Z","caller":"traceutil/trace.go:171","msg":"trace[1674221002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2915; }","duration":"113.989616ms","start":"2026-04-02T08:56:19.488886Z","end":"2026-04-02T08:56:19.602875Z","steps":["trace[1674221002] 'agreement among raft nodes before linearized reading' (duration: 113.910893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:29.866298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.277653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T08:58:29.866369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.253845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:58:29.866419Z","caller":"traceutil/trace.go:171","msg":"trace[2124450169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3799; }","duration":"159.442488ms","start":"2026-04-02T08:58:29.706959Z","end":"2026-04-02T08:58:29.866401Z","steps":["trace[2124450169] 'range keys from in-memory index tree' (duration: 159.115148ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:29.866455Z","caller":"traceutil/trace.go:171","msg":"trace[1134782352] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3799; }","duration":"366.393809ms","start":"2026-04-02T08:58:29.500037Z","end":"2026-04-02T08:58:29.86643Z","steps":["trace[1134782352] 'count revisions from in-memory index tree' (duration: 366.188493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:29.866501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:29.500017Z","time spent":"366.473442ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:58:35.560913Z","caller":"traceutil/trace.go:171","msg":"trace[943886005] linearizableReadLoop","detail":"{readStateIndex:3975; appliedIndex:3974; }","duration":"121.723953ms","start":"2026-04-02T08:58:35.439169Z","end":"2026-04-02T08:58:35.560893Z","steps":["trace[943886005] 'read index received' (duration: 121.61582ms)","trace[943886005] 'applied index is now lower than readState.Index' (duration: 107.253µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:58:35.560966Z","caller":"traceutil/trace.go:171","msg":"trace[1798802071] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"340.376821ms","start":"2026-04-02T08:58:35.220554Z","end":"2026-04-02T08:58:35.56093Z","steps":["trace[1798802071] 'process raft request' (duration: 340.204965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:35.561028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.841177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:58:35.561053Z","caller":"traceutil/trace.go:171","msg":"trace[1407015623] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3826; }","duration":"121.883128ms","start":"2026-04-02T08:58:35.439163Z","end":"2026-04-02T08:58:35.561046Z","steps":["trace[1407015623] 'agreement among raft nodes before linearized reading' (duration: 121.816586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:35.561255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:35.22053Z","time spent":"340.504344ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:58:35.58066Z","caller":"traceutil/trace.go:171","msg":"trace[1552868371] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"106.136842ms","start":"2026-04-02T08:58:35.474504Z","end":"2026-04-02T08:58:35.580641Z","steps":["trace[1552868371] 'process raft request' (duration: 105.985708ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:40.26427Z","caller":"traceutil/trace.go:171","msg":"trace[1334673577] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"212.854588ms","start":"2026-04-02T08:59:40.051392Z","end":"2026-04-02T08:59:40.264247Z","steps":["trace[1334673577] 'process raft request' (duration: 212.716744ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:46.113474Z","caller":"traceutil/trace.go:171","msg":"trace[1075694507] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"133.408304ms","start":"2026-04-02T08:59:45.980037Z","end":"2026-04-02T08:59:46.113445Z","steps":["trace[1075694507] 'process raft request' (duration: 133.255129ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:47.700191Z","caller":"traceutil/trace.go:171","msg":"trace[1820334261] linearizableReadLoop","detail":"{readStateIndex:4871; appliedIndex:4870; }","duration":"127.456106ms","start":"2026-04-02T08:59:47.572709Z","end":"2026-04-02T08:59:47.700165Z","steps":["trace[1820334261] 'read index received' (duration: 124.041079ms)","trace[1820334261] 'applied index is now lower than readState.Index' (duration: 3.414067ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:59:47.700301Z","caller":"traceutil/trace.go:171","msg":"trace[2108460175] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"141.003674ms","start":"2026-04-02T08:59:47.559268Z","end":"2026-04-02T08:59:47.700271Z","steps":["trace[2108460175] 'process raft request' (duration: 137.551535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:47.700672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.935221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-02T08:59:47.700788Z","caller":"traceutil/trace.go:171","msg":"trace[1303766030] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4687; }","duration":"128.076696ms","start":"2026-04-02T08:59:47.572676Z","end":"2026-04-02T08:59:47.700752Z","steps":["trace[1303766030] 'agreement among raft nodes before linearized reading' (duration: 127.658573ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:48.513795Z","caller":"traceutil/trace.go:171","msg":"trace[506220574] linearizableReadLoop","detail":"{readStateIndex:4909; appliedIndex:4908; }","duration":"204.500964ms","start":"2026-04-02T08:59:48.309269Z","end":"2026-04-02T08:59:48.51377Z","steps":["trace[506220574] 'read index received' (duration: 204.248626ms)","trace[506220574] 'applied index is now lower than readState.Index' (duration: 251.018µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:59:48.514091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.798774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T08:59:48.514291Z","caller":"traceutil/trace.go:171","msg":"trace[763899466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4725; }","duration":"205.043452ms","start":"2026-04-02T08:59:48.309224Z","end":"2026-04-02T08:59:48.514267Z","steps":["trace[763899466] 'agreement among raft nodes before linearized reading' (duration: 204.704341ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:48.514497Z","caller":"traceutil/trace.go:171","msg":"trace[1190230048] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"313.712476ms","start":"2026-04-02T08:59:48.200747Z","end":"2026-04-02T08:59:48.51446Z","steps":["trace[1190230048] 'process raft request' (duration: 312.830118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.51469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:48.20072Z","time spent":"313.881852ms","remote":"127.0.0.1:44622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15286,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:59:48.600781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.924678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T08:59:48.600893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.046791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T08:59:48.600937Z","caller":"traceutil/trace.go:171","msg":"trace[2069349655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4726; }","duration":"192.020331ms","start":"2026-04-02T08:59:48.408824Z","end":"2026-04-02T08:59:48.600844Z","steps":["trace[2069349655] 'agreement among raft nodes before linearized reading' (duration: 191.821245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.601245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.746953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T08:59:48.601302Z","caller":"traceutil/trace.go:171","msg":"trace[1051143994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4726; }","duration":"198.849696ms","start":"2026-04-02T08:59:48.40244Z","end":"2026-04-02T08:59:48.60129Z","steps":["trace[1051143994] 'agreement among raft nodes before linearized reading' (duration: 198.709522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.601293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.765443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:59:48.601334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.464635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:59:48.600947Z","caller":"traceutil/trace.go:171","msg":"trace[1801134972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4726; }","duration":"172.128594ms","start":"2026-04-02T08:59:48.428798Z","end":"2026-04-02T08:59:48.600927Z","steps":["trace[1801134972] 'agreement among raft nodes before linearized reading' (duration: 171.746092ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:48.60137Z","caller":"traceutil/trace.go:171","msg":"trace[1923361974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4726; }","duration":"112.890627ms","start":"2026-04-02T08:59:48.488463Z","end":"2026-04-02T08:59:48.601354Z","steps":["trace[1923361974] 'agreement among raft nodes before linearized reading' (duration: 112.731352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.60079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.126429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T08:59:48.601416Z","caller":"traceutil/trace.go:171","msg":"trace[103926682] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4726; }","duration":"182.811391ms","start":"2026-04-02T08:59:48.418594Z","end":"2026-04-02T08:59:48.601405Z","steps":["trace[103926682] 'agreement among raft nodes before linearized reading' (duration: 181.972294ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:48.601375Z","caller":"traceutil/trace.go:171","msg":"trace[463375102] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4726; }","duration":"278.566648ms","start":"2026-04-02T08:59:48.322796Z","end":"2026-04-02T08:59:48.601362Z","steps":["trace[463375102] 'agreement among raft nodes before linearized reading' (duration: 278.488886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.601497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.334602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:59:48.601643Z","caller":"traceutil/trace.go:171","msg":"trace[539489626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4726; }","duration":"199.713683ms","start":"2026-04-02T08:59:48.401901Z","end":"2026-04-02T08:59:48.601615Z","steps":["trace[539489626] 'agreement among raft nodes before linearized reading' (duration: 199.198507ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:48.73806Z","caller":"traceutil/trace.go:171","msg":"trace[1537386637] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"117.498323ms","start":"2026-04-02T08:59:48.620534Z","end":"2026-04-02T08:59:48.738032Z","steps":["trace[1537386637] 'process raft request' (duration: 117.250805ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:50.268516Z","caller":"traceutil/trace.go:171","msg":"trace[139409433] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"132.578619ms","start":"2026-04-02T08:59:50.135913Z","end":"2026-04-02T08:59:50.268492Z","steps":["trace[139409433] 'process raft request' (duration: 132.404283ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:50.274488Z","caller":"traceutil/trace.go:171","msg":"trace[164421534] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"118.34387ms","start":"2026-04-02T08:59:50.156051Z","end":"2026-04-02T08:59:50.274395Z","steps":["trace[164421534] 'process raft request' (duration: 118.093202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:51.51035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.957215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:59:51.510441Z","caller":"traceutil/trace.go:171","msg":"trace[1294631631] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4784; }","duration":"163.123751ms","start":"2026-04-02T08:59:51.347299Z","end":"2026-04-02T08:59:51.510423Z","steps":["trace[1294631631] 'count revisions from in-memory index tree' (duration: 162.749119ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:51.713219Z","caller":"traceutil/trace.go:171","msg":"trace[808110162] linearizableReadLoop","detail":"{readStateIndex:4970; appliedIndex:4969; }","duration":"260.215009ms","start":"2026-04-02T08:59:51.452985Z","end":"2026-04-02T08:59:51.7132Z","steps":["trace[808110162] 'read index received' (duration: 260.037664ms)","trace[808110162] 'applied index is now lower than readState.Index' (duration: 176.685µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:59:51.713545Z","caller":"traceutil/trace.go:171","msg":"trace[1125728586] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"263.595956ms","start":"2026-04-02T08:59:51.44994Z","end":"2026-04-02T08:59:51.713536Z","steps":["trace[1125728586] 'process raft request' (duration: 263.142871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:51.713725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.735296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:59:51.713755Z","caller":"traceutil/trace.go:171","msg":"trace[195102171] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4785; }","duration":"260.829588ms","start":"2026-04-02T08:59:51.452916Z","end":"2026-04-02T08:59:51.713746Z","steps":["trace[195102171] 'agreement among raft nodes before linearized reading' (duration: 260.762756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:51.713874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.884686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:59:51.713897Z","caller":"traceutil/trace.go:171","msg":"trace[811708821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4785; }","duration":"224.945298ms","start":"2026-04-02T08:59:51.488946Z","end":"2026-04-02T08:59:51.713891Z","steps":["trace[811708821] 'agreement among raft nodes before linearized reading' (duration: 224.909157ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:52.454833Z","caller":"traceutil/trace.go:171","msg":"trace[1556779046] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"276.726861ms","start":"2026-04-02T08:59:52.178082Z","end":"2026-04-02T08:59:52.454809Z","steps":["trace[1556779046] 'process raft request' (duration: 276.464743ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:54.47018Z","caller":"traceutil/trace.go:171","msg":"trace[1139526882] linearizableReadLoop","detail":"{readStateIndex:5046; appliedIndex:5045; }","duration":"124.478553ms","start":"2026-04-02T08:59:54.345668Z","end":"2026-04-02T08:59:54.470147Z","steps":["trace[1139526882] 'read index received' (duration: 107.983623ms)","trace[1139526882] 'applied index is now lower than readState.Index' (duration: 16.49363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:59:54.470433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.741741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-02T08:59:54.470491Z","caller":"traceutil/trace.go:171","msg":"trace[906273214] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4856; }","duration":"124.834905ms","start":"2026-04-02T08:59:54.34564Z","end":"2026-04-02T08:59:54.470475Z","steps":["trace[906273214] 'agreement among raft nodes before linearized reading' (duration: 124.623088ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:54.470284Z","caller":"traceutil/trace.go:171","msg":"trace[451371417] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"126.870718ms","start":"2026-04-02T08:59:54.343326Z","end":"2026-04-02T08:59:54.470196Z","steps":["trace[451371417] 'process raft request' (duration: 110.373918ms)","trace[451371417] 'compare' (duration: 16.095657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:59:54.97993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886484033,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T08:59:54.983592Z","caller":"traceutil/trace.go:171","msg":"trace[1989342508] linearizableReadLoop","detail":"{readStateIndex:5047; appliedIndex:5046; }","duration":"504.475818ms","start":"2026-04-02T08:59:54.479098Z","end":"2026-04-02T08:59:54.983574Z","steps":["trace[1989342508] 'read index received' (duration: 504.410976ms)","trace[1989342508] 'applied index is now lower than readState.Index' (duration: 64.192µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:59:54.983833Z","caller":"traceutil/trace.go:171","msg":"trace[1155689827] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"506.899314ms","start":"2026-04-02T08:59:54.476924Z","end":"2026-04-02T08:59:54.983824Z","steps":["trace[1155689827] 'process raft request' (duration: 506.550813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:54.983901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:54.476913Z","time spent":"506.944426ms","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:59:54.98418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.360951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:59:54.984216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.076327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:59:54.984276Z","caller":"traceutil/trace.go:171","msg":"trace[1234832977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4857; }","duration":"495.517655ms","start":"2026-04-02T08:59:54.488736Z","end":"2026-04-02T08:59:54.984254Z","steps":["trace[1234832977] 'agreement among raft nodes before linearized reading' (duration: 495.311649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:54.984296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.520085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:59:54.984319Z","caller":"traceutil/trace.go:171","msg":"trace[464874784] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4857; }","duration":"505.223841ms","start":"2026-04-02T08:59:54.479063Z","end":"2026-04-02T08:59:54.984287Z","steps":["trace[464874784] 'agreement among raft nodes before linearized reading' (duration: 504.981354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:54.984333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:54.488719Z","time spent":"495.602758ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:59:54.984332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.516114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T08:59:54.98437Z","caller":"traceutil/trace.go:171","msg":"trace[2090177032] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4857; }","duration":"164.686369ms","start":"2026-04-02T08:59:54.819665Z","end":"2026-04-02T08:59:54.984351Z","steps":["trace[2090177032] 'agreement among raft nodes before linearized reading' (duration: 164.474113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:54.984361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.673338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-02T08:59:54.984378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:54.479045Z","time spent":"505.321325ms","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-04-02T08:59:54.984388Z","caller":"traceutil/trace.go:171","msg":"trace[84079313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4857; }","duration":"283.585717ms","start":"2026-04-02T08:59:54.700789Z","end":"2026-04-02T08:59:54.984374Z","steps":["trace[84079313] 'agreement among raft nodes before linearized reading' (duration: 283.463783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:54.984415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.225525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T08:59:54.984441Z","caller":"traceutil/trace.go:171","msg":"trace[400655343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4857; }","duration":"283.271377ms","start":"2026-04-02T08:59:54.701162Z","end":"2026-04-02T08:59:54.984433Z","steps":["trace[400655343] 'agreement among raft nodes before linearized reading' (duration: 283.208765ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:54.98443Z","caller":"traceutil/trace.go:171","msg":"trace[826072250] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4857; }","duration":"282.759231ms","start":"2026-04-02T08:59:54.701646Z","end":"2026-04-02T08:59:54.984405Z","steps":["trace[826072250] 'agreement among raft nodes before linearized reading' (duration: 282.585016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:54.984414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.627458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T08:59:54.984496Z","caller":"traceutil/trace.go:171","msg":"trace[1413129124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4857; }","duration":"283.745422ms","start":"2026-04-02T08:59:54.700729Z","end":"2026-04-02T08:59:54.984474Z","steps":["trace[1413129124] 'agreement among raft nodes before linearized reading' (duration: 283.470774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:54.984521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.013049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T08:59:54.984539Z","caller":"traceutil/trace.go:171","msg":"trace[665340826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4857; }","duration":"349.06649ms","start":"2026-04-02T08:59:54.635468Z","end":"2026-04-02T08:59:54.984534Z","steps":["trace[665340826] 'agreement among raft nodes before linearized reading' (duration: 349.018619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:54.984555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:54.635447Z","time spent":"349.103662ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T08:59:54.984667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.706719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-02T08:59:54.9847Z","caller":"traceutil/trace.go:171","msg":"trace[6876767] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4857; }","duration":"480.768861ms","start":"2026-04-02T08:59:54.503919Z","end":"2026-04-02T08:59:54.984688Z","steps":["trace[6876767] 'agreement among raft nodes before linearized reading' (duration: 480.661808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:54.984731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:54.503904Z","time spent":"480.820672ms","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-02T08:59:54.98479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.796854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:59:54.984844Z","caller":"traceutil/trace.go:171","msg":"trace[648015326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4857; }","duration":"283.890277ms","start":"2026-04-02T08:59:54.700941Z","end":"2026-04-02T08:59:54.984832Z","steps":["trace[648015326] 'agreement among raft nodes before linearized reading' (duration: 283.121952ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:55.205287Z","caller":"traceutil/trace.go:171","msg":"trace[1841449062] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"215.998298ms","start":"2026-04-02T08:59:54.989268Z","end":"2026-04-02T08:59:55.205267Z","steps":["trace[1841449062] 'process raft request' (duration: 215.926825ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:55.205312Z","caller":"traceutil/trace.go:171","msg":"trace[1041454412] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"216.176043ms","start":"2026-04-02T08:59:54.989105Z","end":"2026-04-02T08:59:55.205281Z","steps":["trace[1041454412] 'process raft request' (duration: 215.951386ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:55.205487Z","caller":"traceutil/trace.go:171","msg":"trace[1922774460] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"215.904344ms","start":"2026-04-02T08:59:54.989576Z","end":"2026-04-02T08:59:55.20548Z","steps":["trace[1922774460] 'process raft request' (duration: 215.651276ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:55.205686Z","caller":"traceutil/trace.go:171","msg":"trace[442503934] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"215.986237ms","start":"2026-04-02T08:59:54.989684Z","end":"2026-04-02T08:59:55.20567Z","steps":["trace[442503934] 'process raft request' (duration: 215.76464ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:55.20575Z","caller":"traceutil/trace.go:171","msg":"trace[2017828011] linearizableReadLoop","detail":"{readStateIndex:5052; appliedIndex:5047; }","duration":"214.946924ms","start":"2026-04-02T08:59:54.990785Z","end":"2026-04-02T08:59:55.205732Z","steps":["trace[2017828011] 'read index received' (duration: 22.190869ms)","trace[2017828011] 'applied index is now lower than readState.Index' (duration: 192.754925ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:59:55.205845Z","caller":"traceutil/trace.go:171","msg":"trace[737390340] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"214.949474ms","start":"2026-04-02T08:59:54.990883Z","end":"2026-04-02T08:59:55.205833Z","steps":["trace[737390340] 'process raft request' (duration: 214.712397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:55.205979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.176651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-02T08:59:55.206015Z","caller":"traceutil/trace.go:171","msg":"trace[320343661] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4863; }","duration":"215.235194ms","start":"2026-04-02T08:59:54.990771Z","end":"2026-04-02T08:59:55.206006Z","steps":["trace[320343661] 'agreement among raft nodes before linearized reading' (duration: 215.12169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:55.212107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.063065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-04-02T08:59:55.212108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.043951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:59:55.212148Z","caller":"traceutil/trace.go:171","msg":"trace[359552858] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4864; }","duration":"200.146738ms","start":"2026-04-02T08:59:55.011992Z","end":"2026-04-02T08:59:55.212139Z","steps":["trace[359552858] 'agreement among raft nodes before linearized reading' (duration: 200.005074ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:55.212177Z","caller":"traceutil/trace.go:171","msg":"trace[2083506708] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4864; }","duration":"211.143764ms","start":"2026-04-02T08:59:55.001016Z","end":"2026-04-02T08:59:55.21216Z","steps":["trace[2083506708] 'agreement among raft nodes before linearized reading' (duration: 211.0309ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:55.589752Z","caller":"traceutil/trace.go:171","msg":"trace[1149029379] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"370.195386ms","start":"2026-04-02T08:59:55.219541Z","end":"2026-04-02T08:59:55.589736Z","steps":["trace[1149029379] 'process raft request' (duration: 369.979759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:55.589894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:55.219522Z","time spent":"370.295859ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:59:55.590023Z","caller":"traceutil/trace.go:171","msg":"trace[306855495] linearizableReadLoop","detail":"{readStateIndex:5055; appliedIndex:5054; }","duration":"369.127272ms","start":"2026-04-02T08:59:55.220564Z","end":"2026-04-02T08:59:55.589691Z","steps":["trace[306855495] 'read index received' (duration: 368.853123ms)","trace[306855495] 'applied index is now lower than readState.Index' (duration: 272.989µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:59:55.590125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.551066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:75472"} {"level":"info","ts":"2026-04-02T08:59:55.590178Z","caller":"traceutil/trace.go:171","msg":"trace[1863115592] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4865; }","duration":"369.628098ms","start":"2026-04-02T08:59:55.220538Z","end":"2026-04-02T08:59:55.590166Z","steps":["trace[1863115592] 'agreement among raft nodes before linearized reading' (duration: 369.318418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:55.590216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:55.220528Z","time spent":"369.67734ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":9,"response size":75495,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-04-02T08:59:55.59026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.501272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-02T08:59:55.5903Z","caller":"traceutil/trace.go:171","msg":"trace[1331931575] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4865; }","duration":"368.553025ms","start":"2026-04-02T08:59:55.221737Z","end":"2026-04-02T08:59:55.59029Z","steps":["trace[1331931575] 'agreement among raft nodes before linearized reading' (duration: 368.455181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:55.590335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:55.221729Z","time spent":"368.599416ms","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-02T08:59:55.590566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.461423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki-alerting-rules\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:59:55.590656Z","caller":"traceutil/trace.go:171","msg":"trace[608081987] range","detail":"{range_begin:/registry/configmaps/monitoring/loki-alerting-rules; range_end:; response_count:0; response_revision:4865; }","duration":"369.589217ms","start":"2026-04-02T08:59:55.221057Z","end":"2026-04-02T08:59:55.590647Z","steps":["trace[608081987] 'agreement among raft nodes before linearized reading' (duration: 369.084611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:55.590684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:55.221051Z","time spent":"369.626738ms","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/loki-alerting-rules\" "} {"level":"warn","ts":"2026-04-02T08:59:56.887764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.089011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:59:56.887892Z","caller":"traceutil/trace.go:171","msg":"trace[476032097] linearizableReadLoop","detail":"{readStateIndex:5151; appliedIndex:5150; }","duration":"507.623477ms","start":"2026-04-02T08:59:56.380244Z","end":"2026-04-02T08:59:56.887867Z","steps":["trace[476032097] 'read index received' (duration: 204.33621ms)","trace[476032097] 'applied index is now lower than readState.Index' (duration: 303.285537ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:59:56.888Z","caller":"traceutil/trace.go:171","msg":"trace[1438572267] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"528.291008ms","start":"2026-04-02T08:59:56.359692Z","end":"2026-04-02T08:59:56.887983Z","steps":["trace[1438572267] 'process raft request' (duration: 224.885517ms)","trace[1438572267] 'compare' (duration: 302.869004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:59:56.888071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:56.359656Z","time spent":"528.380941ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:59:56.888443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.385652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:59:56.888459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.561521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:59:56.888505Z","caller":"traceutil/trace.go:171","msg":"trace[1214276927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4959; }","duration":"396.64239ms","start":"2026-04-02T08:59:56.491849Z","end":"2026-04-02T08:59:56.888491Z","steps":["trace[1214276927] 'agreement among raft nodes before linearized reading' (duration: 396.32824ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:56.888519Z","caller":"traceutil/trace.go:171","msg":"trace[953069799] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4959; }","duration":"148.660295ms","start":"2026-04-02T08:59:56.73984Z","end":"2026-04-02T08:59:56.888501Z","steps":["trace[953069799] 'agreement among raft nodes before linearized reading' (duration: 148.550172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:56.888536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:56.491833Z","time spent":"396.696581ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:59:56.888456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.210755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:59:56.888583Z","caller":"traceutil/trace.go:171","msg":"trace[211729115] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4959; }","duration":"508.377751ms","start":"2026-04-02T08:59:56.380195Z","end":"2026-04-02T08:59:56.888573Z","steps":["trace[211729115] 'agreement among raft nodes before linearized reading' (duration: 508.200495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:56.888612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:56.380178Z","time spent":"508.426893ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:59:58.013749Z","caller":"traceutil/trace.go:171","msg":"trace[1845582735] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"157.577136ms","start":"2026-04-02T08:59:57.856149Z","end":"2026-04-02T08:59:58.013726Z","steps":["trace[1845582735] 'process raft request' (duration: 157.406881ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:58.013944Z","caller":"traceutil/trace.go:171","msg":"trace[1958409217] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"157.761562ms","start":"2026-04-02T08:59:57.85615Z","end":"2026-04-02T08:59:58.013912Z","steps":["trace[1958409217] 'process raft request' (duration: 157.546225ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:58.017814Z","caller":"traceutil/trace.go:171","msg":"trace[202117166] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5172; }","duration":"125.055742ms","start":"2026-04-02T08:59:57.892749Z","end":"2026-04-02T08:59:58.017805Z","steps":["trace[202117166] 'read index received' (duration: 120.88367ms)","trace[202117166] 'applied index is now lower than readState.Index' (duration: 4.171382ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:59:58.0179Z","caller":"traceutil/trace.go:171","msg":"trace[1664951067] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"159.90734ms","start":"2026-04-02T08:59:57.857962Z","end":"2026-04-02T08:59:58.017869Z","steps":["trace[1664951067] 'process raft request' (duration: 159.803376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:58.017945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.180375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3721cb3c-d988-4ca8-923c-3b477c5754c2\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-02T08:59:58.017971Z","caller":"traceutil/trace.go:171","msg":"trace[943230833] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3721cb3c-d988-4ca8-923c-3b477c5754c2; range_end:; response_count:1; response_revision:4983; }","duration":"125.259758ms","start":"2026-04-02T08:59:57.892703Z","end":"2026-04-02T08:59:58.017963Z","steps":["trace[943230833] 'agreement among raft nodes before linearized reading' (duration: 125.139464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:00.304592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.954226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777454"} {"level":"info","ts":"2026-04-02T09:00:00.3047Z","caller":"traceutil/trace.go:171","msg":"trace[843084950] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5013; }","duration":"560.120731ms","start":"2026-04-02T08:59:59.744555Z","end":"2026-04-02T09:00:00.304676Z","steps":["trace[843084950] 'range keys from in-memory index tree' (duration: 559.383608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:00.30475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:59.74454Z","time spent":"560.196544ms","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777477,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-02T09:00:00.525196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886484328,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T09:00:00.638762Z","caller":"traceutil/trace.go:171","msg":"trace[1530002951] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"619.759361ms","start":"2026-04-02T09:00:00.018981Z","end":"2026-04-02T09:00:00.63874Z","steps":["trace[1530002951] 'process raft request' (duration: 619.598386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:00.638929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:00.018957Z","time spent":"619.877445ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:00:00.805527Z","caller":"traceutil/trace.go:171","msg":"trace[359909759] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"784.362778ms","start":"2026-04-02T09:00:00.021137Z","end":"2026-04-02T09:00:00.8055Z","steps":["trace[359909759] 'process raft request' (duration: 715.503788ms)","trace[359909759] 'compare' (duration: 68.674524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:00.805704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:00.021114Z","time spent":"784.490762ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:00:00.805705Z","caller":"traceutil/trace.go:171","msg":"trace[424112592] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5207; }","duration":"780.846117ms","start":"2026-04-02T09:00:00.024833Z","end":"2026-04-02T09:00:00.805679Z","steps":["trace[424112592] 'read index received' (duration: 613.773472ms)","trace[424112592] 'applied index is now lower than readState.Index' (duration: 167.071645ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:00.805821Z","caller":"traceutil/trace.go:171","msg":"trace[117023231] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"783.186421ms","start":"2026-04-02T09:00:00.022623Z","end":"2026-04-02T09:00:00.80581Z","steps":["trace[117023231] 'process raft request' (duration: 782.84128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:00.80593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:00.022607Z","time spent":"783.244813ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:00:00.805961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.745047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:00:00.806048Z","caller":"traceutil/trace.go:171","msg":"trace[2134810117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5016; }","duration":"313.873841ms","start":"2026-04-02T09:00:00.492154Z","end":"2026-04-02T09:00:00.806028Z","steps":["trace[2134810117] 'agreement among raft nodes before linearized reading' (duration: 313.717676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:00.806044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.190768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3721cb3c-d988-4ca8-923c-3b477c5754c2\" ","response":"range_response_count:1 size:3893"} {"level":"warn","ts":"2026-04-02T09:00:00.806098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:00.492141Z","time spent":"313.948614ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:00:00.806114Z","caller":"traceutil/trace.go:171","msg":"trace[1755220426] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3721cb3c-d988-4ca8-923c-3b477c5754c2; range_end:; response_count:1; response_revision:5016; }","duration":"781.284681ms","start":"2026-04-02T09:00:00.024809Z","end":"2026-04-02T09:00:00.806093Z","steps":["trace[1755220426] 'agreement among raft nodes before linearized reading' (duration: 781.045354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:00.806155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:00.024803Z","time spent":"781.345763ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3916,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3721cb3c-d988-4ca8-923c-3b477c5754c2\" "} {"level":"warn","ts":"2026-04-02T09:00:00.806212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.718068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777454"} {"level":"info","ts":"2026-04-02T09:00:00.806247Z","caller":"traceutil/trace.go:171","msg":"trace[624549524] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5016; }","duration":"116.798611ms","start":"2026-04-02T09:00:00.689441Z","end":"2026-04-02T09:00:00.806239Z","steps":["trace[624549524] 'agreement among raft nodes before linearized reading' (duration: 116.43997ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:01.395316Z","caller":"traceutil/trace.go:171","msg":"trace[102338276] linearizableReadLoop","detail":"{readStateIndex:5211; appliedIndex:5210; }","duration":"300.064826ms","start":"2026-04-02T09:00:01.09523Z","end":"2026-04-02T09:00:01.395294Z","steps":["trace[102338276] 'read index received' (duration: 299.791017ms)","trace[102338276] 'applied index is now lower than readState.Index' (duration: 272.839µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:01.395365Z","caller":"traceutil/trace.go:171","msg":"trace[1218569230] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"355.035688ms","start":"2026-04-02T09:00:01.040298Z","end":"2026-04-02T09:00:01.395333Z","steps":["trace[1218569230] 'process raft request' (duration: 354.77511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:01.395516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:01.040275Z","time spent":"355.160172ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:00:01.39555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.785407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T09:00:01.395585Z","caller":"traceutil/trace.go:171","msg":"trace[998785040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5017; }","duration":"167.87735ms","start":"2026-04-02T09:00:01.227696Z","end":"2026-04-02T09:00:01.395573Z","steps":["trace[998785040] 'agreement among raft nodes before linearized reading' (duration: 167.728745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:01.395582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.845307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T09:00:01.395646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.403486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-02T09:00:01.395647Z","caller":"traceutil/trace.go:171","msg":"trace[1326066735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5017; }","duration":"159.995313ms","start":"2026-04-02T09:00:01.235635Z","end":"2026-04-02T09:00:01.39563Z","steps":["trace[1326066735] 'agreement among raft nodes before linearized reading' (duration: 159.836418ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:01.395687Z","caller":"traceutil/trace.go:171","msg":"trace[776397306] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5017; }","duration":"300.49777ms","start":"2026-04-02T09:00:01.095178Z","end":"2026-04-02T09:00:01.395676Z","steps":["trace[776397306] 'agreement among raft nodes before linearized reading' (duration: 300.225601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:01.395716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:01.09516Z","time spent":"300.549771ms","remote":"127.0.0.1:44028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413153,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-02T09:00:01.395745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.781327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T09:00:01.395748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.978565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-02T09:00:01.395813Z","caller":"traceutil/trace.go:171","msg":"trace[138232884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5017; }","duration":"160.906821ms","start":"2026-04-02T09:00:01.234888Z","end":"2026-04-02T09:00:01.395795Z","steps":["trace[138232884] 'agreement among raft nodes before linearized reading' (duration: 160.701394ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:01.395833Z","caller":"traceutil/trace.go:171","msg":"trace[2019002594] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5017; }","duration":"162.100358ms","start":"2026-04-02T09:00:01.233708Z","end":"2026-04-02T09:00:01.395808Z","steps":["trace[2019002594] 'agreement among raft nodes before linearized reading' (duration: 161.806629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:01.39594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.480146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T09:00:01.395981Z","caller":"traceutil/trace.go:171","msg":"trace[1358838322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5017; }","duration":"166.559278ms","start":"2026-04-02T09:00:01.229413Z","end":"2026-04-02T09:00:01.395973Z","steps":["trace[1358838322] 'agreement among raft nodes before linearized reading' (duration: 166.432594ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:02.201241Z","caller":"traceutil/trace.go:171","msg":"trace[1969904037] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5022; }","duration":"739.06808ms","start":"2026-04-02T09:00:01.46215Z","end":"2026-04-02T09:00:02.201218Z","steps":["trace[1969904037] 'process raft request' (duration: 738.961527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:02.201372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:01.462133Z","time spent":"739.180014ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T09:00:02.218584Z","caller":"traceutil/trace.go:171","msg":"trace[978654308] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5216; }","duration":"407.702638ms","start":"2026-04-02T09:00:01.810862Z","end":"2026-04-02T09:00:02.218564Z","steps":["trace[978654308] 'read index received' (duration: 390.257418ms)","trace[978654308] 'applied index is now lower than readState.Index' (duration: 17.44436ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:02.218666Z","caller":"traceutil/trace.go:171","msg":"trace[1114722016] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"438.466657ms","start":"2026-04-02T09:00:01.780177Z","end":"2026-04-02T09:00:02.218643Z","steps":["trace[1114722016] 'process raft request' (duration: 438.105376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:02.218852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:01.780159Z","time spent":"438.600882ms","remote":"127.0.0.1:44028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:00:02.21888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.004798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3721cb3c-d988-4ca8-923c-3b477c5754c2\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-04-02T09:00:02.219076Z","caller":"traceutil/trace.go:171","msg":"trace[138535447] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3721cb3c-d988-4ca8-923c-3b477c5754c2; range_end:; response_count:1; response_revision:5023; }","duration":"408.225885ms","start":"2026-04-02T09:00:01.810814Z","end":"2026-04-02T09:00:02.21904Z","steps":["trace[138535447] 'agreement among raft nodes before linearized reading' (duration: 407.846893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:02.219113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:01.810794Z","time spent":"408.309547ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3916,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3721cb3c-d988-4ca8-923c-3b477c5754c2\" "} {"level":"warn","ts":"2026-04-02T09:00:04.036687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.115503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:00:04.036707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.176223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a27e98549adafb\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-02T09:00:04.036795Z","caller":"traceutil/trace.go:171","msg":"trace[897614351] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a27e98549adafb; range_end:; response_count:1; response_revision:5071; }","duration":"282.318157ms","start":"2026-04-02T09:00:03.754458Z","end":"2026-04-02T09:00:04.036776Z","steps":["trace[897614351] 'range keys from in-memory index tree' (duration: 281.988037ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:04.036789Z","caller":"traceutil/trace.go:171","msg":"trace[1765167040] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5071; }","duration":"310.249298ms","start":"2026-04-02T09:00:03.726517Z","end":"2026-04-02T09:00:04.036766Z","steps":["trace[1765167040] 'count revisions from in-memory index tree' (duration: 309.977369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:04.036847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:03.726502Z","time spent":"310.33092ms","remote":"127.0.0.1:44040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:00:04.526428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.844179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3721cb3c-d988-4ca8-923c-3b477c5754c2\" ","response":"range_response_count:1 size:3908"} {"level":"info","ts":"2026-04-02T09:00:04.526497Z","caller":"traceutil/trace.go:171","msg":"trace[331884970] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3721cb3c-d988-4ca8-923c-3b477c5754c2; range_end:; response_count:1; response_revision:5073; }","duration":"299.921601ms","start":"2026-04-02T09:00:04.226559Z","end":"2026-04-02T09:00:04.526481Z","steps":["trace[331884970] 'range keys from in-memory index tree' (duration: 299.701395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:04.526584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.064638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-867f99c7b7-87tz2.18a27e9a0e0f4acd\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-04-02T09:00:04.526676Z","caller":"traceutil/trace.go:171","msg":"trace[373828740] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-867f99c7b7-87tz2.18a27e9a0e0f4acd; range_end:; response_count:1; response_revision:5073; }","duration":"248.13592ms","start":"2026-04-02T09:00:04.278489Z","end":"2026-04-02T09:00:04.526625Z","steps":["trace[373828740] 'range keys from in-memory index tree' (duration: 247.959134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:04.526671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.940015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-04-02T09:00:04.526767Z","caller":"traceutil/trace.go:171","msg":"trace[305482638] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5073; }","duration":"249.063909ms","start":"2026-04-02T09:00:04.277672Z","end":"2026-04-02T09:00:04.526736Z","steps":["trace[305482638] 'range keys from in-memory index tree' (duration: 248.719538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:04.527557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.94539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-02T09:00:04.527632Z","caller":"traceutil/trace.go:171","msg":"trace[296687633] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5073; }","duration":"153.110625ms","start":"2026-04-02T09:00:04.374502Z","end":"2026-04-02T09:00:04.527612Z","steps":["trace[296687633] 'range keys from in-memory index tree' (duration: 152.60403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:09.741366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.165201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:00:09.741512Z","caller":"traceutil/trace.go:171","msg":"trace[572555673] linearizableReadLoop","detail":"{readStateIndex:5369; appliedIndex:5368; }","duration":"269.493861ms","start":"2026-04-02T09:00:09.471996Z","end":"2026-04-02T09:00:09.74149Z","steps":["trace[572555673] 'read index received' (duration: 112.039711ms)","trace[572555673] 'applied index is now lower than readState.Index' (duration: 157.45223ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:09.741543Z","caller":"traceutil/trace.go:171","msg":"trace[408508962] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"273.085454ms","start":"2026-04-02T09:00:09.468436Z","end":"2026-04-02T09:00:09.741522Z","steps":["trace[408508962] 'process raft request' (duration: 115.636234ms)","trace[408508962] 'compare' (duration: 156.898463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:09.741764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.7616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:00:09.741807Z","caller":"traceutil/trace.go:171","msg":"trace[997414987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5171; }","duration":"269.811912ms","start":"2026-04-02T09:00:09.471982Z","end":"2026-04-02T09:00:09.741794Z","steps":["trace[997414987] 'agreement among raft nodes before linearized reading' (duration: 269.640927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:09.741831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.765613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:00:09.741931Z","caller":"traceutil/trace.go:171","msg":"trace[1434295313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5171; }","duration":"200.886318ms","start":"2026-04-02T09:00:09.541021Z","end":"2026-04-02T09:00:09.741908Z","steps":["trace[1434295313] 'agreement among raft nodes before linearized reading' (duration: 200.721942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:09.741948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.302237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T09:00:09.742059Z","caller":"traceutil/trace.go:171","msg":"trace[1184801938] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5171; }","duration":"263.450421ms","start":"2026-04-02T09:00:09.478573Z","end":"2026-04-02T09:00:09.742024Z","steps":["trace[1184801938] 'agreement among raft nodes before linearized reading' (duration: 263.140012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:09.742087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.048729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:00:09.742127Z","caller":"traceutil/trace.go:171","msg":"trace[910126140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5171; }","duration":"263.125941ms","start":"2026-04-02T09:00:09.478991Z","end":"2026-04-02T09:00:09.742117Z","steps":["trace[910126140] 'agreement among raft nodes before linearized reading' (duration: 263.014078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:09.742728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.793834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:00:09.742792Z","caller":"traceutil/trace.go:171","msg":"trace[92204077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5171; }","duration":"206.871386ms","start":"2026-04-02T09:00:09.535905Z","end":"2026-04-02T09:00:09.742776Z","steps":["trace[92204077] 'agreement among raft nodes before linearized reading' (duration: 205.870494ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:10.946464Z","caller":"traceutil/trace.go:171","msg":"trace[1684668177] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"163.271865ms","start":"2026-04-02T09:00:10.783167Z","end":"2026-04-02T09:00:10.946439Z","steps":["trace[1684668177] 'process raft request' (duration: 163.025527ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:11.318001Z","caller":"traceutil/trace.go:171","msg":"trace[824068023] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"461.165973ms","start":"2026-04-02T09:00:10.856805Z","end":"2026-04-02T09:00:11.317971Z","steps":["trace[824068023] 'process raft request' (duration: 373.696636ms)","trace[824068023] 'compare' (duration: 87.074504ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:11.318127Z","caller":"traceutil/trace.go:171","msg":"trace[1600705294] linearizableReadLoop","detail":"{readStateIndex:5406; appliedIndex:5403; }","duration":"322.187423ms","start":"2026-04-02T09:00:10.995919Z","end":"2026-04-02T09:00:11.318106Z","steps":["trace[1600705294] 'read index received' (duration: 234.592862ms)","trace[1600705294] 'applied index is now lower than readState.Index' (duration: 87.593311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:11.3182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:10.856784Z","time spent":"461.294737ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:00:11.318351Z","caller":"traceutil/trace.go:171","msg":"trace[650122363] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"370.186236ms","start":"2026-04-02T09:00:10.948127Z","end":"2026-04-02T09:00:11.318313Z","steps":["trace[650122363] 'process raft request' (duration: 369.924358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:11.318503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:10.948097Z","time spent":"370.333831ms","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T09:00:11.318629Z","caller":"traceutil/trace.go:171","msg":"trace[1118139580] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"396.579838ms","start":"2026-04-02T09:00:10.922013Z","end":"2026-04-02T09:00:11.318593Z","steps":["trace[1118139580] 'process raft request' (duration: 395.926988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:11.318745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.013558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-02T09:00:11.318758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:10.921988Z","time spent":"396.711561ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:00:11.318807Z","caller":"traceutil/trace.go:171","msg":"trace[1354200232] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:5207; }","duration":"262.1064ms","start":"2026-04-02T09:00:11.056686Z","end":"2026-04-02T09:00:11.318792Z","steps":["trace[1354200232] 'agreement among raft nodes before linearized reading' (duration: 261.933585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:11.318677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.740891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:00:11.319262Z","caller":"traceutil/trace.go:171","msg":"trace[691521299] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5207; }","duration":"323.352659ms","start":"2026-04-02T09:00:10.995885Z","end":"2026-04-02T09:00:11.319237Z","steps":["trace[691521299] 'agreement among raft nodes before linearized reading' (duration: 322.709339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:11.319327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:10.99587Z","time spent":"323.436653ms","remote":"127.0.0.1:35636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:00:12.652309Z","caller":"traceutil/trace.go:171","msg":"trace[1170708768] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5422; }","duration":"161.5112ms","start":"2026-04-02T09:00:12.490773Z","end":"2026-04-02T09:00:12.652285Z","steps":["trace[1170708768] 'read index received' (duration: 161.283943ms)","trace[1170708768] 'applied index is now lower than readState.Index' (duration: 226.137µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:12.652417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.637294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:00:12.652446Z","caller":"traceutil/trace.go:171","msg":"trace[1858363342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5224; }","duration":"161.715936ms","start":"2026-04-02T09:00:12.490722Z","end":"2026-04-02T09:00:12.652438Z","steps":["trace[1858363342] 'agreement among raft nodes before linearized reading' (duration: 161.653904ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:12.652588Z","caller":"traceutil/trace.go:171","msg":"trace[1684884540] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"288.76892ms","start":"2026-04-02T09:00:12.363759Z","end":"2026-04-02T09:00:12.652528Z","steps":["trace[1684884540] 'process raft request' (duration: 288.377898ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:19.695928Z","caller":"traceutil/trace.go:171","msg":"trace[338313191] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"280.651374ms","start":"2026-04-02T09:00:19.415254Z","end":"2026-04-02T09:00:19.695906Z","steps":["trace[338313191] 'process raft request' (duration: 280.478879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:19.944387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.371341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:00:19.944493Z","caller":"traceutil/trace.go:171","msg":"trace[1896935283] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5543; }","duration":"475.576737ms","start":"2026-04-02T09:00:19.468897Z","end":"2026-04-02T09:00:19.944474Z","steps":["trace[1896935283] 'read index received' (duration: 226.907261ms)","trace[1896935283] 'applied index is now lower than readState.Index' (duration: 248.668056ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:19.944767Z","caller":"traceutil/trace.go:171","msg":"trace[131228700] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"513.420129ms","start":"2026-04-02T09:00:19.431333Z","end":"2026-04-02T09:00:19.944753Z","steps":["trace[131228700] 'process raft request' (duration: 374.561443ms)","trace[131228700] 'compare' (duration: 138.279558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:19.944856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:19.431282Z","time spent":"513.530143ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:00:19.944976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.367154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61f55fe0-9fe5-4b56-a5e7-4d368970c000\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-02T09:00:19.945067Z","caller":"traceutil/trace.go:171","msg":"trace[1009264490] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61f55fe0-9fe5-4b56-a5e7-4d368970c000; range_end:; response_count:1; response_revision:5344; }","duration":"332.502568ms","start":"2026-04-02T09:00:19.612544Z","end":"2026-04-02T09:00:19.945046Z","steps":["trace[1009264490] 'agreement among raft nodes before linearized reading' (duration: 332.265521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:19.94511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:19.612526Z","time spent":"332.57483ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61f55fe0-9fe5-4b56-a5e7-4d368970c000\" "} {"level":"warn","ts":"2026-04-02T09:00:19.945347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.566695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:00:19.945366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.625487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T09:00:19.945402Z","caller":"traceutil/trace.go:171","msg":"trace[1315535429] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5344; }","duration":"144.680899ms","start":"2026-04-02T09:00:19.80071Z","end":"2026-04-02T09:00:19.945391Z","steps":["trace[1315535429] 'agreement among raft nodes before linearized reading' (duration: 144.576526ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:19.945406Z","caller":"traceutil/trace.go:171","msg":"trace[1098058690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5344; }","duration":"144.635398ms","start":"2026-04-02T09:00:19.800752Z","end":"2026-04-02T09:00:19.945387Z","steps":["trace[1098058690] 'agreement among raft nodes before linearized reading' (duration: 144.488773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:19.945579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.693812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:00:19.9456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.585866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:00:19.945626Z","caller":"traceutil/trace.go:171","msg":"trace[948567794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5344; }","duration":"476.738963ms","start":"2026-04-02T09:00:19.468874Z","end":"2026-04-02T09:00:19.945613Z","steps":["trace[948567794] 'agreement among raft nodes before linearized reading' (duration: 476.63601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:19.945665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:19.468773Z","time spent":"476.881948ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:00:19.945709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.70085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T09:00:19.945746Z","caller":"traceutil/trace.go:171","msg":"trace[936948024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5344; }","duration":"164.771973ms","start":"2026-04-02T09:00:19.780964Z","end":"2026-04-02T09:00:19.945736Z","steps":["trace[936948024] 'agreement among raft nodes before linearized reading' (duration: 164.68662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:19.945992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.366165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:00:19.946041Z","caller":"traceutil/trace.go:171","msg":"trace[2032003456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5344; }","duration":"141.430077ms","start":"2026-04-02T09:00:19.804598Z","end":"2026-04-02T09:00:19.946028Z","steps":["trace[2032003456] 'agreement among raft nodes before linearized reading' (duration: 141.327774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:19.946058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.997285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:00:19.946091Z","caller":"traceutil/trace.go:171","msg":"trace[622144129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5344; }","duration":"142.050567ms","start":"2026-04-02T09:00:19.804032Z","end":"2026-04-02T09:00:19.946082Z","steps":["trace[622144129] 'agreement among raft nodes before linearized reading' (duration: 141.965244ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:19.945632Z","caller":"traceutil/trace.go:171","msg":"trace[1399192807] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5344; }","duration":"164.658509ms","start":"2026-04-02T09:00:19.780964Z","end":"2026-04-02T09:00:19.945622Z","steps":["trace[1399192807] 'agreement among raft nodes before linearized reading' (duration: 164.607068ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:20.173056Z","caller":"traceutil/trace.go:171","msg":"trace[1747939889] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"219.777636ms","start":"2026-04-02T09:00:19.953253Z","end":"2026-04-02T09:00:20.173031Z","steps":["trace[1747939889] 'process raft request' (duration: 219.726074ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:20.173288Z","caller":"traceutil/trace.go:171","msg":"trace[697830424] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"221.602044ms","start":"2026-04-02T09:00:19.951657Z","end":"2026-04-02T09:00:20.173259Z","steps":["trace[697830424] 'process raft request' (duration: 221.197361ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:20.173473Z","caller":"traceutil/trace.go:171","msg":"trace[773164189] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"222.479071ms","start":"2026-04-02T09:00:19.950981Z","end":"2026-04-02T09:00:20.17346Z","steps":["trace[773164189] 'process raft request' (duration: 122.767829ms)","trace[773164189] 'compare' (duration: 98.967529ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:20.173473Z","caller":"traceutil/trace.go:171","msg":"trace[876499199] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"221.130309ms","start":"2026-04-02T09:00:19.952313Z","end":"2026-04-02T09:00:20.173443Z","steps":["trace[876499199] 'process raft request' (duration: 220.588382ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:20.173553Z","caller":"traceutil/trace.go:171","msg":"trace[1076982218] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"220.712975ms","start":"2026-04-02T09:00:19.952809Z","end":"2026-04-02T09:00:20.173522Z","steps":["trace[1076982218] 'process raft request' (duration: 220.133727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:21.865186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886485098,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T09:00:22.044567Z","caller":"traceutil/trace.go:171","msg":"trace[1166208897] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"694.995041ms","start":"2026-04-02T09:00:21.349544Z","end":"2026-04-02T09:00:22.044539Z","steps":["trace[1166208897] 'process raft request' (duration: 667.115503ms)","trace[1166208897] 'compare' (duration: 27.697953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:22.0447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:21.34952Z","time spent":"695.110845ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:00:22.046619Z","caller":"traceutil/trace.go:171","msg":"trace[967632712] linearizableReadLoop","detail":"{readStateIndex:5556; appliedIndex:5553; }","duration":"681.715083ms","start":"2026-04-02T09:00:21.364879Z","end":"2026-04-02T09:00:22.046594Z","steps":["trace[967632712] 'read index received' (duration: 651.78542ms)","trace[967632712] 'applied index is now lower than readState.Index' (duration: 29.928353ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:22.046641Z","caller":"traceutil/trace.go:171","msg":"trace[330904243] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"696.968924ms","start":"2026-04-02T09:00:21.349646Z","end":"2026-04-02T09:00:22.046615Z","steps":["trace[330904243] 'process raft request' (duration: 696.734596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:22.046857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.951781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T09:00:22.046886Z","caller":"traceutil/trace.go:171","msg":"trace[854228455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:5355; }","duration":"682.030873ms","start":"2026-04-02T09:00:21.364847Z","end":"2026-04-02T09:00:22.046878Z","steps":["trace[854228455] 'agreement among raft nodes before linearized reading' (duration: 681.899419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:22.046916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:21.364835Z","time spent":"682.063584ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-9kjg5\" "} {"level":"warn","ts":"2026-04-02T09:00:22.046895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.175267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:00:22.04697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.285991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:00:22.047028Z","caller":"traceutil/trace.go:171","msg":"trace[1278699537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5355; }","duration":"556.354012ms","start":"2026-04-02T09:00:21.490651Z","end":"2026-04-02T09:00:22.047005Z","steps":["trace[1278699537] 'agreement among raft nodes before linearized reading' (duration: 556.161076ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:22.04703Z","caller":"traceutil/trace.go:171","msg":"trace[409838387] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5355; }","duration":"127.441646ms","start":"2026-04-02T09:00:21.919573Z","end":"2026-04-02T09:00:22.047015Z","steps":["trace[409838387] 'agreement among raft nodes before linearized reading' (duration: 127.289772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:22.047084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:21.490633Z","time spent":"556.438425ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:00:22.047221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:21.349608Z","time spent":"697.221422ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:00:22.04672Z","caller":"traceutil/trace.go:171","msg":"trace[1446054925] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"309.472192ms","start":"2026-04-02T09:00:21.73719Z","end":"2026-04-02T09:00:22.046662Z","steps":["trace[1446054925] 'process raft request' (duration: 309.342158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:22.047583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:21.737166Z","time spent":"310.373321ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:00:23.807256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.92656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:00:23.807345Z","caller":"traceutil/trace.go:171","msg":"trace[1315962936] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5374; }","duration":"114.080385ms","start":"2026-04-02T09:00:23.693245Z","end":"2026-04-02T09:00:23.807325Z","steps":["trace[1315962936] 'count revisions from in-memory index tree' (duration: 113.801607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:24.395355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:24.000689Z","time spent":"394.660917ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T09:00:24.396332Z","caller":"traceutil/trace.go:171","msg":"trace[701622016] linearizableReadLoop","detail":"{readStateIndex:5578; appliedIndex:5575; }","duration":"339.567331ms","start":"2026-04-02T09:00:24.056747Z","end":"2026-04-02T09:00:24.396315Z","steps":["trace[701622016] 'read index received' (duration: 338.447695ms)","trace[701622016] 'applied index is now lower than readState.Index' (duration: 1.118676ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:24.396388Z","caller":"traceutil/trace.go:171","msg":"trace[1826026365] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"342.030948ms","start":"2026-04-02T09:00:24.054335Z","end":"2026-04-02T09:00:24.396366Z","steps":["trace[1826026365] 'process raft request' (duration: 341.946006ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:24.396368Z","caller":"traceutil/trace.go:171","msg":"trace[705254509] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"346.872081ms","start":"2026-04-02T09:00:24.049459Z","end":"2026-04-02T09:00:24.396331Z","steps":["trace[705254509] 'process raft request' (duration: 346.714406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:24.396526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.774288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61f55fe0-9fe5-4b56-a5e7-4d368970c000\" ","response":"range_response_count:1 size:3951"} {"level":"warn","ts":"2026-04-02T09:00:24.396537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:24.054313Z","time spent":"342.124462ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:00:24.39657Z","caller":"traceutil/trace.go:171","msg":"trace[2122213533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61f55fe0-9fe5-4b56-a5e7-4d368970c000; range_end:; response_count:1; response_revision:5376; }","duration":"339.85698ms","start":"2026-04-02T09:00:24.056703Z","end":"2026-04-02T09:00:24.39656Z","steps":["trace[2122213533] 'agreement among raft nodes before linearized reading' (duration: 339.700305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:24.396563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:24.049437Z","time spent":"347.024916ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:00:24.396604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:24.056689Z","time spent":"339.906822ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61f55fe0-9fe5-4b56-a5e7-4d368970c000\" "} {"level":"warn","ts":"2026-04-02T09:00:24.397312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.606107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:00:24.397348Z","caller":"traceutil/trace.go:171","msg":"trace[383332641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5377; }","duration":"329.681459ms","start":"2026-04-02T09:00:24.067658Z","end":"2026-04-02T09:00:24.39734Z","steps":["trace[383332641] 'agreement among raft nodes before linearized reading' (duration: 329.581926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:24.397368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:24.067636Z","time spent":"329.727351ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:00:24.397419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.385077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T09:00:24.397454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.448259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T09:00:24.397473Z","caller":"traceutil/trace.go:171","msg":"trace[487915654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5377; }","duration":"208.48348ms","start":"2026-04-02T09:00:24.188984Z","end":"2026-04-02T09:00:24.397467Z","steps":["trace[487915654] 'agreement among raft nodes before linearized reading' (duration: 208.430778ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:24.397481Z","caller":"traceutil/trace.go:171","msg":"trace[1866103570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5377; }","duration":"208.46695ms","start":"2026-04-02T09:00:24.188996Z","end":"2026-04-02T09:00:24.397463Z","steps":["trace[1866103570] 'agreement among raft nodes before linearized reading' (duration: 208.310215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:24.397558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.741729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T09:00:24.39758Z","caller":"traceutil/trace.go:171","msg":"trace[139081649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5377; }","duration":"208.80282ms","start":"2026-04-02T09:00:24.188773Z","end":"2026-04-02T09:00:24.397576Z","steps":["trace[139081649] 'agreement among raft nodes before linearized reading' (duration: 208.741058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:24.397651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.777133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T09:00:24.397671Z","caller":"traceutil/trace.go:171","msg":"trace[691952186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5377; }","duration":"210.831724ms","start":"2026-04-02T09:00:24.186835Z","end":"2026-04-02T09:00:24.397667Z","steps":["trace[691952186] 'agreement among raft nodes before linearized reading' (duration: 210.786303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:24.397763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.626914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T09:00:24.397801Z","caller":"traceutil/trace.go:171","msg":"trace[2052608752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:5377; }","duration":"327.702767ms","start":"2026-04-02T09:00:24.07009Z","end":"2026-04-02T09:00:24.397793Z","steps":["trace[2052608752] 'agreement among raft nodes before linearized reading' (duration: 327.618135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:24.397824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:24.070069Z","time spent":"327.748868ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-9kjg5\" "} {"level":"warn","ts":"2026-04-02T09:00:24.398097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.964823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-02T09:00:24.398149Z","caller":"traceutil/trace.go:171","msg":"trace[80884864] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5377; }","duration":"208.049947ms","start":"2026-04-02T09:00:24.190085Z","end":"2026-04-02T09:00:24.398135Z","steps":["trace[80884864] 'agreement among raft nodes before linearized reading' (duration: 207.940403ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:25.590095Z","caller":"traceutil/trace.go:171","msg":"trace[452785600] linearizableReadLoop","detail":"{readStateIndex:5591; appliedIndex:5590; }","duration":"100.875759ms","start":"2026-04-02T09:00:25.489199Z","end":"2026-04-02T09:00:25.590075Z","steps":["trace[452785600] 'read index received' (duration: 100.679283ms)","trace[452785600] 'applied index is now lower than readState.Index' (duration: 195.526µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:25.590203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.988862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:00:25.590231Z","caller":"traceutil/trace.go:171","msg":"trace[1041809233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5389; }","duration":"101.069335ms","start":"2026-04-02T09:00:25.489153Z","end":"2026-04-02T09:00:25.590222Z","steps":["trace[1041809233] 'agreement among raft nodes before linearized reading' (duration: 101.002383ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:25.590665Z","caller":"traceutil/trace.go:171","msg":"trace[293590219] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"110.944116ms","start":"2026-04-02T09:00:25.479663Z","end":"2026-04-02T09:00:25.590607Z","steps":["trace[293590219] 'process raft request' (duration: 110.288745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:40.6385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.356876ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T09:00:40.638965Z","caller":"traceutil/trace.go:171","msg":"trace[342277998] linearizableReadLoop","detail":"{readStateIndex:5796; appliedIndex:5793; }","duration":"139.350822ms","start":"2026-04-02T09:00:40.499591Z","end":"2026-04-02T09:00:40.638942Z","steps":["trace[342277998] 'read index received' (duration: 3.81191ms)","trace[342277998] 'applied index is now lower than readState.Index' (duration: 135.537332ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:40.638997Z","caller":"traceutil/trace.go:171","msg":"trace[1611595835] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"182.733559ms","start":"2026-04-02T09:00:40.456232Z","end":"2026-04-02T09:00:40.638966Z","steps":["trace[1611595835] 'process raft request' (duration: 182.616275ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:40.638994Z","caller":"traceutil/trace.go:171","msg":"trace[599497326] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"188.80029ms","start":"2026-04-02T09:00:40.450167Z","end":"2026-04-02T09:00:40.638967Z","steps":["trace[599497326] 'process raft request' (duration: 188.525291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:40.63919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.590499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T09:00:40.639234Z","caller":"traceutil/trace.go:171","msg":"trace[770938191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5588; }","duration":"139.668582ms","start":"2026-04-02T09:00:40.499551Z","end":"2026-04-02T09:00:40.639219Z","steps":["trace[770938191] 'agreement among raft nodes before linearized reading' (duration: 139.494916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:41.646982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.4953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:00:41.647558Z","caller":"traceutil/trace.go:171","msg":"trace[957494818] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"1.033338644s","start":"2026-04-02T09:00:40.614188Z","end":"2026-04-02T09:00:41.647526Z","steps":["trace[957494818] 'process raft request' (duration: 289.194503ms)","trace[957494818] 'compare' (duration: 743.17596ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:41.647649Z","caller":"traceutil/trace.go:171","msg":"trace[503653356] linearizableReadLoop","detail":"{readStateIndex:5797; appliedIndex:5796; }","duration":"1.008595844s","start":"2026-04-02T09:00:40.639013Z","end":"2026-04-02T09:00:41.647609Z","steps":["trace[503653356] 'read index received' (duration: 264.381252ms)","trace[503653356] 'applied index is now lower than readState.Index' (duration: 744.211632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:41.647696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:40.614158Z","time spent":"1.033467708s","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T09:00:41.647714Z","caller":"traceutil/trace.go:171","msg":"trace[1031263890] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"1.004395752s","start":"2026-04-02T09:00:40.643298Z","end":"2026-04-02T09:00:41.647693Z","steps":["trace[1031263890] 'process raft request' (duration: 1.004251397s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:41.647997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:40.643269Z","time spent":"1.00464528s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:00:41.64807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051627041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:00:41.648133Z","caller":"traceutil/trace.go:171","msg":"trace[1469604832] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5591; }","duration":"1.051744504s","start":"2026-04-02T09:00:40.596373Z","end":"2026-04-02T09:00:41.648117Z","steps":["trace[1469604832] 'agreement among raft nodes before linearized reading' (duration: 1.051391223s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:41.648153Z","caller":"traceutil/trace.go:171","msg":"trace[679751934] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"775.649413ms","start":"2026-04-02T09:00:40.872496Z","end":"2026-04-02T09:00:41.648145Z","steps":["trace[679751934] 'process raft request' (duration: 775.146107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:41.648174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:40.596352Z","time spent":"1.051810996s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:00:41.648207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:40.872469Z","time spent":"775.706305ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:00:41.648092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.982434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-02T09:00:41.648125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129600728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:00:41.648224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132065275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-02T09:00:41.648227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135440142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:00:41.648307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131430186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T09:00:41.64833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129792263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:00:41.648344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.431627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:00:41.648322Z","caller":"traceutil/trace.go:171","msg":"trace[1401184804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5590; }","duration":"1.129822905s","start":"2026-04-02T09:00:40.518437Z","end":"2026-04-02T09:00:41.64826Z","steps":["trace[1401184804] 'agreement among raft nodes before linearized reading' (duration: 1.129187555s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:41.648381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.993361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:00:41.648537Z","caller":"traceutil/trace.go:171","msg":"trace[2080515130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5591; }","duration":"1.135552895s","start":"2026-04-02T09:00:40.512728Z","end":"2026-04-02T09:00:41.648281Z","steps":["trace[2080515130] 'agreement among raft nodes before linearized reading' (duration: 1.135040799s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:41.648573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:40.512705Z","time spent":"1.135857315s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T09:00:41.648569Z","caller":"traceutil/trace.go:171","msg":"trace[767400407] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5591; }","duration":"133.195178ms","start":"2026-04-02T09:00:41.515354Z","end":"2026-04-02T09:00:41.648549Z","steps":["trace[767400407] 'agreement among raft nodes before linearized reading' (duration: 132.995431ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:41.648383Z","caller":"traceutil/trace.go:171","msg":"trace[65268011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5591; }","duration":"1.131503098s","start":"2026-04-02T09:00:40.516859Z","end":"2026-04-02T09:00:41.648363Z","steps":["trace[65268011] 'agreement among raft nodes before linearized reading' (duration: 1.130888479s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:41.648645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:40.516852Z","time spent":"1.131774206s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T09:00:41.648679Z","caller":"traceutil/trace.go:171","msg":"trace[904431358] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5591; }","duration":"994.18261ms","start":"2026-04-02T09:00:40.654063Z","end":"2026-04-02T09:00:41.648245Z","steps":["trace[904431358] 'agreement among raft nodes before linearized reading' (duration: 993.915412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:41.648324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.096432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:00:41.648757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:40.654043Z","time spent":"994.699396ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-02T09:00:41.648768Z","caller":"traceutil/trace.go:171","msg":"trace[2007453956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5591; }","duration":"158.597088ms","start":"2026-04-02T09:00:41.490151Z","end":"2026-04-02T09:00:41.648749Z","steps":["trace[2007453956] 'agreement among raft nodes before linearized reading' (duration: 158.133183ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:41.648397Z","caller":"traceutil/trace.go:171","msg":"trace[1923607759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5591; }","duration":"1.129882906s","start":"2026-04-02T09:00:40.518499Z","end":"2026-04-02T09:00:41.648381Z","steps":["trace[1923607759] 'agreement among raft nodes before linearized reading' (duration: 1.129280188s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:41.648833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:40.518487Z","time spent":"1.13033821s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T09:00:41.648405Z","caller":"traceutil/trace.go:171","msg":"trace[1981897648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5591; }","duration":"253.492489ms","start":"2026-04-02T09:00:41.394892Z","end":"2026-04-02T09:00:41.648385Z","steps":["trace[1981897648] 'agreement among raft nodes before linearized reading' (duration: 253.406026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:41.648423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:40.518423Z","time spent":"1.129982039s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:00:41.648504Z","caller":"traceutil/trace.go:171","msg":"trace[1294117494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:5591; }","duration":"1.132164349s","start":"2026-04-02T09:00:40.516103Z","end":"2026-04-02T09:00:41.648267Z","steps":["trace[1294117494] 'agreement among raft nodes before linearized reading' (duration: 1.131599221s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:41.648939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:40.516073Z","time spent":"1.132860671s","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-9kjg5\" "} {"level":"warn","ts":"2026-04-02T09:00:41.649612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137738995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T09:00:41.649721Z","caller":"traceutil/trace.go:171","msg":"trace[376955011] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5591; }","duration":"1.137876378s","start":"2026-04-02T09:00:40.511822Z","end":"2026-04-02T09:00:41.649698Z","steps":["trace[376955011] 'agreement among raft nodes before linearized reading' (duration: 1.135938557s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:41.649765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:40.511806Z","time spent":"1.137947411s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T09:00:41.892399Z","caller":"traceutil/trace.go:171","msg":"trace[1460704765] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"236.172381ms","start":"2026-04-02T09:00:41.656202Z","end":"2026-04-02T09:00:41.892374Z","steps":["trace[1460704765] 'process raft request' (duration: 185.904277ms)","trace[1460704765] 'compare' (duration: 49.944604ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:41.892443Z","caller":"traceutil/trace.go:171","msg":"trace[2072306892] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"232.500366ms","start":"2026-04-02T09:00:41.659929Z","end":"2026-04-02T09:00:41.892429Z","steps":["trace[2072306892] 'process raft request' (duration: 232.283359ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:41.892719Z","caller":"traceutil/trace.go:171","msg":"trace[90395396] linearizableReadLoop","detail":"{readStateIndex:5805; appliedIndex:5803; }","duration":"197.758191ms","start":"2026-04-02T09:00:41.694636Z","end":"2026-04-02T09:00:41.892394Z","steps":["trace[90395396] 'read index received' (duration: 147.494967ms)","trace[90395396] 'applied index is now lower than readState.Index' (duration: 50.262084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:41.892757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.649979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-61f55fe0-9fe5-4b56-a5e7-4d368970c000\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-02T09:00:41.892832Z","caller":"traceutil/trace.go:171","msg":"trace[15490478] range","detail":"{range_begin:/registry/persistentvolumes/pvc-61f55fe0-9fe5-4b56-a5e7-4d368970c000; range_end:; response_count:1; response_revision:5597; }","duration":"238.774064ms","start":"2026-04-02T09:00:41.654038Z","end":"2026-04-02T09:00:41.892812Z","steps":["trace[15490478] 'agreement among raft nodes before linearized reading' (duration: 238.504646ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:42.747354Z","caller":"traceutil/trace.go:171","msg":"trace[990901147] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"101.309895ms","start":"2026-04-02T09:00:42.646023Z","end":"2026-04-02T09:00:42.747333Z","steps":["trace[990901147] 'process raft request' (duration: 101.194132ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:42.828738Z","caller":"traceutil/trace.go:171","msg":"trace[1134613821] linearizableReadLoop","detail":"{readStateIndex:5808; appliedIndex:5806; }","duration":"153.923466ms","start":"2026-04-02T09:00:42.674795Z","end":"2026-04-02T09:00:42.828719Z","steps":["trace[1134613821] 'read index received' (duration: 72.466806ms)","trace[1134613821] 'applied index is now lower than readState.Index' (duration: 81.45564ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:42.829044Z","caller":"traceutil/trace.go:171","msg":"trace[64343195] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"182.908979ms","start":"2026-04-02T09:00:42.646121Z","end":"2026-04-02T09:00:42.82903Z","steps":["trace[64343195] 'process raft request' (duration: 182.486286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:42.82917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.365089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16550"} {"level":"info","ts":"2026-04-02T09:00:42.829243Z","caller":"traceutil/trace.go:171","msg":"trace[702414359] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5600; }","duration":"154.497474ms","start":"2026-04-02T09:00:42.674726Z","end":"2026-04-02T09:00:42.829224Z","steps":["trace[702414359] 'agreement among raft nodes before linearized reading' (duration: 154.273037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:42.829255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.894569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-02T09:00:42.829321Z","caller":"traceutil/trace.go:171","msg":"trace[135871282] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5600; }","duration":"123.996973ms","start":"2026-04-02T09:00:42.705304Z","end":"2026-04-02T09:00:42.829301Z","steps":["trace[135871282] 'agreement among raft nodes before linearized reading' (duration: 123.811497ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:43.077136Z","caller":"traceutil/trace.go:171","msg":"trace[405262665] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"129.692712ms","start":"2026-04-02T09:00:42.947419Z","end":"2026-04-02T09:00:43.077112Z","steps":["trace[405262665] 'process raft request' (duration: 30.469522ms)","trace[405262665] 'compare' (duration: 98.988503ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:09.102242Z","caller":"traceutil/trace.go:171","msg":"trace[1717434637] linearizableReadLoop","detail":"{readStateIndex:6075; appliedIndex:6072; }","duration":"118.924182ms","start":"2026-04-02T09:01:08.983286Z","end":"2026-04-02T09:01:09.10221Z","steps":["trace[1717434637] 'read index received' (duration: 39.352972ms)","trace[1717434637] 'applied index is now lower than readState.Index' (duration: 79.56878ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:09.102329Z","caller":"traceutil/trace.go:171","msg":"trace[621068819] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"137.048854ms","start":"2026-04-02T09:01:08.965239Z","end":"2026-04-02T09:01:09.102288Z","steps":["trace[621068819] 'process raft request' (duration: 109.173485ms)","trace[621068819] 'compare' (duration: 27.57883ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:09.10246Z","caller":"traceutil/trace.go:171","msg":"trace[194535029] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"132.580073ms","start":"2026-04-02T09:01:08.969864Z","end":"2026-04-02T09:01:09.102445Z","steps":["trace[194535029] 'process raft request' (duration: 132.208672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:09.102666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.361996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-02T09:01:09.102762Z","caller":"traceutil/trace.go:171","msg":"trace[1688397738] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5862; }","duration":"119.48374ms","start":"2026-04-02T09:01:08.983259Z","end":"2026-04-02T09:01:09.102743Z","steps":["trace[1688397738] 'agreement among raft nodes before linearized reading' (duration: 119.300574ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:10.967987Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2871} {"level":"info","ts":"2026-04-02T09:01:11.049973Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2871,"took":"80.50448ms","hash":1788231470,"current-db-size-bytes":57405440,"current-db-size":"57 MB","current-db-size-in-use-bytes":33021952,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-02T09:01:11.050044Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1788231470,"revision":2871,"compact-revision":-1} {"level":"info","ts":"2026-04-02T09:01:12.420688Z","caller":"traceutil/trace.go:171","msg":"trace[901822832] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"392.646129ms","start":"2026-04-02T09:01:12.028007Z","end":"2026-04-02T09:01:12.420653Z","steps":["trace[901822832] 'process raft request' (duration: 392.426022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:12.420865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:12.02798Z","time spent":"392.788532ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:22.031519Z","caller":"traceutil/trace.go:171","msg":"trace[1104052465] linearizableReadLoop","detail":"{readStateIndex:6169; appliedIndex:6168; }","duration":"170.294953ms","start":"2026-04-02T09:01:21.861198Z","end":"2026-04-02T09:01:22.031493Z","steps":["trace[1104052465] 'read index received' (duration: 170.153119ms)","trace[1104052465] 'applied index is now lower than readState.Index' (duration: 140.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:22.031583Z","caller":"traceutil/trace.go:171","msg":"trace[128956462] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"176.526109ms","start":"2026-04-02T09:01:21.855024Z","end":"2026-04-02T09:01:22.031551Z","steps":["trace[128956462] 'process raft request' (duration: 176.321253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:22.031798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.578902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:01:22.03184Z","caller":"traceutil/trace.go:171","msg":"trace[425362773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5951; }","duration":"170.638624ms","start":"2026-04-02T09:01:21.861191Z","end":"2026-04-02T09:01:22.031829Z","steps":["trace[425362773] 'agreement among raft nodes before linearized reading' (duration: 170.483089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:22.031894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.843879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:01:22.032022Z","caller":"traceutil/trace.go:171","msg":"trace[918818396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5951; }","duration":"170.024554ms","start":"2026-04-02T09:01:21.861973Z","end":"2026-04-02T09:01:22.031998Z","steps":["trace[918818396] 'agreement among raft nodes before linearized reading' (duration: 169.734825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:22.032007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.176459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T09:01:22.032108Z","caller":"traceutil/trace.go:171","msg":"trace[1863244074] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5951; }","duration":"144.326094ms","start":"2026-04-02T09:01:21.887758Z","end":"2026-04-02T09:01:22.032084Z","steps":["trace[1863244074] 'agreement among raft nodes before linearized reading' (duration: 144.100387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:22.03217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.913043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:01:22.032328Z","caller":"traceutil/trace.go:171","msg":"trace[627909482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5951; }","duration":"165.110399ms","start":"2026-04-02T09:01:21.867169Z","end":"2026-04-02T09:01:22.032279Z","steps":["trace[627909482] 'agreement among raft nodes before linearized reading' (duration: 164.751018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:22.032645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.820459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T09:01:22.032695Z","caller":"traceutil/trace.go:171","msg":"trace[227242743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:5951; }","duration":"138.905703ms","start":"2026-04-02T09:01:21.893777Z","end":"2026-04-02T09:01:22.032683Z","steps":["trace[227242743] 'agreement among raft nodes before linearized reading' (duration: 137.987834ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:22.632101Z","caller":"traceutil/trace.go:171","msg":"trace[2135860142] linearizableReadLoop","detail":"{readStateIndex:6176; appliedIndex:6175; }","duration":"142.011671ms","start":"2026-04-02T09:01:22.490071Z","end":"2026-04-02T09:01:22.632083Z","steps":["trace[2135860142] 'read index received' (duration: 141.941799ms)","trace[2135860142] 'applied index is now lower than readState.Index' (duration: 69.052µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:22.632172Z","caller":"traceutil/trace.go:171","msg":"trace[1640589144] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"164.011035ms","start":"2026-04-02T09:01:22.468136Z","end":"2026-04-02T09:01:22.632147Z","steps":["trace[1640589144] 'process raft request' (duration: 163.814809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:22.632212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.134484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:22.63224Z","caller":"traceutil/trace.go:171","msg":"trace[1513065100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5958; }","duration":"142.214828ms","start":"2026-04-02T09:01:22.490018Z","end":"2026-04-02T09:01:22.632232Z","steps":["trace[1513065100] 'agreement among raft nodes before linearized reading' (duration: 142.135085ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:43.778516Z","caller":"traceutil/trace.go:171","msg":"trace[247546921] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"152.920687ms","start":"2026-04-02T09:03:43.625554Z","end":"2026-04-02T09:03:43.778475Z","steps":["trace[247546921] 'process raft request' (duration: 72.86514ms)","trace[247546921] 'compare' (duration: 79.874781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:03:44.613889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.93674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T09:03:44.61396Z","caller":"traceutil/trace.go:171","msg":"trace[1391057391] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:6857; }","duration":"603.062054ms","start":"2026-04-02T09:03:44.010885Z","end":"2026-04-02T09:03:44.613947Z","steps":["trace[1391057391] 'range keys from in-memory index tree' (duration: 602.784446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:44.613986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.010871Z","time spent":"603.109915ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-02T09:03:44.614004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.643396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:03:44.614152Z","caller":"traceutil/trace.go:171","msg":"trace[2043286337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6857; }","duration":"701.891144ms","start":"2026-04-02T09:03:43.912228Z","end":"2026-04-02T09:03:44.614119Z","steps":["trace[2043286337] 'count revisions from in-memory index tree' (duration: 701.550883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:44.614228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:43.912209Z","time spent":"702.002348ms","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:03:44.901258Z","caller":"traceutil/trace.go:171","msg":"trace[1285628228] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"567.725409ms","start":"2026-04-02T09:03:44.333503Z","end":"2026-04-02T09:03:44.901228Z","steps":["trace[1285628228] 'process raft request' (duration: 567.570084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:44.901444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.333477Z","time spent":"567.874373ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:03:44.901682Z","caller":"traceutil/trace.go:171","msg":"trace[65919875] linearizableReadLoop","detail":"{readStateIndex:7106; appliedIndex:7106; }","duration":"380.095807ms","start":"2026-04-02T09:03:44.521555Z","end":"2026-04-02T09:03:44.901651Z","steps":["trace[65919875] 'read index received' (duration: 380.068666ms)","trace[65919875] 'applied index is now lower than readState.Index' (duration: 10µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:03:44.901823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.264643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:03:44.901889Z","caller":"traceutil/trace.go:171","msg":"trace[301010453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6858; }","duration":"380.369616ms","start":"2026-04-02T09:03:44.521504Z","end":"2026-04-02T09:03:44.901874Z","steps":["trace[301010453] 'agreement among raft nodes before linearized reading' (duration: 380.260913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:44.901934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.521484Z","time spent":"380.442658ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:03:45.310548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.615064Z","time spent":"695.474881ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T09:03:45.310609Z","caller":"traceutil/trace.go:171","msg":"trace[1371228939] linearizableReadLoop","detail":"{readStateIndex:7108; appliedIndex:7106; }","duration":"408.812824ms","start":"2026-04-02T09:03:44.901759Z","end":"2026-04-02T09:03:45.310572Z","steps":["trace[1371228939] 'read index received' (duration: 408.552856ms)","trace[1371228939] 'applied index is now lower than readState.Index' (duration: 258.788µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:03:45.311062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.801982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:03:45.311098Z","caller":"traceutil/trace.go:171","msg":"trace[2016110782] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"495.50878ms","start":"2026-04-02T09:03:44.815564Z","end":"2026-04-02T09:03:45.311073Z","steps":["trace[2016110782] 'process raft request' (duration: 494.873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:45.31113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.364515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T09:03:45.311222Z","caller":"traceutil/trace.go:171","msg":"trace[1588909161] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6859; }","duration":"571.510509ms","start":"2026-04-02T09:03:44.739688Z","end":"2026-04-02T09:03:45.311198Z","steps":["trace[1588909161] 'agreement among raft nodes before linearized reading' (duration: 571.251351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:45.311232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.815547Z","time spent":"495.604913ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:03:45.311232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.850178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:03:45.311225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.73759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:03:45.311271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.739665Z","time spent":"571.594242ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T09:03:45.311271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.653748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:03:45.311271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.317023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-02T09:03:45.311287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.105769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T09:03:45.31131Z","caller":"traceutil/trace.go:171","msg":"trace[158362126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6859; }","duration":"551.956361ms","start":"2026-04-02T09:03:44.759323Z","end":"2026-04-02T09:03:45.311279Z","steps":["trace[158362126] 'agreement among raft nodes before linearized reading' (duration: 551.740395ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:45.311318Z","caller":"traceutil/trace.go:171","msg":"trace[1061185631] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6859; }","duration":"708.756951ms","start":"2026-04-02T09:03:44.602547Z","end":"2026-04-02T09:03:45.311304Z","steps":["trace[1061185631] 'agreement among raft nodes before linearized reading' (duration: 708.603616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:45.311308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.6158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:03:45.31134Z","caller":"traceutil/trace.go:171","msg":"trace[934366635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:6859; }","duration":"507.415326ms","start":"2026-04-02T09:03:44.803905Z","end":"2026-04-02T09:03:45.31132Z","steps":["trace[934366635] 'agreement among raft nodes before linearized reading' (duration: 507.22771ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:45.311348Z","caller":"traceutil/trace.go:171","msg":"trace[407154291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6859; }","duration":"573.223423ms","start":"2026-04-02T09:03:44.738109Z","end":"2026-04-02T09:03:45.311333Z","steps":["trace[407154291] 'agreement among raft nodes before linearized reading' (duration: 573.033847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:45.311358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.602522Z","time spent":"708.826644ms","remote":"127.0.0.1:50996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:03:45.31138Z","caller":"traceutil/trace.go:171","msg":"trace[263556016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6859; }","duration":"563.703643ms","start":"2026-04-02T09:03:44.747655Z","end":"2026-04-02T09:03:45.311359Z","steps":["trace[263556016] 'agreement among raft nodes before linearized reading' (duration: 563.514317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:45.311389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.80389Z","time spent":"507.485218ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-9kjg5\" "} {"level":"warn","ts":"2026-04-02T09:03:45.311391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.73808Z","time spent":"573.301266ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T09:03:45.311115Z","caller":"traceutil/trace.go:171","msg":"trace[1293345518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6859; }","duration":"407.907575ms","start":"2026-04-02T09:03:44.903192Z","end":"2026-04-02T09:03:45.3111Z","steps":["trace[1293345518] 'agreement among raft nodes before linearized reading' (duration: 407.821052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:45.311422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.747646Z","time spent":"563.765775ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:03:45.311363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.759309Z","time spent":"552.042715ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:03:45.311305Z","caller":"traceutil/trace.go:171","msg":"trace[227809773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6859; }","duration":"509.855503ms","start":"2026-04-02T09:03:44.801433Z","end":"2026-04-02T09:03:45.311289Z","steps":["trace[227809773] 'agreement among raft nodes before linearized reading' (duration: 509.608715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:45.31163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.80142Z","time spent":"510.198594ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:03:45.31111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.030437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:03:45.311739Z","caller":"traceutil/trace.go:171","msg":"trace[872961491] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6859; }","duration":"752.701279ms","start":"2026-04-02T09:03:44.558995Z","end":"2026-04-02T09:03:45.311696Z","steps":["trace[872961491] 'agreement among raft nodes before linearized reading' (duration: 751.965515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:45.311805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.558973Z","time spent":"752.809911ms","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:03:45.311478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:44.903171Z","time spent":"408.264986ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:03:52.670552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.632939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:03:52.670605Z","caller":"traceutil/trace.go:171","msg":"trace[1241567883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6936; }","duration":"153.730192ms","start":"2026-04-02T09:03:52.516863Z","end":"2026-04-02T09:03:52.670593Z","steps":["trace[1241567883] 'range keys from in-memory index tree' (duration: 153.557077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:52.670663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:52.356007Z","time spent":"314.649971ms","remote":"127.0.0.1:36056","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T09:06:10.974803Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5890} {"level":"info","ts":"2026-04-02T09:06:11.063993Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5890,"took":"87.268586ms","hash":3043482198,"current-db-size-bytes":57405440,"current-db-size":"57 MB","current-db-size-in-use-bytes":25882624,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-02T09:06:11.06408Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3043482198,"revision":5890,"compact-revision":2871} {"level":"warn","ts":"2026-04-02T09:06:30.650342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886492739,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T09:06:30.717148Z","caller":"traceutil/trace.go:171","msg":"trace[1101375118] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"588.475092ms","start":"2026-04-02T09:06:30.128654Z","end":"2026-04-02T09:06:30.717129Z","steps":["trace[1101375118] 'process raft request' (duration: 588.345228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:30.717258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.128633Z","time spent":"588.567736ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:06:31.325853Z","caller":"traceutil/trace.go:171","msg":"trace[1909719543] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"1.038288046s","start":"2026-04-02T09:06:30.287535Z","end":"2026-04-02T09:06:31.325823Z","steps":["trace[1909719543] 'process raft request' (duration: 1.03810722s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:31.326195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.287516Z","time spent":"1.03841665s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:06:31.32618Z","caller":"traceutil/trace.go:171","msg":"trace[672185459] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8537; }","duration":"1.175903991s","start":"2026-04-02T09:06:30.150237Z","end":"2026-04-02T09:06:31.326141Z","steps":["trace[672185459] 'read index received' (duration: 566.770857ms)","trace[672185459] 'applied index is now lower than readState.Index' (duration: 609.131934ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:06:31.326237Z","caller":"traceutil/trace.go:171","msg":"trace[1544234372] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"835.818332ms","start":"2026-04-02T09:06:30.490394Z","end":"2026-04-02T09:06:31.326213Z","steps":["trace[1544234372] 'process raft request' (duration: 835.626696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:31.326384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176152629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T09:06:31.326447Z","caller":"traceutil/trace.go:171","msg":"trace[1816213424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8249; }","duration":"1.176254012s","start":"2026-04-02T09:06:30.150178Z","end":"2026-04-02T09:06:31.326432Z","steps":["trace[1816213424] 'agreement among raft nodes before linearized reading' (duration: 1.176066556s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:31.326453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1074551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-02T09:06:31.326493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.150156Z","time spent":"1.176326995s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T09:06:31.326514Z","caller":"traceutil/trace.go:171","msg":"trace[1345103164] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:8249; }","duration":"1.107542882s","start":"2026-04-02T09:06:30.218956Z","end":"2026-04-02T09:06:31.326499Z","steps":["trace[1345103164] 'agreement among raft nodes before linearized reading' (duration: 1.107391448s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:31.326545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174529028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T09:06:31.326556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.218914Z","time spent":"1.107633986s","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-9kjg5\" "} {"level":"info","ts":"2026-04-02T09:06:31.326578Z","caller":"traceutil/trace.go:171","msg":"trace[1060221836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8249; }","duration":"1.17458791s","start":"2026-04-02T09:06:30.151981Z","end":"2026-04-02T09:06:31.326569Z","steps":["trace[1060221836] 'agreement among raft nodes before linearized reading' (duration: 1.174511847s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:31.326385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.490384Z","time spent":"835.914736ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:06:31.3266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.896186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:06:31.326605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.151965Z","time spent":"1.174634712s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:06:31.326617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131756337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T09:06:31.326518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145096449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-02T09:06:31.326662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.390972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:06:31.326669Z","caller":"traceutil/trace.go:171","msg":"trace[1954735904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8249; }","duration":"1.131803438s","start":"2026-04-02T09:06:30.194851Z","end":"2026-04-02T09:06:31.326655Z","steps":["trace[1954735904] 'agreement among raft nodes before linearized reading' (duration: 1.131690305s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:06:31.326693Z","caller":"traceutil/trace.go:171","msg":"trace[1932220958] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8249; }","duration":"1.145293555s","start":"2026-04-02T09:06:30.181383Z","end":"2026-04-02T09:06:31.326676Z","steps":["trace[1932220958] 'agreement among raft nodes before linearized reading' (duration: 1.145046697s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:31.326737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.194788Z","time spent":"1.131918632s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:06:31.326746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.181367Z","time spent":"1.145364447s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T09:06:31.326631Z","caller":"traceutil/trace.go:171","msg":"trace[1824101318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8249; }","duration":"836.926427ms","start":"2026-04-02T09:06:30.489696Z","end":"2026-04-02T09:06:31.326622Z","steps":["trace[1824101318] 'agreement among raft nodes before linearized reading' (duration: 836.861955ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:06:31.326174Z","caller":"traceutil/trace.go:171","msg":"trace[485923081] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"984.194868ms","start":"2026-04-02T09:06:30.341917Z","end":"2026-04-02T09:06:31.326112Z","steps":["trace[485923081] 'process raft request' (duration: 983.868878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:31.32685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.489651Z","time spent":"837.189376ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:06:31.326445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174489367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T09:06:31.326978Z","caller":"traceutil/trace.go:171","msg":"trace[943405684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8249; }","duration":"1.175041874s","start":"2026-04-02T09:06:30.151917Z","end":"2026-04-02T09:06:31.326958Z","steps":["trace[943405684] 'agreement among raft nodes before linearized reading' (duration: 1.174420484s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:31.326981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.341891Z","time spent":"984.974692ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:06:31.327031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.151908Z","time spent":"1.175108686s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T09:06:31.326685Z","caller":"traceutil/trace.go:171","msg":"trace[1301181125] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8249; }","duration":"361.448534ms","start":"2026-04-02T09:06:30.965229Z","end":"2026-04-02T09:06:31.326678Z","steps":["trace[1301181125] 'agreement among raft nodes before linearized reading' (duration: 361.413363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:31.327102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:30.965202Z","time spent":"361.877168ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:06:42.284279Z","caller":"traceutil/trace.go:171","msg":"trace[30039981] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"105.46364ms","start":"2026-04-02T09:06:42.178783Z","end":"2026-04-02T09:06:42.284247Z","steps":["trace[30039981] 'process raft request' (duration: 76.396952ms)","trace[30039981] 'compare' (duration: 28.882822ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:06:43.186815Z","caller":"traceutil/trace.go:171","msg":"trace[1984301092] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"417.119862ms","start":"2026-04-02T09:06:42.769668Z","end":"2026-04-02T09:06:43.186787Z","steps":["trace[1984301092] 'process raft request' (duration: 416.950426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:43.187056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:42.769649Z","time spent":"417.241035ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:06:43.547326Z","caller":"traceutil/trace.go:171","msg":"trace[231457937] linearizableReadLoop","detail":"{readStateIndex:8606; appliedIndex:8604; }","duration":"159.656571ms","start":"2026-04-02T09:06:43.38764Z","end":"2026-04-02T09:06:43.547297Z","steps":["trace[231457937] 'read index received' (duration: 9.338355ms)","trace[231457937] 'applied index is now lower than readState.Index' (duration: 150.316826ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:06:43.547365Z","caller":"traceutil/trace.go:171","msg":"trace[830622165] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"166.016553ms","start":"2026-04-02T09:06:43.381299Z","end":"2026-04-02T09:06:43.547316Z","steps":["trace[830622165] 'process raft request' (duration: 114.356902ms)","trace[830622165] 'compare' (duration: 51.407113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:06:43.547521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.870879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:06:43.547548Z","caller":"traceutil/trace.go:171","msg":"trace[604673192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8311; }","duration":"159.942421ms","start":"2026-04-02T09:06:43.387596Z","end":"2026-04-02T09:06:43.547538Z","steps":["trace[604673192] 'agreement among raft nodes before linearized reading' (duration: 159.815767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:43.59627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.599496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-02T09:06:43.596279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.286982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T09:06:43.59628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.709226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:06:43.596368Z","caller":"traceutil/trace.go:171","msg":"trace[1291107493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8312; }","duration":"205.461728ms","start":"2026-04-02T09:06:43.390883Z","end":"2026-04-02T09:06:43.596345Z","steps":["trace[1291107493] 'agreement among raft nodes before linearized reading' (duration: 205.224261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:43.596388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.280466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T09:06:43.59643Z","caller":"traceutil/trace.go:171","msg":"trace[519664569] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:8312; }","duration":"195.346109ms","start":"2026-04-02T09:06:43.401071Z","end":"2026-04-02T09:06:43.596417Z","steps":["trace[519664569] 'agreement among raft nodes before linearized reading' (duration: 195.246205ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:06:43.596335Z","caller":"traceutil/trace.go:171","msg":"trace[872220212] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8312; }","duration":"207.710609ms","start":"2026-04-02T09:06:43.388608Z","end":"2026-04-02T09:06:43.596319Z","steps":["trace[872220212] 'agreement among raft nodes before linearized reading' (duration: 207.572305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:43.596613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.182448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:06:43.596384Z","caller":"traceutil/trace.go:171","msg":"trace[1601042476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8312; }","duration":"104.869172ms","start":"2026-04-02T09:06:43.491493Z","end":"2026-04-02T09:06:43.596362Z","steps":["trace[1601042476] 'agreement among raft nodes before linearized reading' (duration: 104.671646ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:06:43.596739Z","caller":"traceutil/trace.go:171","msg":"trace[1653261905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8312; }","duration":"204.357723ms","start":"2026-04-02T09:06:43.392349Z","end":"2026-04-02T09:06:43.596707Z","steps":["trace[1653261905] 'agreement among raft nodes before linearized reading' (duration: 203.94387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:43.596272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.241243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:06:43.596861Z","caller":"traceutil/trace.go:171","msg":"trace[857376883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8312; }","duration":"200.881003ms","start":"2026-04-02T09:06:43.39597Z","end":"2026-04-02T09:06:43.596851Z","steps":["trace[857376883] 'agreement among raft nodes before linearized reading' (duration: 200.116689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:44.764807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.346844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:06:44.764897Z","caller":"traceutil/trace.go:171","msg":"trace[1836342669] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8613; }","duration":"345.783179ms","start":"2026-04-02T09:06:44.419101Z","end":"2026-04-02T09:06:44.764884Z","steps":["trace[1836342669] 'read index received' (duration: 47.732µs)","trace[1836342669] 'applied index is now lower than readState.Index' (duration: 345.733317ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:06:44.764984Z","caller":"traceutil/trace.go:171","msg":"trace[2131121834] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"726.47723ms","start":"2026-04-02T09:06:44.038491Z","end":"2026-04-02T09:06:44.764969Z","steps":["trace[2131121834] 'process raft request' (duration: 127.881798ms)","trace[2131121834] 'compare' (duration: 584.019911ms)","trace[2131121834] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.25; req_size:116; } (duration: 14.080414ms)"],"step_count":3} {"level":"warn","ts":"2026-04-02T09:06:44.765031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:44.03847Z","time spent":"726.538202ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:06:44.765144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.326441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:06:44.765143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.028966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:06:44.765194Z","caller":"traceutil/trace.go:171","msg":"trace[2028641034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8318; }","duration":"273.418493ms","start":"2026-04-02T09:06:44.491764Z","end":"2026-04-02T09:06:44.765183Z","steps":["trace[2028641034] 'agreement among raft nodes before linearized reading' (duration: 273.283299ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:06:44.765206Z","caller":"traceutil/trace.go:171","msg":"trace[1549987162] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8318; }","duration":"346.145721ms","start":"2026-04-02T09:06:44.419045Z","end":"2026-04-02T09:06:44.765191Z","steps":["trace[1549987162] 'agreement among raft nodes before linearized reading' (duration: 345.997416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:06:44.765236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:06:44.419021Z","time spent":"346.208702ms","remote":"127.0.0.1:35636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:06:45.818868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.094416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:06:45.819098Z","caller":"traceutil/trace.go:171","msg":"trace[516254565] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"114.763863ms","start":"2026-04-02T09:06:45.704324Z","end":"2026-04-02T09:06:45.819088Z","steps":["trace[516254565] 'process raft request' (duration: 114.728812ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:06:45.819086Z","caller":"traceutil/trace.go:171","msg":"trace[1117743070] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"155.523621ms","start":"2026-04-02T09:06:45.663521Z","end":"2026-04-02T09:06:45.819044Z","steps":["trace[1117743070] 'process raft request' (duration: 52.167907ms)","trace[1117743070] 'compare' (duration: 102.886879ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:06:45.819213Z","caller":"traceutil/trace.go:171","msg":"trace[1830550924] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"114.934959ms","start":"2026-04-02T09:06:45.704245Z","end":"2026-04-02T09:06:45.81918Z","steps":["trace[1830550924] 'process raft request' (duration: 114.727023ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:11.674138Z","caller":"traceutil/trace.go:171","msg":"trace[1641140250] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"119.98724ms","start":"2026-04-02T09:07:11.55407Z","end":"2026-04-02T09:07:11.674057Z","steps":["trace[1641140250] 'process raft request' (duration: 119.852876ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:13.819884Z","caller":"traceutil/trace.go:171","msg":"trace[49840683] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8825; }","duration":"328.570498ms","start":"2026-04-02T09:07:13.491276Z","end":"2026-04-02T09:07:13.819846Z","steps":["trace[49840683] 'read index received' (duration: 328.524877ms)","trace[49840683] 'applied index is now lower than readState.Index' (duration: 44.161µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:07:13.820025Z","caller":"traceutil/trace.go:171","msg":"trace[237532723] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"448.792826ms","start":"2026-04-02T09:07:13.371219Z","end":"2026-04-02T09:07:13.820012Z","steps":["trace[237532723] 'process raft request' (duration: 448.427645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:13.82017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.371185Z","time spent":"448.873519ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:07:13.820213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.913699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:07:13.820297Z","caller":"traceutil/trace.go:171","msg":"trace[349541949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8523; }","duration":"329.042443ms","start":"2026-04-02T09:07:13.491235Z","end":"2026-04-02T09:07:13.820277Z","steps":["trace[349541949] 'agreement among raft nodes before linearized reading' (duration: 328.910849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:13.820344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.491216Z","time spent":"329.120206ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:07:14.321005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886493626,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T09:07:14.385254Z","caller":"traceutil/trace.go:171","msg":"trace[2058692817] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"707.113566ms","start":"2026-04-02T09:07:13.678123Z","end":"2026-04-02T09:07:14.385237Z","steps":["trace[2058692817] 'process raft request' (duration: 706.735384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:14.385369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.678103Z","time spent":"707.206378ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:07:14.385582Z","caller":"traceutil/trace.go:171","msg":"trace[1744978977] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"653.42747ms","start":"2026-04-02T09:07:13.732147Z","end":"2026-04-02T09:07:14.385574Z","steps":["trace[1744978977] 'process raft request' (duration: 653.316406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:14.385625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.732125Z","time spent":"653.476261ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:07:14.3856Z","caller":"traceutil/trace.go:171","msg":"trace[649243064] linearizableReadLoop","detail":"{readStateIndex:8829; appliedIndex:8826; }","duration":"565.589785ms","start":"2026-04-02T09:07:13.819977Z","end":"2026-04-02T09:07:14.385567Z","steps":["trace[649243064] 'read index received' (duration: 564.80463ms)","trace[649243064] 'applied index is now lower than readState.Index' (duration: 783.925µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:07:14.385766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.4727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:07:14.385837Z","caller":"traceutil/trace.go:171","msg":"trace[1070157447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8526; }","duration":"602.587403ms","start":"2026-04-02T09:07:13.783234Z","end":"2026-04-02T09:07:14.385822Z","steps":["trace[1070157447] 'agreement among raft nodes before linearized reading' (duration: 602.373207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:14.387418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.783218Z","time spent":"604.184444ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:07:14.3859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.086433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T09:07:14.387572Z","caller":"traceutil/trace.go:171","msg":"trace[650726112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8526; }","duration":"424.779887ms","start":"2026-04-02T09:07:13.962762Z","end":"2026-04-02T09:07:14.387542Z","steps":["trace[650726112] 'agreement among raft nodes before linearized reading' (duration: 423.031061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:14.387715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.962748Z","time spent":"424.8744ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T09:07:14.385922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.063621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T09:07:14.387773Z","caller":"traceutil/trace.go:171","msg":"trace[1050076814] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:8526; }","duration":"366.961151ms","start":"2026-04-02T09:07:14.020804Z","end":"2026-04-02T09:07:14.387766Z","steps":["trace[1050076814] 'agreement among raft nodes before linearized reading' (duration: 365.058571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:14.387797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:14.020775Z","time spent":"367.013722ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-02T09:07:14.385973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.269026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:07:14.387905Z","caller":"traceutil/trace.go:171","msg":"trace[1780066074] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8526; }","duration":"410.237218ms","start":"2026-04-02T09:07:13.977652Z","end":"2026-04-02T09:07:14.38789Z","steps":["trace[1780066074] 'agreement among raft nodes before linearized reading' (duration: 408.280756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:14.387954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.977627Z","time spent":"410.3111ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:07:14.386074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.566323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:07:14.385993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.889987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:07:14.38609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.358123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T09:07:14.386087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.338548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-02T09:07:14.38583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.292343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:07:14.388009Z","caller":"traceutil/trace.go:171","msg":"trace[1879272956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8526; }","duration":"565.540013ms","start":"2026-04-02T09:07:13.822461Z","end":"2026-04-02T09:07:14.388001Z","steps":["trace[1879272956] 'agreement among raft nodes before linearized reading' (duration: 563.301883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:14.388034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.82244Z","time spent":"565.588695ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:07:14.388072Z","caller":"traceutil/trace.go:171","msg":"trace[80141990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8526; }","duration":"430.982483ms","start":"2026-04-02T09:07:13.957053Z","end":"2026-04-02T09:07:14.388036Z","steps":["trace[80141990] 'agreement among raft nodes before linearized reading' (duration: 428.902158ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:14.388133Z","caller":"traceutil/trace.go:171","msg":"trace[463490434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:8526; }","duration":"536.456715ms","start":"2026-04-02T09:07:13.851667Z","end":"2026-04-02T09:07:14.388124Z","steps":["trace[463490434] 'agreement among raft nodes before linearized reading' (duration: 534.223405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:14.388164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.851648Z","time spent":"536.507336ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-9kjg5\" "} {"level":"info","ts":"2026-04-02T09:07:14.388189Z","caller":"traceutil/trace.go:171","msg":"trace[223953118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8526; }","duration":"560.723002ms","start":"2026-04-02T09:07:13.827454Z","end":"2026-04-02T09:07:14.388177Z","steps":["trace[223953118] 'agreement among raft nodes before linearized reading' (duration: 558.555533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:14.388194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.956994Z","time spent":"431.167459ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:07:14.388234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.827429Z","time spent":"560.794124ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:07:14.388163Z","caller":"traceutil/trace.go:171","msg":"trace[1263611277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8526; }","duration":"432.46216ms","start":"2026-04-02T09:07:13.955669Z","end":"2026-04-02T09:07:14.388131Z","steps":["trace[1263611277] 'agreement among raft nodes before linearized reading' (duration: 430.188518ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:14.387721Z","caller":"traceutil/trace.go:171","msg":"trace[984067912] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"686.214685ms","start":"2026-04-02T09:07:13.701491Z","end":"2026-04-02T09:07:14.387705Z","steps":["trace[984067912] 'process raft request' (duration: 683.693055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:14.388506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.955635Z","time spent":"432.831262ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:07:14.3886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:13.701454Z","time spent":"687.089023ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:07:17.476568Z","caller":"traceutil/trace.go:171","msg":"trace[1749743322] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"375.331515ms","start":"2026-04-02T09:07:17.101211Z","end":"2026-04-02T09:07:17.476542Z","steps":["trace[1749743322] 'process raft request' (duration: 375.174071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:17.476721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:17.101183Z","time spent":"375.46033ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:07:17.51017Z","caller":"traceutil/trace.go:171","msg":"trace[484693045] linearizableReadLoop","detail":"{readStateIndex:8848; appliedIndex:8846; }","duration":"186.300364ms","start":"2026-04-02T09:07:17.323852Z","end":"2026-04-02T09:07:17.510152Z","steps":["trace[484693045] 'read index received' (duration: 152.543838ms)","trace[484693045] 'applied index is now lower than readState.Index' (duration: 33.755966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:07:17.510251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.383958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:07:17.51023Z","caller":"traceutil/trace.go:171","msg":"trace[377200103] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"200.336868ms","start":"2026-04-02T09:07:17.309859Z","end":"2026-04-02T09:07:17.510196Z","steps":["trace[377200103] 'process raft request' (duration: 200.202293ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:17.510271Z","caller":"traceutil/trace.go:171","msg":"trace[559138114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8544; }","duration":"186.45522ms","start":"2026-04-02T09:07:17.323809Z","end":"2026-04-02T09:07:17.510265Z","steps":["trace[559138114] 'agreement among raft nodes before linearized reading' (duration: 186.403878ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:26.417469Z","caller":"traceutil/trace.go:171","msg":"trace[300278419] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"118.37551ms","start":"2026-04-02T09:07:26.299068Z","end":"2026-04-02T09:07:26.417444Z","steps":["trace[300278419] 'process raft request' (duration: 118.219845ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:27.309116Z","caller":"traceutil/trace.go:171","msg":"trace[2019771042] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"170.894677ms","start":"2026-04-02T09:07:27.138201Z","end":"2026-04-02T09:07:27.309096Z","steps":["trace[2019771042] 'process raft request' (duration: 170.65018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:27.990746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886493969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:07:28.490956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421575886493969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:07:28.502476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179823816s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T09:07:28.50362Z","caller":"traceutil/trace.go:171","msg":"trace[149184139] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"1.181040165s","start":"2026-04-02T09:07:27.322541Z","end":"2026-04-02T09:07:28.503581Z","steps":["trace[149184139] 'process raft request' (duration: 1.18022827s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:28.503775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:27.322504Z","time spent":"1.18119103s","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:07:29.059381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.355315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:07:29.059683Z","caller":"traceutil/trace.go:171","msg":"trace[1400127565] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"1.4756249s","start":"2026-04-02T09:07:27.584039Z","end":"2026-04-02T09:07:29.059664Z","steps":["trace[1400127565] 'process raft request' (duration: 1.475484935s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:29.059681Z","caller":"traceutil/trace.go:171","msg":"trace[1512758012] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"1.734869528s","start":"2026-04-02T09:07:27.324753Z","end":"2026-04-02T09:07:29.059623Z","steps":["trace[1512758012] 'process raft request' (duration: 1.517163532s)","trace[1512758012] 'compare' (duration: 216.951053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:07:29.059842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:27.584011Z","time spent":"1.475725023s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:07:29.059858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:27.324736Z","time spent":"1.735017833s","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:07:29.059873Z","caller":"traceutil/trace.go:171","msg":"trace[1003193147] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"1.33253444s","start":"2026-04-02T09:07:27.7273Z","end":"2026-04-02T09:07:29.059835Z","steps":["trace[1003193147] 'process raft request' (duration: 1.332317533s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:29.059942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569453914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:07:29.060031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:27.727274Z","time spent":"1.332674195s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:07:29.060059Z","caller":"traceutil/trace.go:171","msg":"trace[1241758751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8645; }","duration":"1.569580868s","start":"2026-04-02T09:07:27.490436Z","end":"2026-04-02T09:07:29.060017Z","steps":["trace[1241758751] 'agreement among raft nodes before linearized reading' (duration: 1.569450634s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:29.059834Z","caller":"traceutil/trace.go:171","msg":"trace[622262100] linearizableReadLoop","detail":"{readStateIndex:8953; appliedIndex:8949; }","duration":"1.569321539s","start":"2026-04-02T09:07:27.490478Z","end":"2026-04-02T09:07:29.059799Z","steps":["trace[622262100] 'read index received' (duration: 1.012928195s)","trace[622262100] 'applied index is now lower than readState.Index' (duration: 556.391414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:07:29.06013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:27.490417Z","time spent":"1.56967545s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:07:29.0622Z","caller":"traceutil/trace.go:171","msg":"trace[1723982879] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"530.102964ms","start":"2026-04-02T09:07:28.532071Z","end":"2026-04-02T09:07:29.062174Z","steps":["trace[1723982879] 'process raft request' (duration: 529.947359ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:29.062421Z","caller":"traceutil/trace.go:171","msg":"trace[677475990] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"529.722312ms","start":"2026-04-02T09:07:28.532683Z","end":"2026-04-02T09:07:29.062405Z","steps":["trace[677475990] 'process raft request' (duration: 529.444694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:29.062422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.532045Z","time spent":"530.226618ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:07:29.062509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.53267Z","time spent":"529.797094ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:07:29.062691Z","caller":"traceutil/trace.go:171","msg":"trace[1974991879] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"529.914988ms","start":"2026-04-02T09:07:28.532761Z","end":"2026-04-02T09:07:29.062676Z","steps":["trace[1974991879] 'process raft request' (duration: 529.596058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:29.062714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.78878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:07:29.062736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.532842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T09:07:29.062741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.528482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:07:29.062775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.532754Z","time spent":"529.982621ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:07:29.062789Z","caller":"traceutil/trace.go:171","msg":"trace[633676950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8648; }","duration":"476.596664ms","start":"2026-04-02T09:07:28.58618Z","end":"2026-04-02T09:07:29.062776Z","steps":["trace[633676950] 'agreement among raft nodes before linearized reading' (duration: 476.431949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:29.062835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.585978Z","time spent":"476.849542ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:07:29.062827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188335676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:07:29.062782Z","caller":"traceutil/trace.go:171","msg":"trace[1267881798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8648; }","duration":"476.609125ms","start":"2026-04-02T09:07:28.586158Z","end":"2026-04-02T09:07:29.062767Z","steps":["trace[1267881798] 'agreement among raft nodes before linearized reading' (duration: 476.46324ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:29.062933Z","caller":"traceutil/trace.go:171","msg":"trace[640370613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8648; }","duration":"1.188474519s","start":"2026-04-02T09:07:27.87441Z","end":"2026-04-02T09:07:29.062884Z","steps":["trace[640370613] 'agreement among raft nodes before linearized reading' (duration: 1.188254713s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:29.06295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.586141Z","time spent":"476.79922ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:07:29.062976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:27.874379Z","time spent":"1.188588773s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:07:29.062855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.694287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:07:29.063015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.161713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:07:29.063061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.226776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T09:07:29.06306Z","caller":"traceutil/trace.go:171","msg":"trace[2092924421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8648; }","duration":"476.927725ms","start":"2026-04-02T09:07:28.586117Z","end":"2026-04-02T09:07:29.063045Z","steps":["trace[2092924421] 'agreement among raft nodes before linearized reading' (duration: 476.653286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:29.063067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.109877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-02T09:07:29.063097Z","caller":"traceutil/trace.go:171","msg":"trace[609818611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:8648; }","duration":"472.301298ms","start":"2026-04-02T09:07:28.590787Z","end":"2026-04-02T09:07:29.063088Z","steps":["trace[609818611] 'agreement among raft nodes before linearized reading' (duration: 472.216705ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:29.063095Z","caller":"traceutil/trace.go:171","msg":"trace[989661575] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8648; }","duration":"982.251256ms","start":"2026-04-02T09:07:28.0808Z","end":"2026-04-02T09:07:29.063051Z","steps":["trace[989661575] 'agreement among raft nodes before linearized reading' (duration: 982.144092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:29.063105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.5861Z","time spent":"476.995586ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T09:07:29.063108Z","caller":"traceutil/trace.go:171","msg":"trace[1980810508] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8648; }","duration":"551.177679ms","start":"2026-04-02T09:07:28.511921Z","end":"2026-04-02T09:07:29.063098Z","steps":["trace[1980810508] 'agreement among raft nodes before linearized reading' (duration: 551.072186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:29.063093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.637235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:07:29.063128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.116495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-02T09:07:29.063139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.511908Z","time spent":"551.224131ms","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-04-02T09:07:29.063158Z","caller":"traceutil/trace.go:171","msg":"trace[1131870479] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8648; }","duration":"511.193097ms","start":"2026-04-02T09:07:28.551957Z","end":"2026-04-02T09:07:29.06315Z","steps":["trace[1131870479] 'agreement among raft nodes before linearized reading' (duration: 510.916358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:29.063131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.080776Z","time spent":"982.344159ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:07:29.06298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.048258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:07:29.063179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.551933Z","time spent":"511.241579ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T09:07:29.063123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.590762Z","time spent":"472.35416ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-9kjg5\" "} {"level":"info","ts":"2026-04-02T09:07:29.063183Z","caller":"traceutil/trace.go:171","msg":"trace[823098876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8648; }","duration":"476.743168ms","start":"2026-04-02T09:07:28.58642Z","end":"2026-04-02T09:07:29.063163Z","steps":["trace[823098876] 'agreement among raft nodes before linearized reading' (duration: 476.533452ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:29.063204Z","caller":"traceutil/trace.go:171","msg":"trace[203984389] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8648; }","duration":"370.318337ms","start":"2026-04-02T09:07:28.692873Z","end":"2026-04-02T09:07:29.063191Z","steps":["trace[203984389] 'agreement among raft nodes before linearized reading' (duration: 370.069909ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:29.062753Z","caller":"traceutil/trace.go:171","msg":"trace[418868449] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8648; }","duration":"633.870422ms","start":"2026-04-02T09:07:28.42887Z","end":"2026-04-02T09:07:29.062741Z","steps":["trace[418868449] 'agreement among raft nodes before linearized reading' (duration: 633.771009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:29.063246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.428849Z","time spent":"634.391018ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:07:29.063245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.692841Z","time spent":"370.39433ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:07:29.063249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:07:28.586415Z","time spent":"476.820411ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:07:30.370691Z","caller":"traceutil/trace.go:171","msg":"trace[204195472] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"138.053041ms","start":"2026-04-02T09:07:30.232609Z","end":"2026-04-02T09:07:30.370662Z","steps":["trace[204195472] 'process raft request' (duration: 40.861581ms)","trace[204195472] 'compare' (duration: 96.992883ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:07:31.255359Z","caller":"traceutil/trace.go:171","msg":"trace[1030654517] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"187.024988ms","start":"2026-04-02T09:07:31.068312Z","end":"2026-04-02T09:07:31.255337Z","steps":["trace[1030654517] 'process raft request' (duration: 186.894834ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.329979Z","caller":"traceutil/trace.go:171","msg":"trace[1927620572] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"261.269732ms","start":"2026-04-02T09:07:31.068683Z","end":"2026-04-02T09:07:31.329953Z","steps":["trace[1927620572] 'process raft request' (duration: 261.045075ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.330185Z","caller":"traceutil/trace.go:171","msg":"trace[1531325841] linearizableReadLoop","detail":"{readStateIndex:8973; appliedIndex:8971; }","duration":"245.875306ms","start":"2026-04-02T09:07:31.084286Z","end":"2026-04-02T09:07:31.330162Z","steps":["trace[1531325841] 'read index received' (duration: 171.040772ms)","trace[1531325841] 'applied index is now lower than readState.Index' (duration: 74.832054ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:07:31.330304Z","caller":"traceutil/trace.go:171","msg":"trace[171331480] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"261.235521ms","start":"2026-04-02T09:07:31.06903Z","end":"2026-04-02T09:07:31.330266Z","steps":["trace[171331480] 'process raft request' (duration: 260.86799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:31.330446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.576206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:07:31.330508Z","caller":"traceutil/trace.go:171","msg":"trace[1695836782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8664; }","duration":"175.72884ms","start":"2026-04-02T09:07:31.154763Z","end":"2026-04-02T09:07:31.330492Z","steps":["trace[1695836782] 'agreement among raft nodes before linearized reading' (duration: 175.528254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:31.330595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.366699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-02T09:07:31.33063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.125334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-02T09:07:31.330686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.062996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-02T09:07:31.330705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.622478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:07:31.330731Z","caller":"traceutil/trace.go:171","msg":"trace[813747438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:8664; }","duration":"173.147419ms","start":"2026-04-02T09:07:31.157571Z","end":"2026-04-02T09:07:31.330719Z","steps":["trace[813747438] 'agreement among raft nodes before linearized reading' (duration: 172.958324ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.330728Z","caller":"traceutil/trace.go:171","msg":"trace[1959164900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8664; }","duration":"151.254567ms","start":"2026-04-02T09:07:31.179453Z","end":"2026-04-02T09:07:31.330708Z","steps":["trace[1959164900] 'agreement among raft nodes before linearized reading' (duration: 150.976248ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.330763Z","caller":"traceutil/trace.go:171","msg":"trace[258488224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8664; }","duration":"175.695619ms","start":"2026-04-02T09:07:31.155053Z","end":"2026-04-02T09:07:31.330748Z","steps":["trace[258488224] 'agreement among raft nodes before linearized reading' (duration: 175.562945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:31.330754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.574696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:07:31.330896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.724421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T09:07:31.330448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.165066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:07:31.330961Z","caller":"traceutil/trace.go:171","msg":"trace[1524723186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8664; }","duration":"175.872165ms","start":"2026-04-02T09:07:31.155077Z","end":"2026-04-02T09:07:31.330949Z","steps":["trace[1524723186] 'agreement among raft nodes before linearized reading' (duration: 175.72523ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.331369Z","caller":"traceutil/trace.go:171","msg":"trace[2051249490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8664; }","duration":"246.745964ms","start":"2026-04-02T09:07:31.084234Z","end":"2026-04-02T09:07:31.33098Z","steps":["trace[2051249490] 'agreement among raft nodes before linearized reading' (duration: 246.026991ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.33169Z","caller":"traceutil/trace.go:171","msg":"trace[1560490614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8664; }","duration":"176.516876ms","start":"2026-04-02T09:07:31.155124Z","end":"2026-04-02T09:07:31.331641Z","steps":["trace[1560490614] 'agreement among raft nodes before linearized reading' (duration: 175.431681ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.330698Z","caller":"traceutil/trace.go:171","msg":"trace[1101215239] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8664; }","duration":"175.490463ms","start":"2026-04-02T09:07:31.155185Z","end":"2026-04-02T09:07:31.330676Z","steps":["trace[1101215239] 'agreement among raft nodes before linearized reading' (duration: 175.154333ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.448556Z","caller":"traceutil/trace.go:171","msg":"trace[150398348] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"112.913646ms","start":"2026-04-02T09:07:31.335609Z","end":"2026-04-02T09:07:31.448522Z","steps":["trace[150398348] 'process raft request' (duration: 27.420556ms)","trace[150398348] 'compare' (duration: 85.352206ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:07:31.476804Z","caller":"traceutil/trace.go:171","msg":"trace[2112800136] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"140.952782ms","start":"2026-04-02T09:07:31.33583Z","end":"2026-04-02T09:07:31.476782Z","steps":["trace[2112800136] 'process raft request' (duration: 140.808158ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.477127Z","caller":"traceutil/trace.go:171","msg":"trace[1742992271] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"141.269602ms","start":"2026-04-02T09:07:31.335838Z","end":"2026-04-02T09:07:31.477107Z","steps":["trace[1742992271] 'process raft request' (duration: 140.899751ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.477198Z","caller":"traceutil/trace.go:171","msg":"trace[86155570] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"141.265292ms","start":"2026-04-02T09:07:31.335906Z","end":"2026-04-02T09:07:31.477172Z","steps":["trace[86155570] 'process raft request' (duration: 141.076346ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.477198Z","caller":"traceutil/trace.go:171","msg":"trace[573846732] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"141.167459ms","start":"2026-04-02T09:07:31.336004Z","end":"2026-04-02T09:07:31.477171Z","steps":["trace[573846732] 'process raft request' (duration: 141.085947ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:31.477323Z","caller":"traceutil/trace.go:171","msg":"trace[408540637] linearizableReadLoop","detail":"{readStateIndex:8979; appliedIndex:8973; }","duration":"140.954952ms","start":"2026-04-02T09:07:31.336339Z","end":"2026-04-02T09:07:31.477294Z","steps":["trace[408540637] 'read index received' (duration: 26.686833ms)","trace[408540637] 'applied index is now lower than readState.Index' (duration: 114.265309ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:07:31.477377Z","caller":"traceutil/trace.go:171","msg":"trace[1895626252] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"141.278802ms","start":"2026-04-02T09:07:31.336083Z","end":"2026-04-02T09:07:31.477362Z","steps":["trace[1895626252] 'process raft request' (duration: 141.051955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:31.477551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.186309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"info","ts":"2026-04-02T09:07:31.477584Z","caller":"traceutil/trace.go:171","msg":"trace[1872678483] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8670; }","duration":"141.260312ms","start":"2026-04-02T09:07:31.336314Z","end":"2026-04-02T09:07:31.477574Z","steps":["trace[1872678483] 'agreement among raft nodes before linearized reading' (duration: 141.073456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:07:40.687118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.006561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:07:40.687211Z","caller":"traceutil/trace.go:171","msg":"trace[927473469] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:8742; }","duration":"203.140846ms","start":"2026-04-02T09:07:40.484048Z","end":"2026-04-02T09:07:40.687188Z","steps":["trace[927473469] 'range keys from in-memory index tree' (duration: 202.872577ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:01.44503Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002449.wal"} {"level":"warn","ts":"2026-04-02T09:08:25.819954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.898719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9kjg5\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T09:08:25.820068Z","caller":"traceutil/trace.go:171","msg":"trace[416868520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9kjg5; range_end:; response_count:1; response_revision:9224; }","duration":"159.117946ms","start":"2026-04-02T09:08:25.660924Z","end":"2026-04-02T09:08:25.820042Z","steps":["trace[416868520] 'range keys from in-memory index tree' (duration: 158.773205ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:25.954732Z","caller":"traceutil/trace.go:171","msg":"trace[1412215796] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"131.222945ms","start":"2026-04-02T09:08:25.823482Z","end":"2026-04-02T09:08:25.954705Z","steps":["trace[1412215796] 'process raft request' (duration: 131.05932ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:25.95845Z","caller":"traceutil/trace.go:171","msg":"trace[1906360331] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"134.149158ms","start":"2026-04-02T09:08:25.82427Z","end":"2026-04-02T09:08:25.958419Z","steps":["trace[1906360331] 'process raft request' (duration: 134.035464ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:25.958679Z","caller":"traceutil/trace.go:171","msg":"trace[522879949] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"134.032294ms","start":"2026-04-02T09:08:25.824615Z","end":"2026-04-02T09:08:25.958647Z","steps":["trace[522879949] 'process raft request' (duration: 133.777846ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:25.958748Z","caller":"traceutil/trace.go:171","msg":"trace[1290410034] linearizableReadLoop","detail":"{readStateIndex:9555; appliedIndex:9549; }","duration":"133.348482ms","start":"2026-04-02T09:08:25.825391Z","end":"2026-04-02T09:08:25.958739Z","steps":["trace[1290410034] 'read index received' (duration: 129.106018ms)","trace[1290410034] 'applied index is now lower than readState.Index' (duration: 4.241824ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:08:25.958735Z","caller":"traceutil/trace.go:171","msg":"trace[1895850411] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"133.937421ms","start":"2026-04-02T09:08:25.82478Z","end":"2026-04-02T09:08:25.958717Z","steps":["trace[1895850411] 'process raft request' (duration: 133.853228ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:25.958726Z","caller":"traceutil/trace.go:171","msg":"trace[498873280] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"134.012462ms","start":"2026-04-02T09:08:25.824688Z","end":"2026-04-02T09:08:25.958701Z","steps":["trace[498873280] 'process raft request' (duration: 133.880658ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:25.958862Z","caller":"traceutil/trace.go:171","msg":"trace[262258856] transaction","detail":"{read_only:false; response_revision:9230; number_of_response:1; }","duration":"133.580379ms","start":"2026-04-02T09:08:25.825241Z","end":"2026-04-02T09:08:25.958821Z","steps":["trace[262258856] 'process raft request' (duration: 133.444125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:25.959201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.795806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261450"} {"level":"info","ts":"2026-04-02T09:08:25.959236Z","caller":"traceutil/trace.go:171","msg":"trace[33426528] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9230; }","duration":"133.863618ms","start":"2026-04-02T09:08:25.825366Z","end":"2026-04-02T09:08:25.95923Z","steps":["trace[33426528] 'agreement among raft nodes before linearized reading' (duration: 133.403384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:26.941168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.940887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:08:26.941361Z","caller":"traceutil/trace.go:171","msg":"trace[504234373] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"113.884237ms","start":"2026-04-02T09:08:26.827405Z","end":"2026-04-02T09:08:26.941289Z","steps":["trace[504234373] 'compare' (duration: 105.804062ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:39.200024Z","caller":"traceutil/trace.go:171","msg":"trace[626885583] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"143.282026ms","start":"2026-04-02T09:08:39.056715Z","end":"2026-04-02T09:08:39.199998Z","steps":["trace[626885583] 'process raft request' (duration: 143.10012ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:19.830053Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T09:09:19.835507Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T09:09:19.835621Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-02T09:11:10.983094Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7971} {"level":"info","ts":"2026-04-02T09:11:11.04277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7971,"took":"57.501199ms","hash":1709493514,"current-db-size-bytes":57405440,"current-db-size":"57 MB","current-db-size-in-use-bytes":29184000,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-02T09:11:11.042811Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1709493514,"revision":7971,"compact-revision":5890} {"level":"info","ts":"2026-04-02T09:16:10.992269Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10526} {"level":"info","ts":"2026-04-02T09:16:11.075655Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10526,"took":"80.471656ms","hash":270284867,"current-db-size-bytes":57405440,"current-db-size":"57 MB","current-db-size-in-use-bytes":21688320,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-02T09:16:11.075723Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":270284867,"revision":10526,"compact-revision":7971}