{"level":"warn","ts":"2026-03-26T01:57:06.745014Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T01:57:06.745126Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-26T01:57:06.745201Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T01:57:06.745214Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-03-26T01:57:06.745238Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T01:57:06.745919Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-03-26T01:57:06.74602Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-26T01:57:06.751008Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.734665ms"} {"level":"info","ts":"2026-03-26T01:57:06.757996Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-03-26T01:57:06.758096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-03-26T01:57:06.758124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-03-26T01:57:06.758145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-26T01:57:06.758159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-03-26T01:57:06.758214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-03-26T01:57:06.762884Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-26T01:57:06.764228Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-26T01:57:06.765371Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-26T01:57:06.767326Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-26T01:57:06.767594Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-26T01:57:06.767697Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T01:57:06.767863Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T01:57:06.767879Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T01:57:06.769905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-03-26T01:57:06.770955Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-03-26T01:57:06.772595Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T01:57:06.772714Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-03-26T01:57:06.772929Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-26T01:57:06.772933Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-03-26T01:57:06.772976Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-26T01:57:07.158606Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-03-26T01:57:07.158678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-03-26T01:57:07.158697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-03-26T01:57:07.158711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-03-26T01:57:07.158718Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-03-26T01:57:07.158729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-03-26T01:57:07.158738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-03-26T01:57:07.249299Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-03-26T01:57:07.249539Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T01:57:07.249589Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T01:57:07.249676Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T01:57:07.251878Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-03-26T01:57:07.251992Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-26T01:57:07.252015Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-26T01:57:07.252286Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-26T01:57:07.276325Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T01:57:07.276456Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T01:57:07.276491Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-26T01:57:09.035982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.779033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-26T01:57:09.036059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.612593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-26T01:57:09.036105Z","caller":"traceutil/trace.go:171","msg":"trace[1912048954] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:65; }","duration":"239.938477ms","start":"2026-03-26T01:57:08.796146Z","end":"2026-03-26T01:57:09.036084Z","steps":["trace[1912048954] 'range keys from in-memory index tree' (duration: 239.671359ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:09.036149Z","caller":"traceutil/trace.go:171","msg":"trace[1011218089] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:65; }","duration":"323.760627ms","start":"2026-03-26T01:57:08.71237Z","end":"2026-03-26T01:57:09.036131Z","steps":["trace[1011218089] 'range keys from in-memory index tree' (duration: 323.486449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:09.036191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:08.712361Z","time spent":"323.820659ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-26T01:57:11.110469Z","caller":"traceutil/trace.go:171","msg":"trace[1646815007] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"111.691356ms","start":"2026-03-26T01:57:10.998742Z","end":"2026-03-26T01:57:11.110433Z","steps":["trace[1646815007] 'process raft request' (duration: 31.428525ms)","trace[1646815007] 'compare' (duration: 79.916381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:12.244758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.071245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:12.244941Z","caller":"traceutil/trace.go:171","msg":"trace[715018787] linearizableReadLoop","detail":"{readStateIndex:268; appliedIndex:266; }","duration":"287.007723ms","start":"2026-03-26T01:57:11.957916Z","end":"2026-03-26T01:57:12.244924Z","steps":["trace[715018787] 'read index received' (duration: 70.232µs)","trace[715018787] 'applied index is now lower than readState.Index' (duration: 286.936641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:12.245028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.110316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:12.245063Z","caller":"traceutil/trace.go:171","msg":"trace[669340195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:262; }","duration":"287.193698ms","start":"2026-03-26T01:57:11.95786Z","end":"2026-03-26T01:57:12.245054Z","steps":["trace[669340195] 'agreement among raft nodes before linearized reading' (duration: 287.111166ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:12.245195Z","caller":"traceutil/trace.go:171","msg":"trace[677606097] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"1.077491563s","start":"2026-03-26T01:57:11.167656Z","end":"2026-03-26T01:57:12.245147Z","steps":["trace[677606097] 'process raft request' (duration: 1.077217325s)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:12.245183Z","caller":"traceutil/trace.go:171","msg":"trace[187687252] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"1.126619516s","start":"2026-03-26T01:57:11.118529Z","end":"2026-03-26T01:57:12.245149Z","steps":["trace[187687252] 'process raft request' (duration: 186.630685ms)","trace[187687252] 'compare' (duration: 938.911411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:12.245365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:11.167625Z","time spent":"1.077660758s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T01:57:12.245461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:11.118515Z","time spent":"1.126872754s","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11432,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T01:57:12.750601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431154287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:57:13.745372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.53804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:13.745617Z","caller":"traceutil/trace.go:171","msg":"trace[1451840527] linearizableReadLoop","detail":"{readStateIndex:270; appliedIndex:268; }","duration":"1.49608654s","start":"2026-03-26T01:57:12.249514Z","end":"2026-03-26T01:57:13.7456Z","steps":["trace[1451840527] 'read index received' (duration: 611.242352ms)","trace[1451840527] 'applied index is now lower than readState.Index' (duration: 884.843238ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:13.745716Z","caller":"traceutil/trace.go:171","msg":"trace[2087346806] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"1.495511004s","start":"2026-03-26T01:57:12.25019Z","end":"2026-03-26T01:57:13.745701Z","steps":["trace[2087346806] 'process raft request' (duration: 1.495328049s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:13.745775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:12.25018Z","time spent":"1.495565085s","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":324,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T01:57:13.745809Z","caller":"traceutil/trace.go:171","msg":"trace[476758273] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"1.496972055s","start":"2026-03-26T01:57:12.248782Z","end":"2026-03-26T01:57:13.745754Z","steps":["trace[476758273] 'process raft request' (duration: 611.961312ms)","trace[476758273] 'compare' (duration: 883.951344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:13.745979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:12.24876Z","time spent":"1.49714889s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T01:57:13.746002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.215153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3978"} {"level":"info","ts":"2026-03-26T01:57:13.746039Z","caller":"traceutil/trace.go:171","msg":"trace[583792652] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:264; }","duration":"741.295665ms","start":"2026-03-26T01:57:13.00473Z","end":"2026-03-26T01:57:13.746026Z","steps":["trace[583792652] 'agreement among raft nodes before linearized reading' (duration: 741.164441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:13.746075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:13.004709Z","time spent":"741.359287ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4000,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-26T01:57:13.746056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060771022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:57:13.746087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496536763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:13.746139Z","caller":"traceutil/trace.go:171","msg":"trace[2101663668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:264; }","duration":"1.060900916s","start":"2026-03-26T01:57:12.685216Z","end":"2026-03-26T01:57:13.746116Z","steps":["trace[2101663668] 'agreement among raft nodes before linearized reading' (duration: 1.060756992s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:13.746141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168149806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T01:57:13.746181Z","caller":"traceutil/trace.go:171","msg":"trace[677337225] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:0; response_revision:264; }","duration":"1.496667327s","start":"2026-03-26T01:57:12.249483Z","end":"2026-03-26T01:57:13.74615Z","steps":["trace[677337225] 'agreement among raft nodes before linearized reading' (duration: 1.496476691s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:13.746194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:12.685193Z","time spent":"1.060992208s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T01:57:13.74621Z","caller":"traceutil/trace.go:171","msg":"trace[1813300686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:264; }","duration":"1.168252689s","start":"2026-03-26T01:57:12.577933Z","end":"2026-03-26T01:57:13.746186Z","steps":["trace[1813300686] 'agreement among raft nodes before linearized reading' (duration: 1.168126465s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:13.746238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:12.249469Z","time spent":"1.496759229s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-26T01:57:13.746259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:12.57791Z","time spent":"1.16833613s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T01:57:13.746272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479005609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:13.746361Z","caller":"traceutil/trace.go:171","msg":"trace[1050055603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:264; }","duration":"1.479120432s","start":"2026-03-26T01:57:12.267222Z","end":"2026-03-26T01:57:13.746342Z","steps":["trace[1050055603] 'agreement among raft nodes before linearized reading' (duration: 1.478589147s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:13.746404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:12.267216Z","time spent":"1.479178833s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T01:57:27.990765Z","caller":"traceutil/trace.go:171","msg":"trace[1938417468] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"163.923709ms","start":"2026-03-26T01:57:27.826825Z","end":"2026-03-26T01:57:27.990749Z","steps":["trace[1938417468] 'process raft request' (duration: 163.814766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:28.165307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.884769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:28.165519Z","caller":"traceutil/trace.go:171","msg":"trace[107680923] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"337.763985ms","start":"2026-03-26T01:57:27.827734Z","end":"2026-03-26T01:57:28.165498Z","steps":["trace[107680923] 'process raft request' (duration: 178.524646ms)","trace[107680923] 'compare' (duration: 158.805797ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:28.165568Z","caller":"traceutil/trace.go:171","msg":"trace[772360791] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"337.633361ms","start":"2026-03-26T01:57:27.827922Z","end":"2026-03-26T01:57:28.165556Z","steps":["trace[772360791] 'process raft request' (duration: 337.448556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:28.165625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:27.827727Z","time spent":"337.841057ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:28.165626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:27.827911Z","time spent":"337.683933ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:28.165715Z","caller":"traceutil/trace.go:171","msg":"trace[309262683] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"335.896503ms","start":"2026-03-26T01:57:27.829761Z","end":"2026-03-26T01:57:28.165658Z","steps":["trace[309262683] 'process raft request' (duration: 335.637276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:28.166007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:27.829753Z","time spent":"336.078318ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:29.328057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.749454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:29.328289Z","caller":"traceutil/trace.go:171","msg":"trace[701849702] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"213.775976ms","start":"2026-03-26T01:57:29.114491Z","end":"2026-03-26T01:57:29.328267Z","steps":["trace[701849702] 'process raft request' (duration: 44.744684ms)","trace[701849702] 'compare' (duration: 168.6018ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:29.329609Z","caller":"traceutil/trace.go:171","msg":"trace[1473731578] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"214.797504ms","start":"2026-03-26T01:57:29.11478Z","end":"2026-03-26T01:57:29.329578Z","steps":["trace[1473731578] 'process raft request' (duration: 214.571158ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:29.329673Z","caller":"traceutil/trace.go:171","msg":"trace[866739236] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"202.594075ms","start":"2026-03-26T01:57:29.127045Z","end":"2026-03-26T01:57:29.329639Z","steps":["trace[866739236] 'process raft request' (duration: 202.436951ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:29.329676Z","caller":"traceutil/trace.go:171","msg":"trace[1630486686] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"202.381719ms","start":"2026-03-26T01:57:29.127269Z","end":"2026-03-26T01:57:29.329651Z","steps":["trace[1630486686] 'process raft request' (duration: 202.281107ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:29.329791Z","caller":"traceutil/trace.go:171","msg":"trace[1033107683] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"200.782955ms","start":"2026-03-26T01:57:29.128972Z","end":"2026-03-26T01:57:29.329755Z","steps":["trace[1033107683] 'process raft request' (duration: 200.616561ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:29.331227Z","caller":"traceutil/trace.go:171","msg":"trace[1430973893] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"102.747148ms","start":"2026-03-26T01:57:29.228466Z","end":"2026-03-26T01:57:29.331213Z","steps":["trace[1430973893] 'process raft request' (duration: 102.648735ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:29.484021Z","caller":"traceutil/trace.go:171","msg":"trace[1734136200] transaction","detail":"{read_only:false; number_of_response:1; response_revision:436; }","duration":"114.385961ms","start":"2026-03-26T01:57:29.369577Z","end":"2026-03-26T01:57:29.483962Z","steps":["trace[1734136200] 'process raft request' (duration: 71.436187ms)","trace[1734136200] 'compare' (duration: 42.773409ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:42.859045Z","caller":"traceutil/trace.go:171","msg":"trace[981029040] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"516.099655ms","start":"2026-03-26T01:57:42.342919Z","end":"2026-03-26T01:57:42.859019Z","steps":["trace[981029040] 'process raft request' (duration: 515.91929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:42.85977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:42.342898Z","time spent":"516.745143ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:42.887597Z","caller":"traceutil/trace.go:171","msg":"trace[1465706304] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"544.548186ms","start":"2026-03-26T01:57:42.343002Z","end":"2026-03-26T01:57:42.88755Z","steps":["trace[1465706304] 'process raft request' (duration: 544.32636ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:42.887702Z","caller":"traceutil/trace.go:171","msg":"trace[1441911814] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"544.032891ms","start":"2026-03-26T01:57:42.343625Z","end":"2026-03-26T01:57:42.887657Z","steps":["trace[1441911814] 'process raft request' (duration: 543.861327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:42.887795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:42.342978Z","time spent":"544.721601ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:42.887896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:42.34361Z","time spent":"544.188606ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:43.684028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.458636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:43.684094Z","caller":"traceutil/trace.go:171","msg":"trace[559624267] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:518; }","duration":"680.573329ms","start":"2026-03-26T01:57:43.003506Z","end":"2026-03-26T01:57:43.684079Z","steps":["trace[559624267] 'range keys from in-memory index tree' (duration: 680.385075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:43.68412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:43.003486Z","time spent":"680.627721ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-26T01:57:44.829904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.662169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:44.830042Z","caller":"traceutil/trace.go:171","msg":"trace[1078015273] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"300.011584ms","start":"2026-03-26T01:57:44.530001Z","end":"2026-03-26T01:57:44.830012Z","steps":["trace[1078015273] 'process raft request' (duration: 130.14373ms)","trace[1078015273] 'compare' (duration: 169.486704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:44.830099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:44.52997Z","time spent":"300.105877ms","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T01:57:45.876099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.306771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:45.876869Z","caller":"traceutil/trace.go:171","msg":"trace[1540511016] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"1.306663342s","start":"2026-03-26T01:57:44.570172Z","end":"2026-03-26T01:57:45.876836Z","steps":["trace[1540511016] 'process raft request' (duration: 1.306096596s)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:45.876883Z","caller":"traceutil/trace.go:171","msg":"trace[496975491] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"1.327862622s","start":"2026-03-26T01:57:44.548959Z","end":"2026-03-26T01:57:45.876822Z","steps":["trace[496975491] 'process raft request' (duration: 765.691897ms)","trace[496975491] 'compare' (duration: 560.977102ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:45.877058Z","caller":"traceutil/trace.go:171","msg":"trace[1051676961] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:606; }","duration":"1.010486604s","start":"2026-03-26T01:57:44.866501Z","end":"2026-03-26T01:57:45.876988Z","steps":["trace[1051676961] 'read index received' (duration: 448.201106ms)","trace[1051676961] 'applied index is now lower than readState.Index' (duration: 562.280298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:45.877088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:44.570142Z","time spent":"1.306824047s","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:45.877266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010744141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-26T01:57:45.877245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:44.548938Z","time spent":"1.32817676s","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:45.877309Z","caller":"traceutil/trace.go:171","msg":"trace[1839976718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:581; }","duration":"1.010836304s","start":"2026-03-26T01:57:44.866464Z","end":"2026-03-26T01:57:45.8773Z","steps":["trace[1839976718] 'agreement among raft nodes before linearized reading' (duration: 1.010713721s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:45.877339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:44.866447Z","time spent":"1.010885835s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T01:57:45.877482Z","caller":"traceutil/trace.go:171","msg":"trace[304345736] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"748.191919ms","start":"2026-03-26T01:57:45.129264Z","end":"2026-03-26T01:57:45.877455Z","steps":["trace[304345736] 'process raft request' (duration: 747.579512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:45.877591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:45.12921Z","time spent":"748.329883ms","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T01:57:45.904526Z","caller":"traceutil/trace.go:171","msg":"trace[1379267910] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"461.058943ms","start":"2026-03-26T01:57:45.443439Z","end":"2026-03-26T01:57:45.904498Z","steps":["trace[1379267910] 'process raft request' (duration: 460.483417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:45.90463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012772908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:57:45.904706Z","caller":"traceutil/trace.go:171","msg":"trace[116211454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:585; }","duration":"1.012899121s","start":"2026-03-26T01:57:44.89179Z","end":"2026-03-26T01:57:45.904689Z","steps":["trace[116211454] 'agreement among raft nodes before linearized reading' (duration: 1.012698186s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:45.90474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:44.89177Z","time spent":"1.012964153s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T01:57:45.904702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:45.443414Z","time spent":"461.175586ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:45.905067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.950929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:45.905096Z","caller":"traceutil/trace.go:171","msg":"trace[279093473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"996.979889ms","start":"2026-03-26T01:57:44.908109Z","end":"2026-03-26T01:57:45.905089Z","steps":["trace[279093473] 'agreement among raft nodes before linearized reading' (duration: 996.933458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:45.905141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:44.908081Z","time spent":"997.055021ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T01:57:45.905289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011982326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T01:57:45.905343Z","caller":"traceutil/trace.go:171","msg":"trace[718525976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:585; }","duration":"1.012073569s","start":"2026-03-26T01:57:44.893259Z","end":"2026-03-26T01:57:45.905332Z","steps":["trace[718525976] 'agreement among raft nodes before linearized reading' (duration: 1.011984157s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:45.905368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:44.893244Z","time spent":"1.01211876s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T01:57:51.15239Z","caller":"traceutil/trace.go:171","msg":"trace[861218472] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"323.527109ms","start":"2026-03-26T01:57:50.828842Z","end":"2026-03-26T01:57:51.152369Z","steps":["trace[861218472] 'read index received' (duration: 322.249953ms)","trace[861218472] 'applied index is now lower than readState.Index' (duration: 1.276526ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:51.152481Z","caller":"traceutil/trace.go:171","msg":"trace[1315051503] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"584.691783ms","start":"2026-03-26T01:57:50.567783Z","end":"2026-03-26T01:57:51.152474Z","steps":["trace[1315051503] 'process raft request' (duration: 584.061805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:51.152617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:50.567751Z","time spent":"584.796166ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036023,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T01:57:51.152745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.475254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:51.152843Z","caller":"traceutil/trace.go:171","msg":"trace[1783603912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"242.624078ms","start":"2026-03-26T01:57:50.910196Z","end":"2026-03-26T01:57:51.15282Z","steps":["trace[1783603912] 'agreement among raft nodes before linearized reading' (duration: 242.431533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:51.152829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.970811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lbkfk\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-26T01:57:51.15291Z","caller":"traceutil/trace.go:171","msg":"trace[2092393591] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lbkfk; range_end:; response_count:1; response_revision:616; }","duration":"324.101554ms","start":"2026-03-26T01:57:50.828789Z","end":"2026-03-26T01:57:51.15289Z","steps":["trace[2092393591] 'agreement among raft nodes before linearized reading' (duration: 323.858627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:51.152952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:50.828769Z","time spent":"324.174057ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-lbkfk\" "} {"level":"warn","ts":"2026-03-26T01:57:51.714761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431155067,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T01:57:51.90304Z","caller":"traceutil/trace.go:171","msg":"trace[1665222049] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"688.809008ms","start":"2026-03-26T01:57:51.214201Z","end":"2026-03-26T01:57:51.90301Z","steps":["trace[1665222049] 'read index received' (duration: 688.543321ms)","trace[1665222049] 'applied index is now lower than readState.Index' (duration: 264.777µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:51.90319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.946432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:51.903282Z","caller":"traceutil/trace.go:171","msg":"trace[1354316783] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:617; }","duration":"689.092957ms","start":"2026-03-26T01:57:51.214154Z","end":"2026-03-26T01:57:51.903247Z","steps":["trace[1354316783] 'agreement among raft nodes before linearized reading' (duration: 688.955503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:51.903326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:51.214132Z","time spent":"689.183018ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-03-26T01:57:51.903368Z","caller":"traceutil/trace.go:171","msg":"trace[1251185277] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"732.235336ms","start":"2026-03-26T01:57:51.171096Z","end":"2026-03-26T01:57:51.903332Z","steps":["trace[1251185277] 'process raft request' (duration: 731.702901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:51.903526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:51.171063Z","time spent":"732.38704ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:52.108155Z","caller":"traceutil/trace.go:171","msg":"trace[1360507632] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:646; }","duration":"168.491376ms","start":"2026-03-26T01:57:51.939639Z","end":"2026-03-26T01:57:52.108131Z","steps":["trace[1360507632] 'read index received' (duration: 80.345274ms)","trace[1360507632] 'applied index is now lower than readState.Index' (duration: 88.145052ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:52.108224Z","caller":"traceutil/trace.go:171","msg":"trace[172002785] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"173.2695ms","start":"2026-03-26T01:57:51.934919Z","end":"2026-03-26T01:57:52.108188Z","steps":["trace[172002785] 'process raft request' (duration: 85.061076ms)","trace[172002785] 'compare' (duration: 87.963397ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:52.108296Z","caller":"traceutil/trace.go:171","msg":"trace[124631978] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"172.145608ms","start":"2026-03-26T01:57:51.936121Z","end":"2026-03-26T01:57:52.108267Z","steps":["trace[124631978] 'process raft request' (duration: 171.968273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:52.109019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.690502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T01:57:52.109074Z","caller":"traceutil/trace.go:171","msg":"trace[510748742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"169.458873ms","start":"2026-03-26T01:57:51.939601Z","end":"2026-03-26T01:57:52.10906Z","steps":["trace[510748742] 'agreement among raft nodes before linearized reading' (duration: 168.62703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:53.407803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431155076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T01:57:53.708387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.504136415s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-26T01:57:53.968796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.107154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:53.968899Z","caller":"traceutil/trace.go:171","msg":"trace[187032738] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"1.764730653s","start":"2026-03-26T01:57:52.204151Z","end":"2026-03-26T01:57:53.968882Z","steps":["trace[187032738] 'process raft request' (duration: 1.504481924s)","trace[187032738] 'compare' (duration: 260.031983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:53.968995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:52.204126Z","time spent":"1.764844186s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:53.973234Z","caller":"traceutil/trace.go:171","msg":"trace[775932175] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:649; }","duration":"1.065962518s","start":"2026-03-26T01:57:52.907234Z","end":"2026-03-26T01:57:53.973197Z","steps":["trace[775932175] 'read index received' (duration: 801.490043ms)","trace[775932175] 'applied index is now lower than readState.Index' (duration: 264.471725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:53.973315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066067101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:53.973299Z","caller":"traceutil/trace.go:171","msg":"trace[525775862] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"1.650871135s","start":"2026-03-26T01:57:52.322389Z","end":"2026-03-26T01:57:53.97326Z","steps":["trace[525775862] 'process raft request' (duration: 1.650415903s)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:53.973342Z","caller":"traceutil/trace.go:171","msg":"trace[2099449707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"1.066128383s","start":"2026-03-26T01:57:52.907205Z","end":"2026-03-26T01:57:53.973334Z","steps":["trace[2099449707] 'agreement among raft nodes before linearized reading' (duration: 1.066069572s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:53.973383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:52.907189Z","time spent":"1.066187994s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T01:57:53.973489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:52.322372Z","time spent":"1.650995069s","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:55.039131Z","caller":"traceutil/trace.go:171","msg":"trace[1770709337] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"182.499716ms","start":"2026-03-26T01:57:54.856611Z","end":"2026-03-26T01:57:55.03911Z","steps":["trace[1770709337] 'process raft request' (duration: 128.038111ms)","trace[1770709337] 'compare' (duration: 54.353142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:56.042335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.747995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lbkfk\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-26T01:57:56.04242Z","caller":"traceutil/trace.go:171","msg":"trace[1457605674] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lbkfk; range_end:; response_count:1; response_revision:636; }","duration":"195.867648ms","start":"2026-03-26T01:57:55.846534Z","end":"2026-03-26T01:57:56.042401Z","steps":["trace[1457605674] 'range keys from in-memory index tree' (duration: 195.59572ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:56.042455Z","caller":"traceutil/trace.go:171","msg":"trace[511311861] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"132.511206ms","start":"2026-03-26T01:57:55.90991Z","end":"2026-03-26T01:57:56.042421Z","steps":["trace[511311861] 'read index received' (duration: 96.010281ms)","trace[511311861] 'applied index is now lower than readState.Index' (duration: 36.498575ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:56.042505Z","caller":"traceutil/trace.go:171","msg":"trace[1682301914] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"193.496301ms","start":"2026-03-26T01:57:55.848945Z","end":"2026-03-26T01:57:56.042441Z","steps":["trace[1682301914] 'process raft request' (duration: 157.038417ms)","trace[1682301914] 'compare' (duration: 36.178297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:56.042649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.725162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:56.042704Z","caller":"traceutil/trace.go:171","msg":"trace[1086836493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"132.811904ms","start":"2026-03-26T01:57:55.909879Z","end":"2026-03-26T01:57:56.042691Z","steps":["trace[1086836493] 'agreement among raft nodes before linearized reading' (duration: 132.703821ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:56.219034Z","caller":"traceutil/trace.go:171","msg":"trace[899246864] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"141.178386ms","start":"2026-03-26T01:57:56.077828Z","end":"2026-03-26T01:57:56.219006Z","steps":["trace[899246864] 'process raft request' (duration: 139.015716ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:56.452235Z","caller":"traceutil/trace.go:171","msg":"trace[395548132] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"371.073199ms","start":"2026-03-26T01:57:56.081123Z","end":"2026-03-26T01:57:56.452196Z","steps":["trace[395548132] 'process raft request' (duration: 370.854513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:56.4524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:56.081102Z","time spent":"371.209014ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:56.453193Z","caller":"traceutil/trace.go:171","msg":"trace[1652253850] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:667; }","duration":"312.332197ms","start":"2026-03-26T01:57:56.140846Z","end":"2026-03-26T01:57:56.453178Z","steps":["trace[1652253850] 'read index received' (duration: 76.069626ms)","trace[1652253850] 'applied index is now lower than readState.Index' (duration: 236.261921ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:56.453275Z","caller":"traceutil/trace.go:171","msg":"trace[899376968] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"266.628425ms","start":"2026-03-26T01:57:56.186641Z","end":"2026-03-26T01:57:56.45327Z","steps":["trace[899376968] 'process raft request' (duration: 266.508632ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:56.453357Z","caller":"traceutil/trace.go:171","msg":"trace[35290387] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"341.487127ms","start":"2026-03-26T01:57:56.111852Z","end":"2026-03-26T01:57:56.45334Z","steps":["trace[35290387] 'process raft request' (duration: 340.463249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:56.453473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:56.11182Z","time spent":"341.58484ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:56.453553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.696107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:57:56.453575Z","caller":"traceutil/trace.go:171","msg":"trace[1057122102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:641; }","duration":"312.768109ms","start":"2026-03-26T01:57:56.140801Z","end":"2026-03-26T01:57:56.453569Z","steps":["trace[1057122102] 'agreement among raft nodes before linearized reading' (duration: 312.681506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:56.453556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.175672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-26T01:57:56.45364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.178884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T01:57:56.453658Z","caller":"traceutil/trace.go:171","msg":"trace[486198015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:641; }","duration":"311.236496ms","start":"2026-03-26T01:57:56.142417Z","end":"2026-03-26T01:57:56.453654Z","steps":["trace[486198015] 'agreement among raft nodes before linearized reading' (duration: 311.192565ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:56.453637Z","caller":"traceutil/trace.go:171","msg":"trace[147892251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:641; }","duration":"312.305706ms","start":"2026-03-26T01:57:56.141311Z","end":"2026-03-26T01:57:56.453617Z","steps":["trace[147892251] 'agreement among raft nodes before linearized reading' (duration: 312.072139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:56.45367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:56.142395Z","time spent":"311.272337ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T01:57:56.45359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:56.14078Z","time spent":"312.80623ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T01:57:56.453697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:56.141289Z","time spent":"312.393378ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T01:57:56.741535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.579764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:56.74166Z","caller":"traceutil/trace.go:171","msg":"trace[710293327] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"224.34963ms","start":"2026-03-26T01:57:56.517288Z","end":"2026-03-26T01:57:56.741638Z","steps":["trace[710293327] 'process raft request' (duration: 57.578841ms)","trace[710293327] 'compare' (duration: 166.415699ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:57.199847Z","caller":"traceutil/trace.go:171","msg":"trace[558085148] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"110.492943ms","start":"2026-03-26T01:57:57.089328Z","end":"2026-03-26T01:57:57.199821Z","steps":["trace[558085148] 'process raft request' (duration: 110.352069ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:57.273862Z","caller":"traceutil/trace.go:171","msg":"trace[489781416] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"138.059919ms","start":"2026-03-26T01:57:57.135775Z","end":"2026-03-26T01:57:57.273835Z","steps":["trace[489781416] 'process raft request' (duration: 137.313499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:58.207822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.13679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:58.207946Z","caller":"traceutil/trace.go:171","msg":"trace[1134536992] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:678; }","duration":"345.779988ms","start":"2026-03-26T01:57:57.862145Z","end":"2026-03-26T01:57:58.207925Z","steps":["trace[1134536992] 'read index received' (duration: 52.042µs)","trace[1134536992] 'applied index is now lower than readState.Index' (duration: 345.726296ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:58.20805Z","caller":"traceutil/trace.go:171","msg":"trace[706969162] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"871.229252ms","start":"2026-03-26T01:57:57.336806Z","end":"2026-03-26T01:57:58.208035Z","steps":["trace[706969162] 'process raft request' (duration: 374.761483ms)","trace[706969162] 'compare' (duration: 495.921354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:58.208131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:57.336779Z","time spent":"871.313565ms","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T01:57:58.208249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.533081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:58.208329Z","caller":"traceutil/trace.go:171","msg":"trace[1213862542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"299.660235ms","start":"2026-03-26T01:57:57.908651Z","end":"2026-03-26T01:57:58.208311Z","steps":["trace[1213862542] 'agreement among raft nodes before linearized reading' (duration: 299.48714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:58.20852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.363734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lbkfk\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-03-26T01:57:58.208589Z","caller":"traceutil/trace.go:171","msg":"trace[86355282] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lbkfk; range_end:; response_count:1; response_revision:649; }","duration":"346.484307ms","start":"2026-03-26T01:57:57.862089Z","end":"2026-03-26T01:57:58.208573Z","steps":["trace[86355282] 'agreement among raft nodes before linearized reading' (duration: 346.330953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:58.208631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:57.86206Z","time spent":"346.562989ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17546,"request content":"key:\"/registry/pods/kube-system/cilium-lbkfk\" "} {"level":"warn","ts":"2026-03-26T01:57:58.6426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.581543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-26T01:57:58.642613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.389018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-26T01:57:58.642649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.780752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T01:57:58.64272Z","caller":"traceutil/trace.go:171","msg":"trace[1087474574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:652; }","duration":"143.523852ms","start":"2026-03-26T01:57:58.499177Z","end":"2026-03-26T01:57:58.642701Z","steps":["trace[1087474574] 'range keys from in-memory index tree' (duration: 143.258505ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:58.642739Z","caller":"traceutil/trace.go:171","msg":"trace[78472747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:652; }","duration":"146.908646ms","start":"2026-03-26T01:57:58.495815Z","end":"2026-03-26T01:57:58.642723Z","steps":["trace[78472747] 'range keys from in-memory index tree' (duration: 146.66543ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:58.642654Z","caller":"traceutil/trace.go:171","msg":"trace[1965894703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:652; }","duration":"143.680796ms","start":"2026-03-26T01:57:58.498961Z","end":"2026-03-26T01:57:58.642642Z","steps":["trace[1965894703] 'range keys from in-memory index tree' (duration: 143.44794ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:58.715079Z","caller":"traceutil/trace.go:171","msg":"trace[140763260] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"157.666685ms","start":"2026-03-26T01:57:58.557391Z","end":"2026-03-26T01:57:58.715058Z","steps":["trace[140763260] 'process raft request' (duration: 157.46519ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:59.044465Z","caller":"traceutil/trace.go:171","msg":"trace[1654979370] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"449.0469ms","start":"2026-03-26T01:57:58.595396Z","end":"2026-03-26T01:57:59.044443Z","steps":["trace[1654979370] 'process raft request' (duration: 447.206329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:59.045482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:58.595379Z","time spent":"449.153263ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:59.045575Z","caller":"traceutil/trace.go:171","msg":"trace[275499595] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"399.178573ms","start":"2026-03-26T01:57:58.646359Z","end":"2026-03-26T01:57:59.045537Z","steps":["trace[275499595] 'process raft request' (duration: 398.028331ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:59.046431Z","caller":"traceutil/trace.go:171","msg":"trace[1084337764] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"400.027216ms","start":"2026-03-26T01:57:58.646371Z","end":"2026-03-26T01:57:59.046398Z","steps":["trace[1084337764] 'process raft request' (duration: 399.241504ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:59.046477Z","caller":"traceutil/trace.go:171","msg":"trace[1504949870] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:682; }","duration":"365.774074ms","start":"2026-03-26T01:57:58.680646Z","end":"2026-03-26T01:57:59.04642Z","steps":["trace[1504949870] 'read index received' (duration: 34.281004ms)","trace[1504949870] 'applied index is now lower than readState.Index' (duration: 331.478849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:59.046724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.079712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-26T01:57:59.046799Z","caller":"traceutil/trace.go:171","msg":"trace[131173976] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:657; }","duration":"366.188205ms","start":"2026-03-26T01:57:58.680592Z","end":"2026-03-26T01:57:59.04678Z","steps":["trace[131173976] 'agreement among raft nodes before linearized reading' (duration: 366.00248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:59.046592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:58.646348Z","time spent":"400.17089ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:59.046857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:58.680572Z","time spent":"366.262437ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-26T01:57:59.046847Z","caller":"traceutil/trace.go:171","msg":"trace[842960755] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"398.886195ms","start":"2026-03-26T01:57:58.647925Z","end":"2026-03-26T01:57:59.046811Z","steps":["trace[842960755] 'process raft request' (duration: 398.283948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:59.047005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:58.647918Z","time spent":"398.986887ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:57:59.048752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:57:58.646338Z","time spent":"399.418379ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:57:59.197644Z","caller":"traceutil/trace.go:171","msg":"trace[1402158864] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:687; }","duration":"151.076682ms","start":"2026-03-26T01:57:59.04654Z","end":"2026-03-26T01:57:59.197617Z","steps":["trace[1402158864] 'read index received' (duration: 69.221575ms)","trace[1402158864] 'applied index is now lower than readState.Index' (duration: 81.854017ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:59.197696Z","caller":"traceutil/trace.go:171","msg":"trace[1731134980] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"295.260612ms","start":"2026-03-26T01:57:58.902391Z","end":"2026-03-26T01:57:59.197652Z","steps":["trace[1731134980] 'process raft request' (duration: 213.436796ms)","trace[1731134980] 'compare' (duration: 81.668472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:59.197837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.331099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:59.197895Z","caller":"traceutil/trace.go:171","msg":"trace[2086487169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:658; }","duration":"288.440162ms","start":"2026-03-26T01:57:58.909438Z","end":"2026-03-26T01:57:59.197878Z","steps":["trace[2086487169] 'agreement among raft nodes before linearized reading' (duration: 288.259327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:59.197917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.807505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lbkfk\" ","response":"range_response_count:1 size:17708"} {"level":"info","ts":"2026-03-26T01:57:59.197959Z","caller":"traceutil/trace.go:171","msg":"trace[557579568] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lbkfk; range_end:; response_count:1; response_revision:658; }","duration":"292.900827ms","start":"2026-03-26T01:57:58.905046Z","end":"2026-03-26T01:57:59.197946Z","steps":["trace[557579568] 'agreement among raft nodes before linearized reading' (duration: 292.695841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:59.199758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.941495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:59.199813Z","caller":"traceutil/trace.go:171","msg":"trace[770348328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:659; }","duration":"102.029178ms","start":"2026-03-26T01:57:59.097771Z","end":"2026-03-26T01:57:59.1998Z","steps":["trace[770348328] 'agreement among raft nodes before linearized reading' (duration: 101.917345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:59.554777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.815661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:57:59.554927Z","caller":"traceutil/trace.go:171","msg":"trace[360266518] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"274.071893ms","start":"2026-03-26T01:57:59.280819Z","end":"2026-03-26T01:57:59.554891Z","steps":["trace[360266518] 'process raft request' (duration: 71.055607ms)","trace[360266518] 'compare' (duration: 202.677627ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:57:59.554962Z","caller":"traceutil/trace.go:171","msg":"trace[775433587] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"256.6925ms","start":"2026-03-26T01:57:59.298253Z","end":"2026-03-26T01:57:59.554945Z","steps":["trace[775433587] 'process raft request' (duration: 256.634808ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:59.55499Z","caller":"traceutil/trace.go:171","msg":"trace[1306102398] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:692; }","duration":"273.811566ms","start":"2026-03-26T01:57:59.281144Z","end":"2026-03-26T01:57:59.554956Z","steps":["trace[1306102398] 'read index received' (duration: 70.723598ms)","trace[1306102398] 'applied index is now lower than readState.Index' (duration: 203.086108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:57:59.555226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.216399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:59.555267Z","caller":"traceutil/trace.go:171","msg":"trace[1030206823] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:664; }","duration":"273.309981ms","start":"2026-03-26T01:57:59.281944Z","end":"2026-03-26T01:57:59.555254Z","steps":["trace[1030206823] 'agreement among raft nodes before linearized reading' (duration: 273.203899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:59.555275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.10071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:59.555382Z","caller":"traceutil/trace.go:171","msg":"trace[1227741597] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"253.230163ms","start":"2026-03-26T01:57:59.302124Z","end":"2026-03-26T01:57:59.555354Z","steps":["trace[1227741597] 'agreement among raft nodes before linearized reading' (duration: 253.046598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:59.555487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.454798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:59.555522Z","caller":"traceutil/trace.go:171","msg":"trace[1435302644] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"254.504089ms","start":"2026-03-26T01:57:59.301008Z","end":"2026-03-26T01:57:59.555512Z","steps":["trace[1435302644] 'agreement among raft nodes before linearized reading' (duration: 254.450107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:59.555555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.020089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:57:59.555566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.47611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:57:59.555572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.38827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:59.55562Z","caller":"traceutil/trace.go:171","msg":"trace[1852167073] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"258.546911ms","start":"2026-03-26T01:57:59.297056Z","end":"2026-03-26T01:57:59.555603Z","steps":["trace[1852167073] 'agreement among raft nodes before linearized reading' (duration: 258.449919ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:59.555621Z","caller":"traceutil/trace.go:171","msg":"trace[983053623] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"252.091392ms","start":"2026-03-26T01:57:59.303509Z","end":"2026-03-26T01:57:59.5556Z","steps":["trace[983053623] 'agreement among raft nodes before linearized reading' (duration: 251.99884ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:59.555638Z","caller":"traceutil/trace.go:171","msg":"trace[160947804] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"252.454462ms","start":"2026-03-26T01:57:59.303163Z","end":"2026-03-26T01:57:59.555617Z","steps":["trace[160947804] 'agreement among raft nodes before linearized reading' (duration: 252.38165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:59.555668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.766708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T01:57:59.555701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.677394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:59.555728Z","caller":"traceutil/trace.go:171","msg":"trace[945899082] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"258.84853ms","start":"2026-03-26T01:57:59.296865Z","end":"2026-03-26T01:57:59.555713Z","steps":["trace[945899082] 'agreement among raft nodes before linearized reading' (duration: 258.762778ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:57:59.555781Z","caller":"traceutil/trace.go:171","msg":"trace[208023632] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"254.795807ms","start":"2026-03-26T01:57:59.300966Z","end":"2026-03-26T01:57:59.555762Z","steps":["trace[208023632] 'agreement among raft nodes before linearized reading' (duration: 254.636272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:57:59.55525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.075333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:57:59.555836Z","caller":"traceutil/trace.go:171","msg":"trace[707578324] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"274.700851ms","start":"2026-03-26T01:57:59.281112Z","end":"2026-03-26T01:57:59.555813Z","steps":["trace[707578324] 'agreement among raft nodes before linearized reading' (duration: 273.991001ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:00.002952Z","caller":"traceutil/trace.go:171","msg":"trace[259303901] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"119.928225ms","start":"2026-03-26T01:57:59.883Z","end":"2026-03-26T01:58:00.002928Z","steps":["trace[259303901] 'process raft request' (duration: 119.7416ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:00.172814Z","caller":"traceutil/trace.go:171","msg":"trace[256956519] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"164.555166ms","start":"2026-03-26T01:58:00.008222Z","end":"2026-03-26T01:58:00.172777Z","steps":["trace[256956519] 'process raft request' (duration: 164.291989ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:00.17286Z","caller":"traceutil/trace.go:171","msg":"trace[1281011494] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"156.871304ms","start":"2026-03-26T01:58:00.015947Z","end":"2026-03-26T01:58:00.172819Z","steps":["trace[1281011494] 'process raft request' (duration: 156.716389ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:00.17292Z","caller":"traceutil/trace.go:171","msg":"trace[1005861169] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"101.138593ms","start":"2026-03-26T01:58:00.071756Z","end":"2026-03-26T01:58:00.172895Z","steps":["trace[1005861169] 'process raft request' (duration: 100.966888ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:00.401718Z","caller":"traceutil/trace.go:171","msg":"trace[1807646664] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:714; }","duration":"131.9266ms","start":"2026-03-26T01:58:00.269764Z","end":"2026-03-26T01:58:00.401691Z","steps":["trace[1807646664] 'read index received' (duration: 127.191748ms)","trace[1807646664] 'applied index is now lower than readState.Index' (duration: 4.733702ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:00.40187Z","caller":"traceutil/trace.go:171","msg":"trace[2127913367] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"136.98448ms","start":"2026-03-26T01:58:00.26487Z","end":"2026-03-26T01:58:00.401855Z","steps":["trace[2127913367] 'process raft request' (duration: 132.059653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:00.40189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.090964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-26T01:58:00.401946Z","caller":"traceutil/trace.go:171","msg":"trace[156277887] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:684; }","duration":"132.202317ms","start":"2026-03-26T01:58:00.269729Z","end":"2026-03-26T01:58:00.401932Z","steps":["trace[156277887] 'agreement among raft nodes before linearized reading' (duration: 132.065273ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:00.447714Z","caller":"traceutil/trace.go:171","msg":"trace[1177160138] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"163.969131ms","start":"2026-03-26T01:58:00.283722Z","end":"2026-03-26T01:58:00.447691Z","steps":["trace[1177160138] 'process raft request' (duration: 163.92193ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:00.447807Z","caller":"traceutil/trace.go:171","msg":"trace[1689330146] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"178.024532ms","start":"2026-03-26T01:58:00.269757Z","end":"2026-03-26T01:58:00.447781Z","steps":["trace[1689330146] 'process raft request' (duration: 177.724603ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:01.068159Z","caller":"traceutil/trace.go:171","msg":"trace[1913038795] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:730; }","duration":"159.011843ms","start":"2026-03-26T01:58:00.909127Z","end":"2026-03-26T01:58:01.068139Z","steps":["trace[1913038795] 'read index received' (duration: 110.432672ms)","trace[1913038795] 'applied index is now lower than readState.Index' (duration: 48.578231ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:01.068227Z","caller":"traceutil/trace.go:171","msg":"trace[937131358] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"167.117848ms","start":"2026-03-26T01:58:00.901077Z","end":"2026-03-26T01:58:01.068195Z","steps":["trace[937131358] 'process raft request' (duration: 118.469674ms)","trace[937131358] 'compare' (duration: 48.428997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:58:01.068292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.159967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:58:01.068323Z","caller":"traceutil/trace.go:171","msg":"trace[1951075699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:700; }","duration":"159.231929ms","start":"2026-03-26T01:58:00.909082Z","end":"2026-03-26T01:58:01.068314Z","steps":["trace[1951075699] 'agreement among raft nodes before linearized reading' (duration: 159.167887ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:01.104218Z","caller":"traceutil/trace.go:171","msg":"trace[2092181684] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"180.238193ms","start":"2026-03-26T01:58:00.923969Z","end":"2026-03-26T01:58:01.104207Z","steps":["trace[2092181684] 'process raft request' (duration: 179.983376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:01.104238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.419125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lbkfk\" ","response":"range_response_count:1 size:17974"} {"level":"info","ts":"2026-03-26T01:58:01.104291Z","caller":"traceutil/trace.go:171","msg":"trace[1341339731] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lbkfk; range_end:; response_count:1; response_revision:701; }","duration":"181.496688ms","start":"2026-03-26T01:58:00.922781Z","end":"2026-03-26T01:58:01.104278Z","steps":["trace[1341339731] 'agreement among raft nodes before linearized reading' (duration: 181.328223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:01.104524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.506778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:58:01.104621Z","caller":"traceutil/trace.go:171","msg":"trace[311303542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:701; }","duration":"117.644042ms","start":"2026-03-26T01:58:00.986948Z","end":"2026-03-26T01:58:01.104592Z","steps":["trace[311303542] 'agreement among raft nodes before linearized reading' (duration: 117.471027ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:01.237875Z","caller":"traceutil/trace.go:171","msg":"trace[205426407] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"129.705687ms","start":"2026-03-26T01:58:01.108142Z","end":"2026-03-26T01:58:01.237847Z","steps":["trace[205426407] 'process raft request' (duration: 129.605075ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:01.23791Z","caller":"traceutil/trace.go:171","msg":"trace[1277868994] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"122.083006ms","start":"2026-03-26T01:58:01.115808Z","end":"2026-03-26T01:58:01.237891Z","steps":["trace[1277868994] 'process raft request' (duration: 122.021194ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:01.237892Z","caller":"traceutil/trace.go:171","msg":"trace[1630703517] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"129.977275ms","start":"2026-03-26T01:58:01.107884Z","end":"2026-03-26T01:58:01.237862Z","steps":["trace[1630703517] 'process raft request' (duration: 94.198029ms)","trace[1630703517] 'compare' (duration: 35.543099ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:01.238219Z","caller":"traceutil/trace.go:171","msg":"trace[1878109232] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"129.465761ms","start":"2026-03-26T01:58:01.108538Z","end":"2026-03-26T01:58:01.238004Z","steps":["trace[1878109232] 'process raft request' (duration: 129.251125ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:01.243155Z","caller":"traceutil/trace.go:171","msg":"trace[200759865] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"104.658381ms","start":"2026-03-26T01:58:01.138472Z","end":"2026-03-26T01:58:01.243131Z","steps":["trace[200759865] 'process raft request' (duration: 104.514047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:02.132983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.997736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:58:02.133093Z","caller":"traceutil/trace.go:171","msg":"trace[1519596099] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:751; }","duration":"252.698038ms","start":"2026-03-26T01:58:01.880376Z","end":"2026-03-26T01:58:02.133074Z","steps":["trace[1519596099] 'read index received' (duration: 113.472946ms)","trace[1519596099] 'applied index is now lower than readState.Index' (duration: 139.223722ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:02.133138Z","caller":"traceutil/trace.go:171","msg":"trace[1688531149] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"268.360104ms","start":"2026-03-26T01:58:01.864753Z","end":"2026-03-26T01:58:02.133113Z","steps":["trace[1688531149] 'process raft request' (duration: 129.149992ms)","trace[1688531149] 'compare' (duration: 138.713598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:58:02.133281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.902915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-26T01:58:02.133338Z","caller":"traceutil/trace.go:171","msg":"trace[671446146] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:721; }","duration":"252.987696ms","start":"2026-03-26T01:58:01.880336Z","end":"2026-03-26T01:58:02.133324Z","steps":["trace[671446146] 'agreement among raft nodes before linearized reading' (duration: 252.819521ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:02.136377Z","caller":"traceutil/trace.go:171","msg":"trace[137703956] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"202.690938ms","start":"2026-03-26T01:58:01.933666Z","end":"2026-03-26T01:58:02.136357Z","steps":["trace[137703956] 'process raft request' (duration: 202.553584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:02.136444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.886451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:58:02.136495Z","caller":"traceutil/trace.go:171","msg":"trace[1147119717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"226.976033ms","start":"2026-03-26T01:58:01.909504Z","end":"2026-03-26T01:58:02.13648Z","steps":["trace[1147119717] 'agreement among raft nodes before linearized reading' (duration: 226.811499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:02.136539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.2132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lbkfk\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-03-26T01:58:02.1366Z","caller":"traceutil/trace.go:171","msg":"trace[527688187] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lbkfk; range_end:; response_count:1; response_revision:722; }","duration":"204.302342ms","start":"2026-03-26T01:58:01.932283Z","end":"2026-03-26T01:58:02.136585Z","steps":["trace[527688187] 'agreement among raft nodes before linearized reading' (duration: 204.135667ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:02.272417Z","caller":"traceutil/trace.go:171","msg":"trace[1969925068] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"123.645079ms","start":"2026-03-26T01:58:02.148743Z","end":"2026-03-26T01:58:02.272388Z","steps":["trace[1969925068] 'process raft request' (duration: 123.344701ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:02.608562Z","caller":"traceutil/trace.go:171","msg":"trace[1868852336] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"128.512125ms","start":"2026-03-26T01:58:02.480029Z","end":"2026-03-26T01:58:02.608541Z","steps":["trace[1868852336] 'read index received' (duration: 128.315839ms)","trace[1868852336] 'applied index is now lower than readState.Index' (duration: 195.406µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:02.608634Z","caller":"traceutil/trace.go:171","msg":"trace[1719163870] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"164.805174ms","start":"2026-03-26T01:58:02.443785Z","end":"2026-03-26T01:58:02.60859Z","steps":["trace[1719163870] 'process raft request' (duration: 164.637509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:02.60879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.749801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-26T01:58:02.608837Z","caller":"traceutil/trace.go:171","msg":"trace[1542110318] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:725; }","duration":"128.889655ms","start":"2026-03-26T01:58:02.479935Z","end":"2026-03-26T01:58:02.608825Z","steps":["trace[1542110318] 'agreement among raft nodes before linearized reading' (duration: 128.71864ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:02.750556Z","caller":"traceutil/trace.go:171","msg":"trace[1773203752] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"137.813873ms","start":"2026-03-26T01:58:02.612716Z","end":"2026-03-26T01:58:02.75053Z","steps":["trace[1773203752] 'process raft request' (duration: 134.319146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:12.0401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.911645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:58:12.040174Z","caller":"traceutil/trace.go:171","msg":"trace[735986078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:794; }","duration":"129.039609ms","start":"2026-03-26T01:58:11.911117Z","end":"2026-03-26T01:58:12.040157Z","steps":["trace[735986078] 'range keys from in-memory index tree' (duration: 128.841144ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:15.072009Z","caller":"traceutil/trace.go:171","msg":"trace[488172027] linearizableReadLoop","detail":"{readStateIndex:844; appliedIndex:843; }","duration":"162.215442ms","start":"2026-03-26T01:58:14.909763Z","end":"2026-03-26T01:58:15.071978Z","steps":["trace[488172027] 'read index received' (duration: 162.084738ms)","trace[488172027] 'applied index is now lower than readState.Index' (duration: 129.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:15.072067Z","caller":"traceutil/trace.go:171","msg":"trace[2048217706] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"199.720235ms","start":"2026-03-26T01:58:14.872311Z","end":"2026-03-26T01:58:15.072031Z","steps":["trace[2048217706] 'process raft request' (duration: 199.478458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:15.072255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.453919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:58:15.072413Z","caller":"traceutil/trace.go:171","msg":"trace[1752441778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:809; }","duration":"162.632883ms","start":"2026-03-26T01:58:14.909716Z","end":"2026-03-26T01:58:15.072349Z","steps":["trace[1752441778] 'agreement among raft nodes before linearized reading' (duration: 162.390386ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:30.86226Z","caller":"traceutil/trace.go:171","msg":"trace[562758722] linearizableReadLoop","detail":"{readStateIndex:1120; appliedIndex:1118; }","duration":"280.513122ms","start":"2026-03-26T01:58:30.581727Z","end":"2026-03-26T01:58:30.86224Z","steps":["trace[562758722] 'read index received' (duration: 4.035552ms)","trace[562758722] 'applied index is now lower than readState.Index' (duration: 276.47682ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:30.862349Z","caller":"traceutil/trace.go:171","msg":"trace[749421963] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"284.03876ms","start":"2026-03-26T01:58:30.578302Z","end":"2026-03-26T01:58:30.862341Z","steps":["trace[749421963] 'process raft request' (duration: 282.911819ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:30.862408Z","caller":"traceutil/trace.go:171","msg":"trace[588162159] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"280.752629ms","start":"2026-03-26T01:58:30.581607Z","end":"2026-03-26T01:58:30.86236Z","steps":["trace[588162159] 'process raft request' (duration: 280.602194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:30.862624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.843751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-vl9vb\" ","response":"range_response_count:1 size:2702"} {"level":"info","ts":"2026-03-26T01:58:30.862724Z","caller":"traceutil/trace.go:171","msg":"trace[1332716673] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-vl9vb; range_end:; response_count:1; response_revision:1079; }","duration":"281.010676ms","start":"2026-03-26T01:58:30.581687Z","end":"2026-03-26T01:58:30.862697Z","steps":["trace[1332716673] 'agreement among raft nodes before linearized reading' (duration: 280.675967ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:30.869089Z","caller":"traceutil/trace.go:171","msg":"trace[359001510] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"283.420053ms","start":"2026-03-26T01:58:30.585641Z","end":"2026-03-26T01:58:30.869061Z","steps":["trace[359001510] 'process raft request' (duration: 283.185926ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:30.86917Z","caller":"traceutil/trace.go:171","msg":"trace[925018634] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"281.573991ms","start":"2026-03-26T01:58:30.587579Z","end":"2026-03-26T01:58:30.869153Z","steps":["trace[925018634] 'process raft request' (duration: 281.388896ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:30.869374Z","caller":"traceutil/trace.go:171","msg":"trace[1126157885] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"281.605593ms","start":"2026-03-26T01:58:30.587748Z","end":"2026-03-26T01:58:30.869354Z","steps":["trace[1126157885] 'process raft request' (duration: 281.323935ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:30.869392Z","caller":"traceutil/trace.go:171","msg":"trace[401811863] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"275.685697ms","start":"2026-03-26T01:58:30.593681Z","end":"2026-03-26T01:58:30.869367Z","steps":["trace[401811863] 'process raft request' (duration: 275.43891ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:30.869663Z","caller":"traceutil/trace.go:171","msg":"trace[1120148591] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"257.805911ms","start":"2026-03-26T01:58:30.61184Z","end":"2026-03-26T01:58:30.869646Z","steps":["trace[1120148591] 'process raft request' (duration: 257.42736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:30.869883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.674646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-03-26T01:58:30.869929Z","caller":"traceutil/trace.go:171","msg":"trace[1613728847] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1085; }","duration":"102.764139ms","start":"2026-03-26T01:58:30.767152Z","end":"2026-03-26T01:58:30.869916Z","steps":["trace[1613728847] 'agreement among raft nodes before linearized reading' (duration: 102.613944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:30.869956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.328786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4685"} {"level":"info","ts":"2026-03-26T01:58:30.870044Z","caller":"traceutil/trace.go:171","msg":"trace[344669266] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1085; }","duration":"276.449089ms","start":"2026-03-26T01:58:30.593574Z","end":"2026-03-26T01:58:30.870023Z","steps":["trace[344669266] 'agreement among raft nodes before linearized reading' (duration: 276.177851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:30.870284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.682883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-03-26T01:58:30.870326Z","caller":"traceutil/trace.go:171","msg":"trace[1442701477] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1085; }","duration":"103.765146ms","start":"2026-03-26T01:58:30.766548Z","end":"2026-03-26T01:58:30.870314Z","steps":["trace[1442701477] 'agreement among raft nodes before linearized reading' (duration: 103.672663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:30.870515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.976352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-03-26T01:58:30.870584Z","caller":"traceutil/trace.go:171","msg":"trace[823437669] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1085; }","duration":"104.044194ms","start":"2026-03-26T01:58:30.766522Z","end":"2026-03-26T01:58:30.870566Z","steps":["trace[823437669] 'agreement among raft nodes before linearized reading' (duration: 103.889449ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:30.870078Z","caller":"traceutil/trace.go:171","msg":"trace[523587026] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"225.693518ms","start":"2026-03-26T01:58:30.644372Z","end":"2026-03-26T01:58:30.870066Z","steps":["trace[523587026] 'process raft request' (duration: 225.207104ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:31.129654Z","caller":"traceutil/trace.go:171","msg":"trace[533562302] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"129.350068ms","start":"2026-03-26T01:58:31.000273Z","end":"2026-03-26T01:58:31.129623Z","steps":["trace[533562302] 'process raft request' (duration: 129.013629ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:31.159602Z","caller":"traceutil/trace.go:171","msg":"trace[1595490042] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"126.951851ms","start":"2026-03-26T01:58:31.032623Z","end":"2026-03-26T01:58:31.159575Z","steps":["trace[1595490042] 'process raft request' (duration: 126.629312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:31.537605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.156771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:58:31.537845Z","caller":"traceutil/trace.go:171","msg":"trace[1140735413] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"192.223927ms","start":"2026-03-26T01:58:31.345564Z","end":"2026-03-26T01:58:31.537788Z","steps":["trace[1140735413] 'process raft request' (duration: 43.815939ms)","trace[1140735413] 'compare' (duration: 148.010777ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:32.295326Z","caller":"traceutil/trace.go:171","msg":"trace[1954404819] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"115.044016ms","start":"2026-03-26T01:58:32.180257Z","end":"2026-03-26T01:58:32.2953Z","steps":["trace[1954404819] 'process raft request' (duration: 114.873541ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:32.313822Z","caller":"traceutil/trace.go:171","msg":"trace[1729653103] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1163; }","duration":"116.853414ms","start":"2026-03-26T01:58:32.196941Z","end":"2026-03-26T01:58:32.313794Z","steps":["trace[1729653103] 'read index received' (duration: 98.20072ms)","trace[1729653103] 'applied index is now lower than readState.Index' (duration: 18.651184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:58:32.314029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.047989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T01:58:32.314069Z","caller":"traceutil/trace.go:171","msg":"trace[1504544650] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1124; }","duration":"117.147082ms","start":"2026-03-26T01:58:32.196908Z","end":"2026-03-26T01:58:32.314055Z","steps":["trace[1504544650] 'agreement among raft nodes before linearized reading' (duration: 117.005358ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:32.314321Z","caller":"traceutil/trace.go:171","msg":"trace[400922910] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"129.29913ms","start":"2026-03-26T01:58:32.185009Z","end":"2026-03-26T01:58:32.314309Z","steps":["trace[400922910] 'process raft request' (duration: 128.636252ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:33.345845Z","caller":"traceutil/trace.go:171","msg":"trace[739929505] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"134.324986ms","start":"2026-03-26T01:58:33.211491Z","end":"2026-03-26T01:58:33.345816Z","steps":["trace[739929505] 'process raft request' (duration: 134.09171ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:33.529216Z","caller":"traceutil/trace.go:171","msg":"trace[1412484487] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"175.96415ms","start":"2026-03-26T01:58:33.353214Z","end":"2026-03-26T01:58:33.529178Z","steps":["trace[1412484487] 'process raft request' (duration: 77.699627ms)","trace[1412484487] 'compare' (duration: 98.100138ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:37.797733Z","caller":"traceutil/trace.go:171","msg":"trace[1705229656] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"131.551391ms","start":"2026-03-26T01:58:37.666149Z","end":"2026-03-26T01:58:37.7977Z","steps":["trace[1705229656] 'process raft request' (duration: 129.28311ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:49.54345Z","caller":"traceutil/trace.go:171","msg":"trace[382781061] linearizableReadLoop","detail":"{readStateIndex:1273; appliedIndex:1272; }","duration":"124.692436ms","start":"2026-03-26T01:58:49.418726Z","end":"2026-03-26T01:58:49.543418Z","steps":["trace[382781061] 'read index received' (duration: 124.523561ms)","trace[382781061] 'applied index is now lower than readState.Index' (duration: 167.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:49.543496Z","caller":"traceutil/trace.go:171","msg":"trace[373822570] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"141.724146ms","start":"2026-03-26T01:58:49.401748Z","end":"2026-03-26T01:58:49.543473Z","steps":["trace[373822570] 'process raft request' (duration: 141.49697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:49.543675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.933313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T01:58:49.543731Z","caller":"traceutil/trace.go:171","msg":"trace[1774781318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1229; }","duration":"125.030715ms","start":"2026-03-26T01:58:49.418686Z","end":"2026-03-26T01:58:49.543717Z","steps":["trace[1774781318] 'agreement among raft nodes before linearized reading' (duration: 124.85505ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:49.758853Z","caller":"traceutil/trace.go:171","msg":"trace[229825912] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"210.270256ms","start":"2026-03-26T01:58:49.548534Z","end":"2026-03-26T01:58:49.758804Z","steps":["trace[229825912] 'process raft request' (duration: 135.850637ms)","trace[229825912] 'compare' (duration: 74.255214ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:53.675593Z","caller":"traceutil/trace.go:171","msg":"trace[213226701] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1304; }","duration":"129.435374ms","start":"2026-03-26T01:58:53.546135Z","end":"2026-03-26T01:58:53.67557Z","steps":["trace[213226701] 'read index received' (duration: 129.067244ms)","trace[213226701] 'applied index is now lower than readState.Index' (duration: 366.83µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:58:53.675671Z","caller":"traceutil/trace.go:171","msg":"trace[1797801515] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"255.404324ms","start":"2026-03-26T01:58:53.420229Z","end":"2026-03-26T01:58:53.675633Z","steps":["trace[1797801515] 'process raft request' (duration: 255.018733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:58:53.675801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.628649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T01:58:53.675922Z","caller":"traceutil/trace.go:171","msg":"trace[926067390] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1259; }","duration":"129.800624ms","start":"2026-03-26T01:58:53.546099Z","end":"2026-03-26T01:58:53.675899Z","steps":["trace[926067390] 'agreement among raft nodes before linearized reading' (duration: 129.591828ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:58:53.676307Z","caller":"traceutil/trace.go:171","msg":"trace[903530274] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"121.026137ms","start":"2026-03-26T01:58:53.55525Z","end":"2026-03-26T01:58:53.676276Z","steps":["trace[903530274] 'process raft request' (duration: 120.863263ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:01.834043Z","caller":"traceutil/trace.go:171","msg":"trace[599916997] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"113.138564ms","start":"2026-03-26T01:59:01.720804Z","end":"2026-03-26T01:59:01.833942Z","steps":["trace[599916997] 'process raft request' (duration: 112.907997ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:02.026052Z","caller":"traceutil/trace.go:171","msg":"trace[248328956] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"110.865753ms","start":"2026-03-26T01:59:01.915158Z","end":"2026-03-26T01:59:02.026024Z","steps":["trace[248328956] 'process raft request' (duration: 77.867682ms)","trace[248328956] 'compare' (duration: 32.803876ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:05.39771Z","caller":"traceutil/trace.go:171","msg":"trace[1199469978] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"139.543106ms","start":"2026-03-26T01:59:05.258142Z","end":"2026-03-26T01:59:05.397685Z","steps":["trace[1199469978] 'process raft request' (duration: 139.382212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:06.483612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.677456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-26T01:59:06.483688Z","caller":"traceutil/trace.go:171","msg":"trace[1546851156] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1369; }","duration":"237.803259ms","start":"2026-03-26T01:59:06.245867Z","end":"2026-03-26T01:59:06.48367Z","steps":["trace[1546851156] 'range keys from in-memory index tree' (duration: 237.47867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:06.483612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.617708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-n9xrv\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-26T01:59:06.483903Z","caller":"traceutil/trace.go:171","msg":"trace[2053505550] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-n9xrv; range_end:; response_count:1; response_revision:1369; }","duration":"239.964897ms","start":"2026-03-26T01:59:06.243926Z","end":"2026-03-26T01:59:06.483891Z","steps":["trace[2053505550] 'range keys from in-memory index tree' (duration: 239.494305ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:12.37027Z","caller":"traceutil/trace.go:171","msg":"trace[218136719] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"115.629051ms","start":"2026-03-26T01:59:12.254611Z","end":"2026-03-26T01:59:12.37024Z","steps":["trace[218136719] 'process raft request' (duration: 115.202339ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:16.205243Z","caller":"traceutil/trace.go:171","msg":"trace[1427407752] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"168.176209ms","start":"2026-03-26T01:59:16.037028Z","end":"2026-03-26T01:59:16.205204Z","steps":["trace[1427407752] 'process raft request' (duration: 110.667757ms)","trace[1427407752] 'compare' (duration: 57.217324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:16.73587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431156743,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T01:59:16.991197Z","caller":"traceutil/trace.go:171","msg":"trace[538120486] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"781.895666ms","start":"2026-03-26T01:59:16.209265Z","end":"2026-03-26T01:59:16.991161Z","steps":["trace[538120486] 'process raft request' (duration: 781.68414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:16.991428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:16.209247Z","time spent":"782.05887ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:16.993398Z","caller":"traceutil/trace.go:171","msg":"trace[850269313] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"784.054904ms","start":"2026-03-26T01:59:16.209305Z","end":"2026-03-26T01:59:16.99336Z","steps":["trace[850269313] 'process raft request' (duration: 783.734405ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:16.993399Z","caller":"traceutil/trace.go:171","msg":"trace[722056503] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"783.647713ms","start":"2026-03-26T01:59:16.209704Z","end":"2026-03-26T01:59:16.993352Z","steps":["trace[722056503] 'process raft request' (duration: 783.5287ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:16.993608Z","caller":"traceutil/trace.go:171","msg":"trace[2067667276] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"783.845278ms","start":"2026-03-26T01:59:16.209744Z","end":"2026-03-26T01:59:16.993589Z","steps":["trace[2067667276] 'process raft request' (duration: 783.54853ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:16.993599Z","caller":"traceutil/trace.go:171","msg":"trace[71630340] linearizableReadLoop","detail":"{readStateIndex:1556; appliedIndex:1552; }","duration":"757.998801ms","start":"2026-03-26T01:59:16.23553Z","end":"2026-03-26T01:59:16.993529Z","steps":["trace[71630340] 'read index received' (duration: 755.442932ms)","trace[71630340] 'applied index is now lower than readState.Index' (duration: 2.553929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:16.993655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:16.209279Z","time spent":"784.249469ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:16.993655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:16.209691Z","time spent":"783.850708ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:16.993696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:16.209718Z","time spent":"783.937201ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:16.99422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.669648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T01:59:16.994299Z","caller":"traceutil/trace.go:171","msg":"trace[649955641] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1503; }","duration":"758.807033ms","start":"2026-03-26T01:59:16.23547Z","end":"2026-03-26T01:59:16.994277Z","steps":["trace[649955641] 'agreement among raft nodes before linearized reading' (duration: 758.291879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:16.994357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:16.235445Z","time spent":"758.894705ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-26T01:59:27.581848Z","caller":"traceutil/trace.go:171","msg":"trace[579355528] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1795; }","duration":"102.583609ms","start":"2026-03-26T01:59:27.479238Z","end":"2026-03-26T01:59:27.581821Z","steps":["trace[579355528] 'read index received' (duration: 74.808559ms)","trace[579355528] 'applied index is now lower than readState.Index' (duration: 27.7742ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:27.581943Z","caller":"traceutil/trace.go:171","msg":"trace[1003913172] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"135.444886ms","start":"2026-03-26T01:59:27.446459Z","end":"2026-03-26T01:59:27.581904Z","steps":["trace[1003913172] 'process raft request' (duration: 107.630965ms)","trace[1003913172] 'compare' (duration: 27.619036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:27.58211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.831605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:59:27.582311Z","caller":"traceutil/trace.go:171","msg":"trace[393931239] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1723; }","duration":"103.047231ms","start":"2026-03-26T01:59:27.479204Z","end":"2026-03-26T01:59:27.582251Z","steps":["trace[393931239] 'agreement among raft nodes before linearized reading' (duration: 102.792325ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:29.90862Z","caller":"traceutil/trace.go:171","msg":"trace[1345750144] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1743; }","duration":"273.270277ms","start":"2026-03-26T01:59:29.63532Z","end":"2026-03-26T01:59:29.90859Z","steps":["trace[1345750144] 'process raft request' (duration: 273.187414ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:29.987211Z","caller":"traceutil/trace.go:171","msg":"trace[228509882] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1743; }","duration":"258.520818ms","start":"2026-03-26T01:59:29.728671Z","end":"2026-03-26T01:59:29.987192Z","steps":["trace[228509882] 'process raft request' (duration: 258.432626ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:29.987216Z","caller":"traceutil/trace.go:171","msg":"trace[143835951] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1743; }","duration":"350.173042ms","start":"2026-03-26T01:59:29.637008Z","end":"2026-03-26T01:59:29.987181Z","steps":["trace[143835951] 'process raft request' (duration: 349.971127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:29.987419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:29.63699Z","time spent":"350.350827ms","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T01:59:41.666183Z","caller":"traceutil/trace.go:171","msg":"trace[152018603] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"119.216103ms","start":"2026-03-26T01:59:41.546935Z","end":"2026-03-26T01:59:41.666151Z","steps":["trace[152018603] 'process raft request' (duration: 53.810807ms)","trace[152018603] 'compare' (duration: 65.269582ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:42.688898Z","caller":"traceutil/trace.go:171","msg":"trace[1940709274] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"156.565969ms","start":"2026-03-26T01:59:42.532302Z","end":"2026-03-26T01:59:42.688868Z","steps":["trace[1940709274] 'process raft request' (duration: 147.995744ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:42.688948Z","caller":"traceutil/trace.go:171","msg":"trace[2125810405] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"155.431819ms","start":"2026-03-26T01:59:42.533483Z","end":"2026-03-26T01:59:42.688915Z","steps":["trace[2125810405] 'process raft request' (duration: 155.303495ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:42.689068Z","caller":"traceutil/trace.go:171","msg":"trace[346629057] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"140.438336ms","start":"2026-03-26T01:59:42.54858Z","end":"2026-03-26T01:59:42.689018Z","steps":["trace[346629057] 'process raft request' (duration: 140.258882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:44.017521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431157634,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T01:59:44.291857Z","caller":"traceutil/trace.go:171","msg":"trace[955231640] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"828.765945ms","start":"2026-03-26T01:59:43.463065Z","end":"2026-03-26T01:59:44.291831Z","steps":["trace[955231640] 'process raft request' (duration: 828.589431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:44.292012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:43.46303Z","time spent":"828.895579ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:44.319918Z","caller":"traceutil/trace.go:171","msg":"trace[1083879299] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"649.138804ms","start":"2026-03-26T01:59:43.670756Z","end":"2026-03-26T01:59:44.319895Z","steps":["trace[1083879299] 'process raft request' (duration: 648.976279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:44.320083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:43.670736Z","time spent":"649.253707ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T01:59:44.320095Z","caller":"traceutil/trace.go:171","msg":"trace[1079914955] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2005; }","duration":"803.238095ms","start":"2026-03-26T01:59:43.516835Z","end":"2026-03-26T01:59:44.320074Z","steps":["trace[1079914955] 'read index received' (duration: 774.841165ms)","trace[1079914955] 'applied index is now lower than readState.Index' (duration: 28.39482ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:44.320177Z","caller":"traceutil/trace.go:171","msg":"trace[148790097] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"235.746064ms","start":"2026-03-26T01:59:44.084397Z","end":"2026-03-26T01:59:44.320143Z","steps":["trace[148790097] 'process raft request' (duration: 235.449175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:44.320277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.42413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T01:59:44.320333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.872899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e43453af-f0ae-499f-926b-e8b686f7487d\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-26T01:59:44.320347Z","caller":"traceutil/trace.go:171","msg":"trace[2096594037] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1928; }","duration":"803.541523ms","start":"2026-03-26T01:59:43.51679Z","end":"2026-03-26T01:59:44.320332Z","steps":["trace[2096594037] 'agreement among raft nodes before linearized reading' (duration: 803.375758ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:44.320373Z","caller":"traceutil/trace.go:171","msg":"trace[790286876] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e43453af-f0ae-499f-926b-e8b686f7487d; range_end:; response_count:1; response_revision:1928; }","duration":"395.918261ms","start":"2026-03-26T01:59:43.924443Z","end":"2026-03-26T01:59:44.320361Z","steps":["trace[790286876] 'agreement among raft nodes before linearized reading' (duration: 395.795957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:44.320393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:43.516772Z","time spent":"803.612625ms","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-26T01:59:44.320421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:43.924385Z","time spent":"396.029504ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e43453af-f0ae-499f-926b-e8b686f7487d\" "} {"level":"warn","ts":"2026-03-26T01:59:44.320475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.052726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:59:44.320526Z","caller":"traceutil/trace.go:171","msg":"trace[1309064216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1928; }","duration":"132.134939ms","start":"2026-03-26T01:59:44.188378Z","end":"2026-03-26T01:59:44.320513Z","steps":["trace[1309064216] 'agreement among raft nodes before linearized reading' (duration: 131.997585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:44.503526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.277436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:59:44.503641Z","caller":"traceutil/trace.go:171","msg":"trace[179586614] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"159.440478ms","start":"2026-03-26T01:59:44.344181Z","end":"2026-03-26T01:59:44.503621Z","steps":["trace[179586614] 'process raft request' (duration: 55.978727ms)","trace[179586614] 'compare' (duration: 103.142952ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:45.332134Z","caller":"traceutil/trace.go:171","msg":"trace[1129438862] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2009; }","duration":"139.406478ms","start":"2026-03-26T01:59:45.192701Z","end":"2026-03-26T01:59:45.332108Z","steps":["trace[1129438862] 'read index received' (duration: 139.225793ms)","trace[1129438862] 'applied index is now lower than readState.Index' (duration: 179.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:45.332336Z","caller":"traceutil/trace.go:171","msg":"trace[1254764485] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"143.908082ms","start":"2026-03-26T01:59:45.188343Z","end":"2026-03-26T01:59:45.332251Z","steps":["trace[1254764485] 'process raft request' (duration: 143.588223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:45.33254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.815869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:59:45.332646Z","caller":"traceutil/trace.go:171","msg":"trace[1219935342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1930; }","duration":"139.939353ms","start":"2026-03-26T01:59:45.192681Z","end":"2026-03-26T01:59:45.332621Z","steps":["trace[1219935342] 'agreement among raft nodes before linearized reading' (duration: 139.713997ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:51.561817Z","caller":"traceutil/trace.go:171","msg":"trace[1259508246] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"203.267942ms","start":"2026-03-26T01:59:51.35852Z","end":"2026-03-26T01:59:51.561788Z","steps":["trace[1259508246] 'process raft request' (duration: 203.101247ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:51.627743Z","caller":"traceutil/trace.go:171","msg":"trace[480859056] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2069; }","duration":"190.734867ms","start":"2026-03-26T01:59:51.436987Z","end":"2026-03-26T01:59:51.627722Z","steps":["trace[480859056] 'read index received' (duration: 124.57241ms)","trace[480859056] 'applied index is now lower than readState.Index' (duration: 66.161527ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:51.62784Z","caller":"traceutil/trace.go:171","msg":"trace[1859393339] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"203.9563ms","start":"2026-03-26T01:59:51.423856Z","end":"2026-03-26T01:59:51.627813Z","steps":["trace[1859393339] 'process raft request' (duration: 203.740974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:51.627996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.774896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T01:59:51.628041Z","caller":"traceutil/trace.go:171","msg":"trace[503792316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1988; }","duration":"187.867579ms","start":"2026-03-26T01:59:51.440162Z","end":"2026-03-26T01:59:51.628029Z","steps":["trace[503792316] 'agreement among raft nodes before linearized reading' (duration: 187.686994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:51.628077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.460235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-26T01:59:51.62807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.559932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T01:59:51.62807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.903411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T01:59:51.628116Z","caller":"traceutil/trace.go:171","msg":"trace[1316059288] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1988; }","duration":"105.525078ms","start":"2026-03-26T01:59:51.522579Z","end":"2026-03-26T01:59:51.628104Z","steps":["trace[1316059288] 'agreement among raft nodes before linearized reading' (duration: 105.409894ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:51.628136Z","caller":"traceutil/trace.go:171","msg":"trace[614017512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1988; }","duration":"186.993114ms","start":"2026-03-26T01:59:51.44113Z","end":"2026-03-26T01:59:51.628123Z","steps":["trace[614017512] 'agreement among raft nodes before linearized reading' (duration: 186.8297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:51.628137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.163208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T01:59:51.628213Z","caller":"traceutil/trace.go:171","msg":"trace[1885243829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1988; }","duration":"191.278472ms","start":"2026-03-26T01:59:51.43692Z","end":"2026-03-26T01:59:51.628199Z","steps":["trace[1885243829] 'agreement among raft nodes before linearized reading' (duration: 190.912492ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:51.628131Z","caller":"traceutil/trace.go:171","msg":"trace[797575672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1988; }","duration":"174.671696ms","start":"2026-03-26T01:59:51.453444Z","end":"2026-03-26T01:59:51.628116Z","steps":["trace[797575672] 'agreement among raft nodes before linearized reading' (duration: 174.44652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:51.628069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.768396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T01:59:51.628388Z","caller":"traceutil/trace.go:171","msg":"trace[818767721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1988; }","duration":"188.108065ms","start":"2026-03-26T01:59:51.44025Z","end":"2026-03-26T01:59:51.628358Z","steps":["trace[818767721] 'agreement among raft nodes before linearized reading' (duration: 187.744385ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:58.529857Z","caller":"traceutil/trace.go:171","msg":"trace[1860757077] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"123.643764ms","start":"2026-03-26T01:59:58.40619Z","end":"2026-03-26T01:59:58.529834Z","steps":["trace[1860757077] 'process raft request' (duration: 123.47822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:58.772199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.174905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:59:58.772314Z","caller":"traceutil/trace.go:171","msg":"trace[1676966711] linearizableReadLoop","detail":"{readStateIndex:2132; appliedIndex:2131; }","duration":"210.750367ms","start":"2026-03-26T01:59:58.561547Z","end":"2026-03-26T01:59:58.772298Z","steps":["trace[1676966711] 'read index received' (duration: 13.387458ms)","trace[1676966711] 'applied index is now lower than readState.Index' (duration: 197.361379ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T01:59:58.772441Z","caller":"traceutil/trace.go:171","msg":"trace[1368215517] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"362.837683ms","start":"2026-03-26T01:59:58.409586Z","end":"2026-03-26T01:59:58.772424Z","steps":["trace[1368215517] 'process raft request' (duration: 165.334799ms)","trace[1368215517] 'compare' (duration: 196.953249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:58.772523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:58.4095Z","time spent":"362.980677ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T01:59:58.772692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.134347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T01:59:58.772765Z","caller":"traceutil/trace.go:171","msg":"trace[1112800037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2048; }","duration":"211.21752ms","start":"2026-03-26T01:59:58.561531Z","end":"2026-03-26T01:59:58.772749Z","steps":["trace[1112800037] 'agreement among raft nodes before linearized reading' (duration: 211.009294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:58.801816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.749175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T01:59:58.80188Z","caller":"traceutil/trace.go:171","msg":"trace[343607497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2049; }","duration":"116.852409ms","start":"2026-03-26T01:59:58.68501Z","end":"2026-03-26T01:59:58.801862Z","steps":["trace[343607497] 'agreement among raft nodes before linearized reading' (duration: 116.584132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T01:59:59.095847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.499407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T01:59:59.095975Z","caller":"traceutil/trace.go:171","msg":"trace[1340665554] linearizableReadLoop","detail":"{readStateIndex:2134; appliedIndex:2133; }","duration":"185.479463ms","start":"2026-03-26T01:59:58.910468Z","end":"2026-03-26T01:59:59.095947Z","steps":["trace[1340665554] 'read index received' (duration: 109.123µs)","trace[1340665554] 'applied index is now lower than readState.Index' (duration: 185.36903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:59.096295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.833883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T01:59:59.09634Z","caller":"traceutil/trace.go:171","msg":"trace[1124072745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2050; }","duration":"185.937635ms","start":"2026-03-26T01:59:58.910391Z","end":"2026-03-26T01:59:59.096329Z","steps":["trace[1124072745] 'agreement among raft nodes before linearized reading' (duration: 185.618736ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T01:59:59.09642Z","caller":"traceutil/trace.go:171","msg":"trace[1574302862] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"319.636546ms","start":"2026-03-26T01:59:58.776726Z","end":"2026-03-26T01:59:59.096363Z","steps":["trace[1574302862] 'process raft request' (duration: 95.507122ms)","trace[1574302862] 'compare' (duration: 223.064205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T01:59:59.096706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T01:59:58.77671Z","time spent":"319.821422ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:00.016435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.601214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:00:00.016792Z","caller":"traceutil/trace.go:171","msg":"trace[465847378] linearizableReadLoop","detail":"{readStateIndex:2140; appliedIndex:2136; }","duration":"207.9757ms","start":"2026-03-26T01:59:59.808798Z","end":"2026-03-26T02:00:00.016773Z","steps":["trace[465847378] 'read index received' (duration: 44.927523ms)","trace[465847378] 'applied index is now lower than readState.Index' (duration: 163.047167ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:00.016887Z","caller":"traceutil/trace.go:171","msg":"trace[1549617263] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"245.567233ms","start":"2026-03-26T01:59:59.771262Z","end":"2026-03-26T02:00:00.016829Z","steps":["trace[1549617263] 'process raft request' (duration: 82.481325ms)","trace[1549617263] 'compare' (duration: 162.459661ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:00.016897Z","caller":"traceutil/trace.go:171","msg":"trace[1598826831] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"245.401318ms","start":"2026-03-26T01:59:59.771452Z","end":"2026-03-26T02:00:00.016853Z","steps":["trace[1598826831] 'process raft request' (duration: 245.169822ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:00.016941Z","caller":"traceutil/trace.go:171","msg":"trace[2037357970] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"244.914395ms","start":"2026-03-26T01:59:59.771978Z","end":"2026-03-26T02:00:00.016892Z","steps":["trace[2037357970] 'process raft request' (duration: 244.76042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:00.016912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.249178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:00.017161Z","caller":"traceutil/trace.go:171","msg":"trace[696471228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2056; }","duration":"106.527845ms","start":"2026-03-26T01:59:59.910593Z","end":"2026-03-26T02:00:00.017121Z","steps":["trace[696471228] 'agreement among raft nodes before linearized reading' (duration: 106.286408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:00.017164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.291589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T02:00:00.017267Z","caller":"traceutil/trace.go:171","msg":"trace[1819716382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2056; }","duration":"208.476684ms","start":"2026-03-26T01:59:59.808733Z","end":"2026-03-26T02:00:00.01721Z","steps":["trace[1819716382] 'agreement among raft nodes before linearized reading' (duration: 208.124345ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:00.01748Z","caller":"traceutil/trace.go:171","msg":"trace[114905338] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"245.964353ms","start":"2026-03-26T01:59:59.771393Z","end":"2026-03-26T02:00:00.017357Z","steps":["trace[114905338] 'process raft request' (duration: 245.176802ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:05.560565Z","caller":"traceutil/trace.go:171","msg":"trace[254562307] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"122.343229ms","start":"2026-03-26T02:00:05.438194Z","end":"2026-03-26T02:00:05.560537Z","steps":["trace[254562307] 'process raft request' (duration: 122.181275ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:05.560578Z","caller":"traceutil/trace.go:171","msg":"trace[1898205597] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2167; }","duration":"121.97874ms","start":"2026-03-26T02:00:05.438567Z","end":"2026-03-26T02:00:05.560546Z","steps":["trace[1898205597] 'read index received' (duration: 121.942699ms)","trace[1898205597] 'applied index is now lower than readState.Index' (duration: 33.491µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:00:05.560803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.219336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T02:00:05.560862Z","caller":"traceutil/trace.go:171","msg":"trace[44549785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2083; }","duration":"122.340229ms","start":"2026-03-26T02:00:05.438509Z","end":"2026-03-26T02:00:05.560849Z","steps":["trace[44549785] 'agreement among raft nodes before linearized reading' (duration: 122.133343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:05.563549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.958029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:05.56363Z","caller":"traceutil/trace.go:171","msg":"trace[554808321] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2083; }","duration":"122.066042ms","start":"2026-03-26T02:00:05.441546Z","end":"2026-03-26T02:00:05.563612Z","steps":["trace[554808321] 'agreement among raft nodes before linearized reading' (duration: 121.935218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:06.555996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431157990,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:00:06.858673Z","caller":"traceutil/trace.go:171","msg":"trace[1071799836] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"815.366238ms","start":"2026-03-26T02:00:06.043284Z","end":"2026-03-26T02:00:06.85865Z","steps":["trace[1071799836] 'process raft request' (duration: 815.221794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:06.858833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:06.043263Z","time spent":"815.488122ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:06.865107Z","caller":"traceutil/trace.go:171","msg":"trace[1849567778] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"820.811758ms","start":"2026-03-26T02:00:06.044265Z","end":"2026-03-26T02:00:06.865077Z","steps":["trace[1849567778] 'process raft request' (duration: 820.620263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:06.865283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:06.044249Z","time spent":"820.940311ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:06.865314Z","caller":"traceutil/trace.go:171","msg":"trace[69116213] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"820.595062ms","start":"2026-03-26T02:00:06.0447Z","end":"2026-03-26T02:00:06.865295Z","steps":["trace[69116213] 'process raft request' (duration: 820.330905ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:06.865387Z","caller":"traceutil/trace.go:171","msg":"trace[179725756] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"307.246427ms","start":"2026-03-26T02:00:06.558128Z","end":"2026-03-26T02:00:06.865374Z","steps":["trace[179725756] 'process raft request' (duration: 307.159894ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:06.865556Z","caller":"traceutil/trace.go:171","msg":"trace[1337150381] linearizableReadLoop","detail":"{readStateIndex:2175; appliedIndex:2172; }","duration":"810.226997ms","start":"2026-03-26T02:00:06.05529Z","end":"2026-03-26T02:00:06.865517Z","steps":["trace[1337150381] 'read index received' (duration: 803.38829ms)","trace[1337150381] 'applied index is now lower than readState.Index' (duration: 6.833967ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:06.865387Z","caller":"traceutil/trace.go:171","msg":"trace[1481648290] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"819.901893ms","start":"2026-03-26T02:00:06.045462Z","end":"2026-03-26T02:00:06.865364Z","steps":["trace[1481648290] 'process raft request' (duration: 819.729819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:06.865699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:06.045453Z","time spent":"820.207881ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:06.865403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:06.044689Z","time spent":"820.670754ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:06.865803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.720273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:06.865869Z","caller":"traceutil/trace.go:171","msg":"trace[2109562792] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2091; }","duration":"774.830005ms","start":"2026-03-26T02:00:06.091023Z","end":"2026-03-26T02:00:06.865853Z","steps":["trace[2109562792] 'agreement among raft nodes before linearized reading' (duration: 774.720552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:06.865583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:06.558102Z","time spent":"307.37295ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:06.86591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:06.091008Z","time spent":"774.889127ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:00:06.865938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.4125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-26T02:00:06.86598Z","caller":"traceutil/trace.go:171","msg":"trace[1203068860] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2091; }","duration":"154.491532ms","start":"2026-03-26T02:00:06.711476Z","end":"2026-03-26T02:00:06.865967Z","steps":["trace[1203068860] 'agreement among raft nodes before linearized reading' (duration: 154.367378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:06.866918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.586945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T02:00:06.86703Z","caller":"traceutil/trace.go:171","msg":"trace[1839488976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2091; }","duration":"811.739138ms","start":"2026-03-26T02:00:06.055262Z","end":"2026-03-26T02:00:06.867001Z","steps":["trace[1839488976] 'agreement among raft nodes before linearized reading' (duration: 810.445903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:06.867082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:06.055253Z","time spent":"811.819111ms","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-26T02:00:31.171976Z","caller":"traceutil/trace.go:171","msg":"trace[2136765597] linearizableReadLoop","detail":"{readStateIndex:2316; appliedIndex:2315; }","duration":"121.064265ms","start":"2026-03-26T02:00:31.050877Z","end":"2026-03-26T02:00:31.171941Z","steps":["trace[2136765597] 'read index received' (duration: 120.747216ms)","trace[2136765597] 'applied index is now lower than readState.Index' (duration: 315.448µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:31.172097Z","caller":"traceutil/trace.go:171","msg":"trace[1192179215] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"151.165511ms","start":"2026-03-26T02:00:31.020888Z","end":"2026-03-26T02:00:31.172054Z","steps":["trace[1192179215] 'process raft request' (duration: 150.830151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:31.17231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.409203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T02:00:31.172339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.101678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-26T02:00:31.172394Z","caller":"traceutil/trace.go:171","msg":"trace[904793237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2224; }","duration":"121.561367ms","start":"2026-03-26T02:00:31.050811Z","end":"2026-03-26T02:00:31.172372Z","steps":["trace[904793237] 'agreement among raft nodes before linearized reading' (duration: 121.2902ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:31.172409Z","caller":"traceutil/trace.go:171","msg":"trace[2144139213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2224; }","duration":"108.200081ms","start":"2026-03-26T02:00:31.06419Z","end":"2026-03-26T02:00:31.17239Z","steps":["trace[2144139213] 'agreement among raft nodes before linearized reading' (duration: 108.008656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:31.172409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.319704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-26T02:00:31.172403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.495369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-26T02:00:31.17246Z","caller":"traceutil/trace.go:171","msg":"trace[973514983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2224; }","duration":"108.457818ms","start":"2026-03-26T02:00:31.063987Z","end":"2026-03-26T02:00:31.172444Z","steps":["trace[973514983] 'agreement among raft nodes before linearized reading' (duration: 108.219582ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:31.172493Z","caller":"traceutil/trace.go:171","msg":"trace[1794449990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2224; }","duration":"108.611502ms","start":"2026-03-26T02:00:31.063851Z","end":"2026-03-26T02:00:31.172462Z","steps":["trace[1794449990] 'agreement among raft nodes before linearized reading' (duration: 108.361685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:31.172575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.222334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T02:00:31.172633Z","caller":"traceutil/trace.go:171","msg":"trace[720597418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2224; }","duration":"107.406459ms","start":"2026-03-26T02:00:31.065211Z","end":"2026-03-26T02:00:31.172617Z","steps":["trace[720597418] 'agreement among raft nodes before linearized reading' (duration: 107.033239ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:42.1959Z","caller":"traceutil/trace.go:171","msg":"trace[1529213064] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2376; }","duration":"269.403631ms","start":"2026-03-26T02:00:41.926469Z","end":"2026-03-26T02:00:42.195872Z","steps":["trace[1529213064] 'read index received' (duration: 269.310838ms)","trace[1529213064] 'applied index is now lower than readState.Index' (duration: 91.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:42.195991Z","caller":"traceutil/trace.go:171","msg":"trace[977607346] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"670.216341ms","start":"2026-03-26T02:00:41.525735Z","end":"2026-03-26T02:00:42.195951Z","steps":["trace[977607346] 'process raft request' (duration: 669.964554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:42.196152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.658808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-26T02:00:42.196178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:41.525707Z","time spent":"670.372755ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:42.196251Z","caller":"traceutil/trace.go:171","msg":"trace[1518815599] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2283; }","duration":"269.813063ms","start":"2026-03-26T02:00:41.926421Z","end":"2026-03-26T02:00:42.196234Z","steps":["trace[1518815599] 'agreement among raft nodes before linearized reading' (duration: 269.605477ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:42.365488Z","caller":"traceutil/trace.go:171","msg":"trace[478501103] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2377; }","duration":"169.478165ms","start":"2026-03-26T02:00:42.195983Z","end":"2026-03-26T02:00:42.365461Z","steps":["trace[478501103] 'read index received' (duration: 169.249668ms)","trace[478501103] 'applied index is now lower than readState.Index' (duration: 227.567µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:42.36559Z","caller":"traceutil/trace.go:171","msg":"trace[786790472] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"348.265173ms","start":"2026-03-26T02:00:42.017278Z","end":"2026-03-26T02:00:42.365543Z","steps":["trace[786790472] 'process raft request' (duration: 347.976265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:42.36567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.130072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:00:42.365685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.538453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:00:42.365739Z","caller":"traceutil/trace.go:171","msg":"trace[311123758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2284; }","duration":"439.223835ms","start":"2026-03-26T02:00:41.926471Z","end":"2026-03-26T02:00:42.365695Z","steps":["trace[311123758] 'agreement among raft nodes before linearized reading' (duration: 439.105822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:42.365767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:42.017249Z","time spent":"348.414887ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:42.365784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:41.926432Z","time spent":"439.344078ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T02:00:42.365794Z","caller":"traceutil/trace.go:171","msg":"trace[37632511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2284; }","duration":"270.701057ms","start":"2026-03-26T02:00:42.095075Z","end":"2026-03-26T02:00:42.365776Z","steps":["trace[37632511] 'agreement among raft nodes before linearized reading' (duration: 270.470771ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:42.578398Z","caller":"traceutil/trace.go:171","msg":"trace[1285243008] linearizableReadLoop","detail":"{readStateIndex:2379; appliedIndex:2378; }","duration":"212.822108ms","start":"2026-03-26T02:00:42.365557Z","end":"2026-03-26T02:00:42.578379Z","steps":["trace[1285243008] 'read index received' (duration: 134.391187ms)","trace[1285243008] 'applied index is now lower than readState.Index' (duration: 78.430161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:00:42.578567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.468997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T02:00:42.578539Z","caller":"traceutil/trace.go:171","msg":"trace[342003267] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"377.885801ms","start":"2026-03-26T02:00:42.200583Z","end":"2026-03-26T02:00:42.578469Z","steps":["trace[342003267] 'process raft request' (duration: 299.387209ms)","trace[342003267] 'compare' (duration: 78.317848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:00:42.578615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.713858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:42.578687Z","caller":"traceutil/trace.go:171","msg":"trace[909799960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2285; }","duration":"211.822321ms","start":"2026-03-26T02:00:42.366846Z","end":"2026-03-26T02:00:42.578669Z","steps":["trace[909799960] 'agreement among raft nodes before linearized reading' (duration: 211.709298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:42.578743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:42.200553Z","time spent":"378.098197ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:42.578599Z","caller":"traceutil/trace.go:171","msg":"trace[144498408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2285; }","duration":"301.556989ms","start":"2026-03-26T02:00:42.277032Z","end":"2026-03-26T02:00:42.578589Z","steps":["trace[144498408] 'agreement among raft nodes before linearized reading' (duration: 301.438316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:42.578888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:42.277006Z","time spent":"301.824636ms","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-26T02:00:43.395922Z","caller":"traceutil/trace.go:171","msg":"trace[94963133] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"140.839753ms","start":"2026-03-26T02:00:43.255046Z","end":"2026-03-26T02:00:43.395885Z","steps":["trace[94963133] 'process raft request' (duration: 83.239871ms)","trace[94963133] 'compare' (duration: 57.445208ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:44.477581Z","caller":"traceutil/trace.go:171","msg":"trace[549805556] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"107.077961ms","start":"2026-03-26T02:00:44.37046Z","end":"2026-03-26T02:00:44.477538Z","steps":["trace[549805556] 'process raft request' (duration: 98.61865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:45.381644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431158509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:00:45.68019Z","caller":"traceutil/trace.go:171","msg":"trace[436592482] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"999.73347ms","start":"2026-03-26T02:00:44.680429Z","end":"2026-03-26T02:00:45.680162Z","steps":["trace[436592482] 'process raft request' (duration: 999.562426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:45.680364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:44.680401Z","time spent":"999.868024ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:46.020719Z","caller":"traceutil/trace.go:171","msg":"trace[139762929] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"853.940752ms","start":"2026-03-26T02:00:45.166739Z","end":"2026-03-26T02:00:46.02068Z","steps":["trace[139762929] 'process raft request' (duration: 830.959325ms)","trace[139762929] 'compare' (duration: 22.656808ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:00:46.020809Z","caller":"traceutil/trace.go:171","msg":"trace[874454535] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"618.831737ms","start":"2026-03-26T02:00:45.401938Z","end":"2026-03-26T02:00:46.02077Z","steps":["trace[874454535] 'process raft request' (duration: 618.630661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.020916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:45.166712Z","time spent":"854.102747ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:46.020969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:45.401919Z","time spent":"618.94077ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:00:46.921838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.152721ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-26T02:00:46.922103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.304149ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:46.922235Z","caller":"traceutil/trace.go:171","msg":"trace[1435141735] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2297; }","duration":"756.450502ms","start":"2026-03-26T02:00:46.165763Z","end":"2026-03-26T02:00:46.922214Z","steps":["trace[1435141735] 'range keys from in-memory index tree' (duration: 756.284458ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:46.922926Z","caller":"traceutil/trace.go:171","msg":"trace[1598956836] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"440.207362ms","start":"2026-03-26T02:00:46.482698Z","end":"2026-03-26T02:00:46.922906Z","steps":["trace[1598956836] 'process raft request' (duration: 440.072919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.923041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:46.482672Z","time spent":"440.302015ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:00:46.923069Z","caller":"traceutil/trace.go:171","msg":"trace[355583389] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2388; }","duration":"2.041396456s","start":"2026-03-26T02:00:44.88156Z","end":"2026-03-26T02:00:46.922956Z","steps":["trace[355583389] 'read index received' (duration: 798.491579ms)","trace[355583389] 'applied index is now lower than readState.Index' (duration: 1.242901907s)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:00:46.923469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698335714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a041a057996ac2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-26T02:00:46.923518Z","caller":"traceutil/trace.go:171","msg":"trace[2091168616] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a041a057996ac2; range_end:; response_count:1; response_revision:2298; }","duration":"1.698421367s","start":"2026-03-26T02:00:45.225081Z","end":"2026-03-26T02:00:46.923503Z","steps":["trace[2091168616] 'agreement among raft nodes before linearized reading' (duration: 1.698280203s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.92355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:45.225058Z","time spent":"1.698484359s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a041a057996ac2\" "} {"level":"warn","ts":"2026-03-26T02:00:46.923614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015615964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:00:46.923685Z","caller":"traceutil/trace.go:171","msg":"trace[77323476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2298; }","duration":"1.015712417s","start":"2026-03-26T02:00:45.907951Z","end":"2026-03-26T02:00:46.923663Z","steps":["trace[77323476] 'agreement among raft nodes before linearized reading' (duration: 1.015601624s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.923681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.497734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:00:46.923739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:45.907925Z","time spent":"1.01580319s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:00:46.923726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20493393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:00:46.923788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128186606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12380"} {"level":"info","ts":"2026-03-26T02:00:46.923799Z","caller":"traceutil/trace.go:171","msg":"trace[1824419060] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2298; }","duration":"789.669998ms","start":"2026-03-26T02:00:46.134103Z","end":"2026-03-26T02:00:46.923773Z","steps":["trace[1824419060] 'agreement among raft nodes before linearized reading' (duration: 789.403601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.923835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241656363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T02:00:46.923837Z","caller":"traceutil/trace.go:171","msg":"trace[2077913072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2298; }","duration":"1.128279998s","start":"2026-03-26T02:00:45.795544Z","end":"2026-03-26T02:00:46.923824Z","steps":["trace[2077913072] 'agreement among raft nodes before linearized reading' (duration: 1.128099653s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.923879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:46.13408Z","time spent":"789.776141ms","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:00:46.924074Z","caller":"traceutil/trace.go:171","msg":"trace[548791986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2298; }","duration":"1.241744435s","start":"2026-03-26T02:00:45.682137Z","end":"2026-03-26T02:00:46.923881Z","steps":["trace[548791986] 'agreement among raft nodes before linearized reading' (duration: 1.241611991s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.923861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482641919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T02:00:46.924114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:45.682117Z","time spent":"1.241987892s","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T02:00:46.924126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.275092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T02:00:46.92418Z","caller":"traceutil/trace.go:171","msg":"trace[533954887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2298; }","duration":"1.482957057s","start":"2026-03-26T02:00:45.44117Z","end":"2026-03-26T02:00:46.924128Z","steps":["trace[533954887] 'agreement among raft nodes before linearized reading' (duration: 1.482369501s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:46.924197Z","caller":"traceutil/trace.go:171","msg":"trace[1992187593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2298; }","duration":"662.387945ms","start":"2026-03-26T02:00:46.26179Z","end":"2026-03-26T02:00:46.924178Z","steps":["trace[1992187593] 'agreement among raft nodes before linearized reading' (duration: 661.929953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.924214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482245298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-26T02:00:46.924094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:45.795514Z","time spent":"1.128569807s","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12402,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-26T02:00:46.92425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:46.261773Z","time spent":"662.463558ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T02:00:46.924278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:45.44116Z","time spent":"1.483063919s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T02:00:46.924286Z","caller":"traceutil/trace.go:171","msg":"trace[146850680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2298; }","duration":"1.482344211s","start":"2026-03-26T02:00:45.441926Z","end":"2026-03-26T02:00:46.92427Z","steps":["trace[146850680] 'agreement among raft nodes before linearized reading' (duration: 1.48195731s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.924354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:45.441912Z","time spent":"1.482429463s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T02:00:46.923843Z","caller":"traceutil/trace.go:171","msg":"trace[1330650229] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2298; }","duration":"1.205124285s","start":"2026-03-26T02:00:45.718691Z","end":"2026-03-26T02:00:46.923816Z","steps":["trace[1330650229] 'agreement among raft nodes before linearized reading' (duration: 1.204794286s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.924535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481862397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-26T02:00:46.924512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:45.718661Z","time spent":"1.205821264s","remote":"127.0.0.1:60232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:00:46.923825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511221819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T02:00:46.924613Z","caller":"traceutil/trace.go:171","msg":"trace[1125962839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2298; }","duration":"1.482888985s","start":"2026-03-26T02:00:45.441705Z","end":"2026-03-26T02:00:46.924594Z","steps":["trace[1125962839] 'agreement among raft nodes before linearized reading' (duration: 1.481813276s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:00:46.924645Z","caller":"traceutil/trace.go:171","msg":"trace[55220856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2298; }","duration":"1.512097702s","start":"2026-03-26T02:00:45.412521Z","end":"2026-03-26T02:00:46.924619Z","steps":["trace[55220856] 'agreement among raft nodes before linearized reading' (duration: 1.511085264s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.924667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:45.441681Z","time spent":"1.482968747s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:00:46.924784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:45.41251Z","time spent":"1.512198006s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T02:00:46.924521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041809747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:00:46.92505Z","caller":"traceutil/trace.go:171","msg":"trace[15442685] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2298; }","duration":"2.043518953s","start":"2026-03-26T02:00:44.881511Z","end":"2026-03-26T02:00:46.92503Z","steps":["trace[15442685] 'agreement among raft nodes before linearized reading' (duration: 2.041795896s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:00:46.925163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:00:44.881488Z","time spent":"2.043651767s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:01:59.436161Z","caller":"traceutil/trace.go:171","msg":"trace[873287013] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"102.389713ms","start":"2026-03-26T02:01:59.333709Z","end":"2026-03-26T02:01:59.436099Z","steps":["trace[873287013] 'process raft request' (duration: 102.147907ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:59.436242Z","caller":"traceutil/trace.go:171","msg":"trace[2121084459] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"101.078378ms","start":"2026-03-26T02:01:59.335132Z","end":"2026-03-26T02:01:59.43621Z","steps":["trace[2121084459] 'process raft request' (duration: 100.915144ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:01:59.436706Z","caller":"traceutil/trace.go:171","msg":"trace[1143962192] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"103.172234ms","start":"2026-03-26T02:01:59.332917Z","end":"2026-03-26T02:01:59.436089Z","steps":["trace[1143962192] 'process raft request' (duration: 100.370819ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:16.350959Z","caller":"traceutil/trace.go:171","msg":"trace[2077354525] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"119.332989ms","start":"2026-03-26T02:02:16.231572Z","end":"2026-03-26T02:02:16.350905Z","steps":["trace[2077354525] 'process raft request' (duration: 119.170585ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:21.872484Z","caller":"traceutil/trace.go:171","msg":"trace[229910486] linearizableReadLoop","detail":"{readStateIndex:3126; appliedIndex:3125; }","duration":"170.101934ms","start":"2026-03-26T02:02:21.702359Z","end":"2026-03-26T02:02:21.872461Z","steps":["trace[229910486] 'read index received' (duration: 169.867208ms)","trace[229910486] 'applied index is now lower than readState.Index' (duration: 233.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:02:21.872922Z","caller":"traceutil/trace.go:171","msg":"trace[729814014] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"213.406449ms","start":"2026-03-26T02:02:21.659468Z","end":"2026-03-26T02:02:21.872874Z","steps":["trace[729814014] 'process raft request' (duration: 212.860664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:21.872974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.611288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:02:21.873023Z","caller":"traceutil/trace.go:171","msg":"trace[219709671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3004; }","duration":"170.7133ms","start":"2026-03-26T02:02:21.702296Z","end":"2026-03-26T02:02:21.873009Z","steps":["trace[219709671] 'agreement among raft nodes before linearized reading' (duration: 170.597527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:21.873221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.501805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:02:21.87327Z","caller":"traceutil/trace.go:171","msg":"trace[1419648698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3004; }","duration":"170.960317ms","start":"2026-03-26T02:02:21.702296Z","end":"2026-03-26T02:02:21.873256Z","steps":["trace[1419648698] 'agreement among raft nodes before linearized reading' (duration: 170.405252ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:22.051147Z","caller":"traceutil/trace.go:171","msg":"trace[1399606342] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"171.189323ms","start":"2026-03-26T02:02:21.879935Z","end":"2026-03-26T02:02:22.051125Z","steps":["trace[1399606342] 'process raft request' (duration: 117.248252ms)","trace[1399606342] 'compare' (duration: 53.747886ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:02:22.051145Z","caller":"traceutil/trace.go:171","msg":"trace[358149413] linearizableReadLoop","detail":"{readStateIndex:3128; appliedIndex:3127; }","duration":"142.372829ms","start":"2026-03-26T02:02:21.908742Z","end":"2026-03-26T02:02:22.051115Z","steps":["trace[358149413] 'read index received' (duration: 1.425398ms)","trace[358149413] 'applied index is now lower than readState.Index' (duration: 140.946001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:02:22.051274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.518562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:02:22.051322Z","caller":"traceutil/trace.go:171","msg":"trace[1259244606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3006; }","duration":"142.600815ms","start":"2026-03-26T02:02:21.908706Z","end":"2026-03-26T02:02:22.051307Z","steps":["trace[1259244606] 'agreement among raft nodes before linearized reading' (duration: 142.504732ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:27.853163Z","caller":"traceutil/trace.go:171","msg":"trace[338048231] linearizableReadLoop","detail":"{readStateIndex:3156; appliedIndex:3155; }","duration":"225.097293ms","start":"2026-03-26T02:02:27.628044Z","end":"2026-03-26T02:02:27.853141Z","steps":["trace[338048231] 'read index received' (duration: 224.954259ms)","trace[338048231] 'applied index is now lower than readState.Index' (duration: 142.184µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:02:27.853239Z","caller":"traceutil/trace.go:171","msg":"trace[1412508381] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"360.293978ms","start":"2026-03-26T02:02:27.492913Z","end":"2026-03-26T02:02:27.853207Z","steps":["trace[1412508381] 'process raft request' (duration: 360.099883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:27.853382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.287422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-26T02:02:27.853382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.33304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:02:27.853439Z","caller":"traceutil/trace.go:171","msg":"trace[991958825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3033; }","duration":"195.381044ms","start":"2026-03-26T02:02:27.658033Z","end":"2026-03-26T02:02:27.853415Z","steps":["trace[991958825] 'agreement among raft nodes before linearized reading' (duration: 195.277441ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:27.85345Z","caller":"traceutil/trace.go:171","msg":"trace[1086838712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3033; }","duration":"225.439542ms","start":"2026-03-26T02:02:27.628Z","end":"2026-03-26T02:02:27.85344Z","steps":["trace[1086838712] 'agreement among raft nodes before linearized reading' (duration: 225.272837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:27.853576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.091629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-26T02:02:27.853608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:27.492894Z","time spent":"360.418942ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:02:27.853654Z","caller":"traceutil/trace.go:171","msg":"trace[549698692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3033; }","duration":"197.224173ms","start":"2026-03-26T02:02:27.656413Z","end":"2026-03-26T02:02:27.853637Z","steps":["trace[549698692] 'agreement among raft nodes before linearized reading' (duration: 196.878564ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:28.036118Z","caller":"traceutil/trace.go:171","msg":"trace[126822747] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"178.304575ms","start":"2026-03-26T02:02:27.857786Z","end":"2026-03-26T02:02:28.03609Z","steps":["trace[126822747] 'process raft request' (duration: 176.62957ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:28.103043Z","caller":"traceutil/trace.go:171","msg":"trace[1545513697] linearizableReadLoop","detail":"{readStateIndex:3159; appliedIndex:3156; }","duration":"193.869953ms","start":"2026-03-26T02:02:27.909148Z","end":"2026-03-26T02:02:28.103018Z","steps":["trace[1545513697] 'read index received' (duration: 125.542166ms)","trace[1545513697] 'applied index is now lower than readState.Index' (duration: 68.326527ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:02:28.103092Z","caller":"traceutil/trace.go:171","msg":"trace[523301619] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"244.66831ms","start":"2026-03-26T02:02:27.858387Z","end":"2026-03-26T02:02:28.103055Z","steps":["trace[523301619] 'process raft request' (duration: 244.434494ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:28.103174Z","caller":"traceutil/trace.go:171","msg":"trace[318161748] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"244.68814ms","start":"2026-03-26T02:02:27.858474Z","end":"2026-03-26T02:02:28.103162Z","steps":["trace[318161748] 'process raft request' (duration: 244.496525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:28.103486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.032793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:02:28.103509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.337847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:02:28.103585Z","caller":"traceutil/trace.go:171","msg":"trace[1352010897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3036; }","duration":"194.46082ms","start":"2026-03-26T02:02:27.909106Z","end":"2026-03-26T02:02:28.103567Z","steps":["trace[1352010897] 'agreement among raft nodes before linearized reading' (duration: 194.314486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:28.103871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.550917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:02:28.104009Z","caller":"traceutil/trace.go:171","msg":"trace[62065938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3036; }","duration":"157.721712ms","start":"2026-03-26T02:02:27.946259Z","end":"2026-03-26T02:02:28.10398Z","steps":["trace[62065938] 'agreement among raft nodes before linearized reading' (duration: 157.28639ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:28.103544Z","caller":"traceutil/trace.go:171","msg":"trace[152940913] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3036; }","duration":"173.137806ms","start":"2026-03-26T02:02:27.930392Z","end":"2026-03-26T02:02:28.10353Z","steps":["trace[152940913] 'agreement among raft nodes before linearized reading' (duration: 172.871229ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:28.597728Z","caller":"traceutil/trace.go:171","msg":"trace[665185154] linearizableReadLoop","detail":"{readStateIndex:3163; appliedIndex:3162; }","duration":"177.37256ms","start":"2026-03-26T02:02:28.420311Z","end":"2026-03-26T02:02:28.597684Z","steps":["trace[665185154] 'read index received' (duration: 174.975565ms)","trace[665185154] 'applied index is now lower than readState.Index' (duration: 2.395735ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:02:28.597795Z","caller":"traceutil/trace.go:171","msg":"trace[162601739] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"366.635019ms","start":"2026-03-26T02:02:28.231121Z","end":"2026-03-26T02:02:28.597756Z","steps":["trace[162601739] 'process raft request' (duration: 364.144221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:28.597956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:28.231097Z","time spent":"366.770123ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:02:28.597988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.671158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-26T02:02:28.598033Z","caller":"traceutil/trace.go:171","msg":"trace[1815674279] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3040; }","duration":"177.781531ms","start":"2026-03-26T02:02:28.420235Z","end":"2026-03-26T02:02:28.598017Z","steps":["trace[1815674279] 'agreement among raft nodes before linearized reading' (duration: 177.578975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:29.397938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.396567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:02:29.398186Z","caller":"traceutil/trace.go:171","msg":"trace[1393683504] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"902.368306ms","start":"2026-03-26T02:02:28.495793Z","end":"2026-03-26T02:02:29.398161Z","steps":["trace[1393683504] 'process raft request' (duration: 902.273883ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:29.39822Z","caller":"traceutil/trace.go:171","msg":"trace[687635095] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"936.887813ms","start":"2026-03-26T02:02:28.461288Z","end":"2026-03-26T02:02:29.398175Z","steps":["trace[687635095] 'process raft request' (duration: 761.142407ms)","trace[687635095] 'compare' (duration: 175.250973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:02:29.398298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:28.49566Z","time spent":"902.587351ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:02:29.398386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:28.461262Z","time spent":"937.040068ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:02:29.433869Z","caller":"traceutil/trace.go:171","msg":"trace[1186559077] linearizableReadLoop","detail":"{readStateIndex:3166; appliedIndex:3163; }","duration":"606.580911ms","start":"2026-03-26T02:02:28.827268Z","end":"2026-03-26T02:02:29.433849Z","steps":["trace[1186559077] 'read index received' (duration: 395.119115ms)","trace[1186559077] 'applied index is now lower than readState.Index' (duration: 211.460506ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:02:29.433919Z","caller":"traceutil/trace.go:171","msg":"trace[1645601545] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"831.547211ms","start":"2026-03-26T02:02:28.602349Z","end":"2026-03-26T02:02:29.433896Z","steps":["trace[1645601545] 'process raft request' (duration: 831.375436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:29.434046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:28.602327Z","time spent":"831.640664ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:02:29.434105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.757441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:02:29.434144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.866729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-26T02:02:29.434188Z","caller":"traceutil/trace.go:171","msg":"trace[673735125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3043; }","duration":"524.896785ms","start":"2026-03-26T02:02:28.909273Z","end":"2026-03-26T02:02:29.43417Z","steps":["trace[673735125] 'agreement among raft nodes before linearized reading' (duration: 524.730361ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:29.434214Z","caller":"traceutil/trace.go:171","msg":"trace[126174883] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3043; }","duration":"606.977062ms","start":"2026-03-26T02:02:28.827221Z","end":"2026-03-26T02:02:29.434199Z","steps":["trace[126174883] 'agreement among raft nodes before linearized reading' (duration: 606.755166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:29.434236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:28.909252Z","time spent":"524.976517ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:02:29.43427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:28.827201Z","time spent":"607.056534ms","remote":"127.0.0.1:60060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-26T02:02:29.434442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.400175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a041bae316d1b6\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-26T02:02:29.434486Z","caller":"traceutil/trace.go:171","msg":"trace[338536662] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a041bae316d1b6; range_end:; response_count:1; response_revision:3043; }","duration":"317.483257ms","start":"2026-03-26T02:02:29.116992Z","end":"2026-03-26T02:02:29.434476Z","steps":["trace[338536662] 'agreement among raft nodes before linearized reading' (duration: 317.361394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:29.434522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:29.116969Z","time spent":"317.547179ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a041bae316d1b6\" "} {"level":"info","ts":"2026-03-26T02:02:29.671686Z","caller":"traceutil/trace.go:171","msg":"trace[796479611] linearizableReadLoop","detail":"{readStateIndex:3167; appliedIndex:3166; }","duration":"233.90169ms","start":"2026-03-26T02:02:29.437745Z","end":"2026-03-26T02:02:29.671646Z","steps":["trace[796479611] 'read index received' (duration: 224.410795ms)","trace[796479611] 'applied index is now lower than readState.Index' (duration: 9.488095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:02:29.672024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.163817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:02:29.672107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.327311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-26T02:02:29.672124Z","caller":"traceutil/trace.go:171","msg":"trace[121591924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3044; }","duration":"234.31141ms","start":"2026-03-26T02:02:29.437789Z","end":"2026-03-26T02:02:29.672101Z","steps":["trace[121591924] 'agreement among raft nodes before linearized reading' (duration: 234.146766ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:29.672143Z","caller":"traceutil/trace.go:171","msg":"trace[1674284756] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"234.904647ms","start":"2026-03-26T02:02:29.436917Z","end":"2026-03-26T02:02:29.671822Z","steps":["trace[1674284756] 'process raft request' (duration: 225.293499ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:29.672161Z","caller":"traceutil/trace.go:171","msg":"trace[1336123038] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3044; }","duration":"234.430744ms","start":"2026-03-26T02:02:29.437717Z","end":"2026-03-26T02:02:29.672147Z","steps":["trace[1336123038] 'agreement among raft nodes before linearized reading' (duration: 234.140606ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:35.791829Z","caller":"traceutil/trace.go:171","msg":"trace[1591610849] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"369.436734ms","start":"2026-03-26T02:02:35.422374Z","end":"2026-03-26T02:02:35.791811Z","steps":["trace[1591610849] 'process raft request' (duration: 281.810488ms)","trace[1591610849] 'compare' (duration: 87.479532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:02:35.791938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:35.422354Z","time spent":"369.526386ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:02:35.792085Z","caller":"traceutil/trace.go:171","msg":"trace[759353066] linearizableReadLoop","detail":"{readStateIndex:3198; appliedIndex:3196; }","duration":"331.946916ms","start":"2026-03-26T02:02:35.460111Z","end":"2026-03-26T02:02:35.792058Z","steps":["trace[759353066] 'read index received' (duration: 47.255191ms)","trace[759353066] 'applied index is now lower than readState.Index' (duration: 284.688635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:02:35.846589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.370371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:02:35.846654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.504973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-26T02:02:35.846668Z","caller":"traceutil/trace.go:171","msg":"trace[554114067] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3074; }","duration":"109.482765ms","start":"2026-03-26T02:02:35.737169Z","end":"2026-03-26T02:02:35.846652Z","steps":["trace[554114067] 'agreement among raft nodes before linearized reading' (duration: 109.337001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:35.846635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.350951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-26T02:02:35.846742Z","caller":"traceutil/trace.go:171","msg":"trace[1143808874] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3074; }","duration":"386.648437ms","start":"2026-03-26T02:02:35.460057Z","end":"2026-03-26T02:02:35.846705Z","steps":["trace[1143808874] 'agreement among raft nodes before linearized reading' (duration: 332.126281ms)","trace[1143808874] 'range keys from in-memory index tree' (duration: 54.298941ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:02:35.846805Z","caller":"traceutil/trace.go:171","msg":"trace[2048552199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3074; }","duration":"112.564767ms","start":"2026-03-26T02:02:35.734216Z","end":"2026-03-26T02:02:35.846781Z","steps":["trace[2048552199] 'agreement among raft nodes before linearized reading' (duration: 112.244678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:35.846815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:35.460036Z","time spent":"386.762321ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-26T02:02:35.973868Z","caller":"traceutil/trace.go:171","msg":"trace[2033589209] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"122.189496ms","start":"2026-03-26T02:02:35.851657Z","end":"2026-03-26T02:02:35.973846Z","steps":["trace[2033589209] 'process raft request' (duration: 122.056152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:36.191183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.500835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:02:36.191627Z","caller":"traceutil/trace.go:171","msg":"trace[1863506173] linearizableReadLoop","detail":"{readStateIndex:3202; appliedIndex:3200; }","duration":"281.85403ms","start":"2026-03-26T02:02:35.909753Z","end":"2026-03-26T02:02:36.191607Z","steps":["trace[1863506173] 'read index received' (duration: 64.528396ms)","trace[1863506173] 'applied index is now lower than readState.Index' (duration: 217.324174ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:02:36.19171Z","caller":"traceutil/trace.go:171","msg":"trace[471965584] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"315.294939ms","start":"2026-03-26T02:02:35.876383Z","end":"2026-03-26T02:02:36.191678Z","steps":["trace[471965584] 'process raft request' (duration: 315.126944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:36.191803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.998683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:02:36.191916Z","caller":"traceutil/trace.go:171","msg":"trace[879195896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3077; }","duration":"282.187968ms","start":"2026-03-26T02:02:35.909711Z","end":"2026-03-26T02:02:36.191899Z","steps":["trace[879195896] 'agreement among raft nodes before linearized reading' (duration: 281.995383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:36.191858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.786246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:02:36.191999Z","caller":"traceutil/trace.go:171","msg":"trace[751485309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3077; }","duration":"124.975791ms","start":"2026-03-26T02:02:36.067011Z","end":"2026-03-26T02:02:36.191987Z","steps":["trace[751485309] 'agreement among raft nodes before linearized reading' (duration: 124.729834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:36.191857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:35.876367Z","time spent":"315.414411ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:02:36.192146Z","caller":"traceutil/trace.go:171","msg":"trace[1265758830] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"339.307204ms","start":"2026-03-26T02:02:35.852288Z","end":"2026-03-26T02:02:36.191595Z","steps":["trace[1265758830] 'process raft request' (duration: 181.237434ms)","trace[1265758830] 'compare' (duration: 157.380842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:02:36.19247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:35.852275Z","time spent":"340.033763ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:02:36.515288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.340604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:02:36.515416Z","caller":"traceutil/trace.go:171","msg":"trace[1691724163] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"318.735311ms","start":"2026-03-26T02:02:36.196659Z","end":"2026-03-26T02:02:36.515394Z","steps":["trace[1691724163] 'process raft request' (duration: 133.174741ms)","trace[1691724163] 'compare' (duration: 184.904972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:02:36.515479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:36.196639Z","time spent":"318.814853ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:02:37.039227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.595071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:02:37.03959Z","caller":"traceutil/trace.go:171","msg":"trace[343949272] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"121.787905ms","start":"2026-03-26T02:02:36.917782Z","end":"2026-03-26T02:02:37.03957Z","steps":["trace[343949272] 'process raft request' (duration: 121.738214ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:37.039658Z","caller":"traceutil/trace.go:171","msg":"trace[1113878752] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"842.338821ms","start":"2026-03-26T02:02:36.197286Z","end":"2026-03-26T02:02:37.039624Z","steps":["trace[1113878752] 'process raft request' (duration: 842.047123ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:37.039674Z","caller":"traceutil/trace.go:171","msg":"trace[1247123807] linearizableReadLoop","detail":"{readStateIndex:3205; appliedIndex:3202; }","duration":"810.087364ms","start":"2026-03-26T02:02:36.229539Z","end":"2026-03-26T02:02:37.039627Z","steps":["trace[1247123807] 'read index received' (duration: 100.284477ms)","trace[1247123807] 'applied index is now lower than readState.Index' (duration: 709.798797ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:02:37.0397Z","caller":"traceutil/trace.go:171","msg":"trace[2030670868] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"842.376863ms","start":"2026-03-26T02:02:36.197271Z","end":"2026-03-26T02:02:37.039648Z","steps":["trace[2030670868] 'process raft request' (duration: 450.278578ms)","trace[2030670868] 'compare' (duration: 391.161549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:02:37.039775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.233568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T02:02:37.039827Z","caller":"traceutil/trace.go:171","msg":"trace[1766760286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3081; }","duration":"810.320021ms","start":"2026-03-26T02:02:36.229493Z","end":"2026-03-26T02:02:37.039813Z","steps":["trace[1766760286] 'agreement among raft nodes before linearized reading' (duration: 810.151126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:37.039839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:36.197267Z","time spent":"842.475225ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:02:37.039863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:36.229478Z","time spent":"810.377382ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:02:37.039911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.347652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T02:02:37.039954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:36.197248Z","time spent":"842.572587ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:02:37.040004Z","caller":"traceutil/trace.go:171","msg":"trace[264338470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3081; }","duration":"810.493665ms","start":"2026-03-26T02:02:36.229487Z","end":"2026-03-26T02:02:37.03998Z","steps":["trace[264338470] 'agreement among raft nodes before linearized reading' (duration: 810.234048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:37.040046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:36.229465Z","time spent":"810.573987ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T02:02:37.040026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.976138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:02:37.040071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.325958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-26T02:02:37.040101Z","caller":"traceutil/trace.go:171","msg":"trace[609868325] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3081; }","duration":"203.05942ms","start":"2026-03-26T02:02:36.837022Z","end":"2026-03-26T02:02:37.040081Z","steps":["trace[609868325] 'agreement among raft nodes before linearized reading' (duration: 202.939727ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:37.040122Z","caller":"traceutil/trace.go:171","msg":"trace[2139505898] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3081; }","duration":"216.401149ms","start":"2026-03-26T02:02:36.823703Z","end":"2026-03-26T02:02:37.040104Z","steps":["trace[2139505898] 'agreement among raft nodes before linearized reading' (duration: 216.267935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:37.040188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.725674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:02:37.040291Z","caller":"traceutil/trace.go:171","msg":"trace[574415616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3081; }","duration":"462.97785ms","start":"2026-03-26T02:02:36.577294Z","end":"2026-03-26T02:02:37.040272Z","steps":["trace[574415616] 'agreement among raft nodes before linearized reading' (duration: 462.653352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:02:37.040393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:02:36.577275Z","time spent":"463.097613ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:02:37.354295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.274899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:02:37.354483Z","caller":"traceutil/trace.go:171","msg":"trace[562667113] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"226.959293ms","start":"2026-03-26T02:02:37.127499Z","end":"2026-03-26T02:02:37.354458Z","steps":["trace[562667113] 'process raft request' (duration: 56.400747ms)","trace[562667113] 'compare' (duration: 170.143305ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:02:37.622389Z","caller":"traceutil/trace.go:171","msg":"trace[457397315] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"109.239487ms","start":"2026-03-26T02:02:37.513123Z","end":"2026-03-26T02:02:37.622362Z","steps":["trace[457397315] 'process raft request' (duration: 109.055962ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:02:54.721519Z","caller":"traceutil/trace.go:171","msg":"trace[2004503424] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"131.63762ms","start":"2026-03-26T02:02:54.589862Z","end":"2026-03-26T02:02:54.7215Z","steps":["trace[2004503424] 'process raft request' (duration: 131.490816ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:04:12.830951Z","caller":"traceutil/trace.go:171","msg":"trace[1725239617] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"127.673067ms","start":"2026-03-26T02:04:12.703252Z","end":"2026-03-26T02:04:12.830925Z","steps":["trace[1725239617] 'process raft request' (duration: 84.048562ms)","trace[1725239617] 'compare' (duration: 43.527522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:04:52.300789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.3881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:04:52.300895Z","caller":"traceutil/trace.go:171","msg":"trace[3562107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3990; }","duration":"390.570485ms","start":"2026-03-26T02:04:51.910302Z","end":"2026-03-26T02:04:52.300873Z","steps":["trace[3562107] 'range keys from in-memory index tree' (duration: 387.512851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:04:52.300938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:04:51.910273Z","time spent":"390.656797ms","remote":"127.0.0.1:59860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:04:52.301225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.541646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:04:52.301343Z","caller":"traceutil/trace.go:171","msg":"trace[61766359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3990; }","duration":"442.681619ms","start":"2026-03-26T02:04:51.858638Z","end":"2026-03-26T02:04:52.301319Z","steps":["trace[61766359] 'range keys from in-memory index tree' (duration: 442.390521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:04:52.301248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.729111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T02:04:52.301396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:04:51.858633Z","time spent":"442.752001ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T02:04:52.301544Z","caller":"traceutil/trace.go:171","msg":"trace[764389010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3990; }","duration":"443.024659ms","start":"2026-03-26T02:04:51.858457Z","end":"2026-03-26T02:04:52.301481Z","steps":["trace[764389010] 'range keys from in-memory index tree' (duration: 442.532436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:04:52.301655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:04:51.858435Z","time spent":"443.178523ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:04:52.301254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.000579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:04:52.302056Z","caller":"traceutil/trace.go:171","msg":"trace[651175007] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3990; }","duration":"355.864933ms","start":"2026-03-26T02:04:51.946168Z","end":"2026-03-26T02:04:52.302033Z","steps":["trace[651175007] 'count revisions from in-memory index tree' (duration: 354.869036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:04:52.302283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:04:51.946138Z","time spent":"356.11965ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:04:52.597224Z","caller":"traceutil/trace.go:171","msg":"trace[1220236953] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"321.839059ms","start":"2026-03-26T02:04:52.275352Z","end":"2026-03-26T02:04:52.597192Z","steps":["trace[1220236953] 'process raft request' (duration: 321.636983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:04:52.597553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:04:52.275318Z","time spent":"322.091986ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:04:52.612142Z","caller":"traceutil/trace.go:171","msg":"trace[1092434889] linearizableReadLoop","detail":"{readStateIndex:4153; appliedIndex:4149; }","duration":"172.38875ms","start":"2026-03-26T02:04:52.439726Z","end":"2026-03-26T02:04:52.612115Z","steps":["trace[1092434889] 'read index received' (duration: 157.354902ms)","trace[1092434889] 'applied index is now lower than readState.Index' (duration: 15.032548ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:04:52.612263Z","caller":"traceutil/trace.go:171","msg":"trace[1285887401] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"301.62849ms","start":"2026-03-26T02:04:52.31059Z","end":"2026-03-26T02:04:52.612219Z","steps":["trace[1285887401] 'process raft request' (duration: 301.469215ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:04:52.612311Z","caller":"traceutil/trace.go:171","msg":"trace[2000314497] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"305.396892ms","start":"2026-03-26T02:04:52.306784Z","end":"2026-03-26T02:04:52.612181Z","steps":["trace[2000314497] 'process raft request' (duration: 305.007391ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:04:52.612184Z","caller":"traceutil/trace.go:171","msg":"trace[1996401614] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"305.369121ms","start":"2026-03-26T02:04:52.306783Z","end":"2026-03-26T02:04:52.612152Z","steps":["trace[1996401614] 'process raft request' (duration: 305.195276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:04:52.612429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:04:52.310563Z","time spent":"301.795175ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:04:52.61255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:04:52.306752Z","time spent":"305.68385ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:04:52.612365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.628117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-26T02:04:52.612635Z","caller":"traceutil/trace.go:171","msg":"trace[1391401386] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3994; }","duration":"172.961086ms","start":"2026-03-26T02:04:52.439664Z","end":"2026-03-26T02:04:52.612625Z","steps":["trace[1391401386] 'agreement among raft nodes before linearized reading' (duration: 172.559895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:04:52.612804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:04:52.306752Z","time spent":"305.70233ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:04.987013Z","caller":"traceutil/trace.go:171","msg":"trace[1295557296] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"129.443082ms","start":"2026-03-26T02:06:04.857546Z","end":"2026-03-26T02:06:04.98699Z","steps":["trace[1295557296] 'process raft request' (duration: 129.305839ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:04.989729Z","caller":"traceutil/trace.go:171","msg":"trace[322330500] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"126.45146ms","start":"2026-03-26T02:06:04.863226Z","end":"2026-03-26T02:06:04.989678Z","steps":["trace[322330500] 'process raft request' (duration: 126.259045ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:09.457499Z","caller":"traceutil/trace.go:171","msg":"trace[291203838] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"158.01289ms","start":"2026-03-26T02:06:09.299448Z","end":"2026-03-26T02:06:09.457461Z","steps":["trace[291203838] 'process raft request' (duration: 117.70197ms)","trace[291203838] 'compare' (duration: 39.874177ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:09.457775Z","caller":"traceutil/trace.go:171","msg":"trace[302330950] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"157.939257ms","start":"2026-03-26T02:06:09.299807Z","end":"2026-03-26T02:06:09.457746Z","steps":["trace[302330950] 'process raft request' (duration: 157.445364ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:09.457946Z","caller":"traceutil/trace.go:171","msg":"trace[1025563571] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"126.683837ms","start":"2026-03-26T02:06:09.331231Z","end":"2026-03-26T02:06:09.457915Z","steps":["trace[1025563571] 'process raft request' (duration: 126.164733ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:09.458588Z","caller":"traceutil/trace.go:171","msg":"trace[1379738314] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"120.426415ms","start":"2026-03-26T02:06:09.338144Z","end":"2026-03-26T02:06:09.458571Z","steps":["trace[1379738314] 'process raft request' (duration: 119.429168ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:09.457891Z","caller":"traceutil/trace.go:171","msg":"trace[1254733595] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4790; }","duration":"158.01814ms","start":"2026-03-26T02:06:09.299818Z","end":"2026-03-26T02:06:09.457836Z","steps":["trace[1254733595] 'process raft request' (duration: 157.529036ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:10.143271Z","caller":"traceutil/trace.go:171","msg":"trace[617488381] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"177.474545ms","start":"2026-03-26T02:06:09.965765Z","end":"2026-03-26T02:06:10.14324Z","steps":["trace[617488381] 'process raft request' (duration: 154.242385ms)","trace[617488381] 'compare' (duration: 22.945702ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:10.143655Z","caller":"traceutil/trace.go:171","msg":"trace[1697196654] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"145.614848ms","start":"2026-03-26T02:06:09.99801Z","end":"2026-03-26T02:06:10.143625Z","steps":["trace[1697196654] 'process raft request' (duration: 145.291479ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:10.144138Z","caller":"traceutil/trace.go:171","msg":"trace[1486278350] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"124.852746ms","start":"2026-03-26T02:06:10.01925Z","end":"2026-03-26T02:06:10.144103Z","steps":["trace[1486278350] 'process raft request' (duration: 124.307091ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:11.678245Z","caller":"traceutil/trace.go:171","msg":"trace[1056727115] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"104.078574ms","start":"2026-03-26T02:06:11.574124Z","end":"2026-03-26T02:06:11.678202Z","steps":["trace[1056727115] 'process raft request' (duration: 103.822067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:16.401588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.705743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T02:06:16.401666Z","caller":"traceutil/trace.go:171","msg":"trace[1585149058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4966; }","duration":"148.844757ms","start":"2026-03-26T02:06:16.252808Z","end":"2026-03-26T02:06:16.401653Z","steps":["trace[1585149058] 'range keys from in-memory index tree' (duration: 148.573169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:16.401832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.599537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T02:06:16.40185Z","caller":"traceutil/trace.go:171","msg":"trace[1735293740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4966; }","duration":"145.621548ms","start":"2026-03-26T02:06:16.256223Z","end":"2026-03-26T02:06:16.401845Z","steps":["trace[1735293740] 'range keys from in-memory index tree' (duration: 145.438123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:16.401835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.657654ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:16.401929Z","caller":"traceutil/trace.go:171","msg":"trace[20922686] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4966; }","duration":"236.761346ms","start":"2026-03-26T02:06:16.165152Z","end":"2026-03-26T02:06:16.401914Z","steps":["trace[20922686] 'range keys from in-memory index tree' (duration: 236.642153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:16.403404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.20474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-26T02:06:16.40361Z","caller":"traceutil/trace.go:171","msg":"trace[791328338] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4966; }","duration":"216.446977ms","start":"2026-03-26T02:06:16.187133Z","end":"2026-03-26T02:06:16.40358Z","steps":["trace[791328338] 'range keys from in-memory index tree' (duration: 209.843296ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:16.6368Z","caller":"traceutil/trace.go:171","msg":"trace[384720267] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5165; }","duration":"198.737219ms","start":"2026-03-26T02:06:16.438039Z","end":"2026-03-26T02:06:16.636776Z","steps":["trace[384720267] 'read index received' (duration: 26.732145ms)","trace[384720267] 'applied index is now lower than readState.Index' (duration: 172.004294ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:16.636896Z","caller":"traceutil/trace.go:171","msg":"trace[1766863535] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"227.514232ms","start":"2026-03-26T02:06:16.409372Z","end":"2026-03-26T02:06:16.636886Z","steps":["trace[1766863535] 'process raft request' (duration: 202.076002ms)","trace[1766863535] 'compare' (duration: 24.825453ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:16.637012Z","caller":"traceutil/trace.go:171","msg":"trace[116169333] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"226.729781ms","start":"2026-03-26T02:06:16.410241Z","end":"2026-03-26T02:06:16.636971Z","steps":["trace[116169333] 'process raft request' (duration: 226.441283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:16.637175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.133401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-26T02:06:16.63721Z","caller":"traceutil/trace.go:171","msg":"trace[1026230701] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4969; }","duration":"199.219033ms","start":"2026-03-26T02:06:16.43798Z","end":"2026-03-26T02:06:16.637199Z","steps":["trace[1026230701] 'agreement among raft nodes before linearized reading' (duration: 199.09343ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:16.668232Z","caller":"traceutil/trace.go:171","msg":"trace[31454421] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"112.860746ms","start":"2026-03-26T02:06:16.555347Z","end":"2026-03-26T02:06:16.668208Z","steps":["trace[31454421] 'process raft request' (duration: 112.746213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:16.668567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.330607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b484c8d7-ffa2-4bf7-851a-2d6e31a8a86b\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-26T02:06:16.668766Z","caller":"traceutil/trace.go:171","msg":"trace[569141362] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b484c8d7-ffa2-4bf7-851a-2d6e31a8a86b; range_end:; response_count:1; response_revision:4970; }","duration":"110.583194ms","start":"2026-03-26T02:06:16.558155Z","end":"2026-03-26T02:06:16.668739Z","steps":["trace[569141362] 'agreement among raft nodes before linearized reading' (duration: 110.099121ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:17.202074Z","caller":"traceutil/trace.go:171","msg":"trace[486835934] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"106.548953ms","start":"2026-03-26T02:06:17.095495Z","end":"2026-03-26T02:06:17.202044Z","steps":["trace[486835934] 'process raft request' (duration: 106.477121ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:17.202125Z","caller":"traceutil/trace.go:171","msg":"trace[842614723] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"122.855211ms","start":"2026-03-26T02:06:17.079205Z","end":"2026-03-26T02:06:17.20206Z","steps":["trace[842614723] 'process raft request' (duration: 85.072621ms)","trace[842614723] 'compare' (duration: 37.523853ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:17.40029Z","caller":"traceutil/trace.go:171","msg":"trace[718978842] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"109.065341ms","start":"2026-03-26T02:06:17.291202Z","end":"2026-03-26T02:06:17.400267Z","steps":["trace[718978842] 'process raft request' (duration: 39.456216ms)","trace[718978842] 'compare' (duration: 69.468531ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:17.526712Z","caller":"traceutil/trace.go:171","msg":"trace[545177278] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"117.982467ms","start":"2026-03-26T02:06:17.408705Z","end":"2026-03-26T02:06:17.526688Z","steps":["trace[545177278] 'process raft request' (duration: 117.783161ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:18.655702Z","caller":"traceutil/trace.go:171","msg":"trace[604381761] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"144.888867ms","start":"2026-03-26T02:06:18.510799Z","end":"2026-03-26T02:06:18.655688Z","steps":["trace[604381761] 'process raft request' (duration: 144.65155ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:20.144939Z","caller":"traceutil/trace.go:171","msg":"trace[1866459947] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"334.484436ms","start":"2026-03-26T02:06:19.810423Z","end":"2026-03-26T02:06:20.144907Z","steps":["trace[1866459947] 'process raft request' (duration: 334.26456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:20.145146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:19.810409Z","time spent":"334.63406ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:20.458207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.800806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:06:20.458304Z","caller":"traceutil/trace.go:171","msg":"trace[1926226963] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5213; }","duration":"647.48517ms","start":"2026-03-26T02:06:19.810803Z","end":"2026-03-26T02:06:20.458288Z","steps":["trace[1926226963] 'read index received' (duration: 333.829987ms)","trace[1926226963] 'applied index is now lower than readState.Index' (duration: 313.653833ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:20.458405Z","caller":"traceutil/trace.go:171","msg":"trace[593392724] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"647.740367ms","start":"2026-03-26T02:06:19.810653Z","end":"2026-03-26T02:06:20.458393Z","steps":["trace[593392724] 'process raft request' (duration: 446.676983ms)","trace[593392724] 'compare' (duration: 200.503199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:20.45846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:19.810646Z","time spent":"647.783549ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:20.458809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.27782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:06:20.458869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.057126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62901"} {"level":"info","ts":"2026-03-26T02:06:20.458881Z","caller":"traceutil/trace.go:171","msg":"trace[2118429733] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5016; }","duration":"625.396233ms","start":"2026-03-26T02:06:19.833466Z","end":"2026-03-26T02:06:20.458863Z","steps":["trace[2118429733] 'agreement among raft nodes before linearized reading' (duration: 625.28477ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:20.458917Z","caller":"traceutil/trace.go:171","msg":"trace[1061699154] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5016; }","duration":"648.134848ms","start":"2026-03-26T02:06:19.810768Z","end":"2026-03-26T02:06:20.458903Z","steps":["trace[1061699154] 'agreement among raft nodes before linearized reading' (duration: 647.880311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:20.458925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:19.833441Z","time spent":"625.475855ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-26T02:06:20.458949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:19.81075Z","time spent":"648.19147ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62923,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-26T02:06:20.459172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.051714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-425eb5a7-ad57-45b7-8256-cdf9ca5f25bb\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-03-26T02:06:20.459253Z","caller":"traceutil/trace.go:171","msg":"trace[1572233173] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-425eb5a7-ad57-45b7-8256-cdf9ca5f25bb; range_end:; response_count:1; response_revision:5016; }","duration":"451.180608ms","start":"2026-03-26T02:06:20.00805Z","end":"2026-03-26T02:06:20.459231Z","steps":["trace[1572233173] 'agreement among raft nodes before linearized reading' (duration: 450.914241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:20.459302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:20.008033Z","time spent":"451.25929ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4104,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-425eb5a7-ad57-45b7-8256-cdf9ca5f25bb\" "} {"level":"warn","ts":"2026-03-26T02:06:20.45943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.687278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-26T02:06:20.459481Z","caller":"traceutil/trace.go:171","msg":"trace[1391592282] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5016; }","duration":"279.774231ms","start":"2026-03-26T02:06:20.179694Z","end":"2026-03-26T02:06:20.459468Z","steps":["trace[1391592282] 'agreement among raft nodes before linearized reading' (duration: 279.223185ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:20.723838Z","caller":"traceutil/trace.go:171","msg":"trace[366514104] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"202.792982ms","start":"2026-03-26T02:06:20.521011Z","end":"2026-03-26T02:06:20.723804Z","steps":["trace[366514104] 'process raft request' (duration: 159.12912ms)","trace[366514104] 'compare' (duration: 43.439136ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:20.724506Z","caller":"traceutil/trace.go:171","msg":"trace[237787765] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5216; }","duration":"180.467808ms","start":"2026-03-26T02:06:20.544015Z","end":"2026-03-26T02:06:20.724483Z","steps":["trace[237787765] 'read index received' (duration: 136.138897ms)","trace[237787765] 'applied index is now lower than readState.Index' (duration: 44.32774ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:20.724584Z","caller":"traceutil/trace.go:171","msg":"trace[98178345] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"180.624702ms","start":"2026-03-26T02:06:20.543936Z","end":"2026-03-26T02:06:20.724561Z","steps":["trace[98178345] 'process raft request' (duration: 180.467117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:20.724647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.630871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:20.724703Z","caller":"traceutil/trace.go:171","msg":"trace[2093474214] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:5018; }","duration":"180.736984ms","start":"2026-03-26T02:06:20.543954Z","end":"2026-03-26T02:06:20.724691Z","steps":["trace[2093474214] 'agreement among raft nodes before linearized reading' (duration: 180.649332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:20.724828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.421358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-26T02:06:20.724886Z","caller":"traceutil/trace.go:171","msg":"trace[1360761068] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5018; }","duration":"179.528531ms","start":"2026-03-26T02:06:20.545345Z","end":"2026-03-26T02:06:20.724874Z","steps":["trace[1360761068] 'agreement among raft nodes before linearized reading' (duration: 179.327136ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:21.902775Z","caller":"traceutil/trace.go:171","msg":"trace[1040832505] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"258.746581ms","start":"2026-03-26T02:06:21.64401Z","end":"2026-03-26T02:06:21.902756Z","steps":["trace[1040832505] 'process raft request' (duration: 258.638539ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:21.902796Z","caller":"traceutil/trace.go:171","msg":"trace[1033745151] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5366; }","duration":"257.934539ms","start":"2026-03-26T02:06:21.644837Z","end":"2026-03-26T02:06:21.902771Z","steps":["trace[1033745151] 'read index received' (duration: 257.921079ms)","trace[1033745151] 'applied index is now lower than readState.Index' (duration: 11.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:21.90301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.147305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-26T02:06:21.903055Z","caller":"traceutil/trace.go:171","msg":"trace[206583148] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5161; }","duration":"258.219597ms","start":"2026-03-26T02:06:21.644824Z","end":"2026-03-26T02:06:21.903044Z","steps":["trace[206583148] 'agreement among raft nodes before linearized reading' (duration: 258.052043ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:22.05244Z","caller":"traceutil/trace.go:171","msg":"trace[1757177219] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5366; }","duration":"149.554346ms","start":"2026-03-26T02:06:21.902855Z","end":"2026-03-26T02:06:22.052409Z","steps":["trace[1757177219] 'read index received' (duration: 148.013074ms)","trace[1757177219] 'applied index is now lower than readState.Index' (duration: 1.540102ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:22.052517Z","caller":"traceutil/trace.go:171","msg":"trace[553229021] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"374.020784ms","start":"2026-03-26T02:06:21.678465Z","end":"2026-03-26T02:06:22.052486Z","steps":["trace[553229021] 'process raft request' (duration: 372.462191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.052622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.508278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:06:22.052653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:21.678439Z","time spent":"374.143158ms","remote":"127.0.0.1:49416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T02:06:22.052709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.991477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-26T02:06:22.052714Z","caller":"traceutil/trace.go:171","msg":"trace[786810584] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5162; }","duration":"160.655172ms","start":"2026-03-26T02:06:21.89204Z","end":"2026-03-26T02:06:22.052695Z","steps":["trace[786810584] 'agreement among raft nodes before linearized reading' (duration: 160.453476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.052707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.93052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b484c8d7-ffa2-4bf7-851a-2d6e31a8a86b\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-03-26T02:06:22.052753Z","caller":"traceutil/trace.go:171","msg":"trace[1828382709] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5162; }","duration":"146.07057ms","start":"2026-03-26T02:06:21.906668Z","end":"2026-03-26T02:06:22.052738Z","steps":["trace[1828382709] 'agreement among raft nodes before linearized reading' (duration: 145.898775ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:22.05277Z","caller":"traceutil/trace.go:171","msg":"trace[1586289300] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b484c8d7-ffa2-4bf7-851a-2d6e31a8a86b; range_end:; response_count:1; response_revision:5162; }","duration":"270.082884ms","start":"2026-03-26T02:06:21.782671Z","end":"2026-03-26T02:06:22.052754Z","steps":["trace[1586289300] 'agreement among raft nodes before linearized reading' (duration: 269.862297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.052778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.877302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:22.05286Z","caller":"traceutil/trace.go:171","msg":"trace[633913241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5162; }","duration":"142.982545ms","start":"2026-03-26T02:06:21.909858Z","end":"2026-03-26T02:06:22.05284Z","steps":["trace[633913241] 'agreement among raft nodes before linearized reading' (duration: 142.838001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:22.053576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.249108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2207043"} {"level":"info","ts":"2026-03-26T02:06:22.053648Z","caller":"traceutil/trace.go:171","msg":"trace[1250784346] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:5162; }","duration":"274.357651ms","start":"2026-03-26T02:06:21.779274Z","end":"2026-03-26T02:06:22.053631Z","steps":["trace[1250784346] 'agreement among raft nodes before linearized reading' (duration: 273.25643ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:23.54949Z","caller":"traceutil/trace.go:171","msg":"trace[237753315] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5398; }","duration":"487.250441ms","start":"2026-03-26T02:06:23.062203Z","end":"2026-03-26T02:06:23.549453Z","steps":["trace[237753315] 'read index received' (duration: 487.191359ms)","trace[237753315] 'applied index is now lower than readState.Index' (duration: 56.931µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:23.549656Z","caller":"traceutil/trace.go:171","msg":"trace[55587620] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"570.080561ms","start":"2026-03-26T02:06:22.979556Z","end":"2026-03-26T02:06:23.549637Z","steps":["trace[55587620] 'process raft request' (duration: 569.738011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.549795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:22.979533Z","time spent":"570.157142ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T02:06:23.550008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.751984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-313404f4-4a8f-4877-9d18-0c2f2a460cd4\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-26T02:06:23.550354Z","caller":"traceutil/trace.go:171","msg":"trace[830685328] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-313404f4-4a8f-4877-9d18-0c2f2a460cd4; range_end:; response_count:1; response_revision:5193; }","duration":"488.170325ms","start":"2026-03-26T02:06:23.062153Z","end":"2026-03-26T02:06:23.550324Z","steps":["trace[830685328] 'agreement among raft nodes before linearized reading' (duration: 487.520218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.550424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:23.062133Z","time spent":"488.274339ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-313404f4-4a8f-4877-9d18-0c2f2a460cd4\" "} {"level":"info","ts":"2026-03-26T02:06:23.560073Z","caller":"traceutil/trace.go:171","msg":"trace[897840252] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"341.265933ms","start":"2026-03-26T02:06:23.21879Z","end":"2026-03-26T02:06:23.560056Z","steps":["trace[897840252] 'process raft request' (duration: 341.069678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.560167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:23.218771Z","time spent":"341.345335ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:23.560437Z","caller":"traceutil/trace.go:171","msg":"trace[1350757975] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"339.560936ms","start":"2026-03-26T02:06:23.220858Z","end":"2026-03-26T02:06:23.560419Z","steps":["trace[1350757975] 'process raft request' (duration: 339.107704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.560525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:23.220831Z","time spent":"339.651068ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:23.560518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.080128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:23.560616Z","caller":"traceutil/trace.go:171","msg":"trace[2125237980] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5196; }","duration":"385.225622ms","start":"2026-03-26T02:06:23.175364Z","end":"2026-03-26T02:06:23.560589Z","steps":["trace[2125237980] 'agreement among raft nodes before linearized reading' (duration: 385.064727ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:23.560676Z","caller":"traceutil/trace.go:171","msg":"trace[1837453418] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"267.185904ms","start":"2026-03-26T02:06:23.293476Z","end":"2026-03-26T02:06:23.560662Z","steps":["trace[1837453418] 'process raft request' (duration: 266.836354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.560683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:23.175343Z","time spent":"385.327945ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-26T02:06:23.560692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.69588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17127"} {"level":"info","ts":"2026-03-26T02:06:23.560728Z","caller":"traceutil/trace.go:171","msg":"trace[1630668115] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5196; }","duration":"266.762112ms","start":"2026-03-26T02:06:23.293956Z","end":"2026-03-26T02:06:23.560718Z","steps":["trace[1630668115] 'agreement among raft nodes before linearized reading' (duration: 266.655219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.561073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.821939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:06:23.561105Z","caller":"traceutil/trace.go:171","msg":"trace[1345401572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5196; }","duration":"139.88637ms","start":"2026-03-26T02:06:23.42121Z","end":"2026-03-26T02:06:23.561096Z","steps":["trace[1345401572] 'agreement among raft nodes before linearized reading' (duration: 139.809148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:23.561683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.62831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:06:23.561752Z","caller":"traceutil/trace.go:171","msg":"trace[573087619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5196; }","duration":"241.730203ms","start":"2026-03-26T02:06:23.320007Z","end":"2026-03-26T02:06:23.561737Z","steps":["trace[573087619] 'agreement among raft nodes before linearized reading' (duration: 241.519668ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:24.666528Z","caller":"traceutil/trace.go:171","msg":"trace[549215953] linearizableReadLoop","detail":"{readStateIndex:5432; appliedIndex:5431; }","duration":"110.662976ms","start":"2026-03-26T02:06:24.555842Z","end":"2026-03-26T02:06:24.666505Z","steps":["trace[549215953] 'read index received' (duration: 26.170981ms)","trace[549215953] 'applied index is now lower than readState.Index' (duration: 84.491165ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:24.666547Z","caller":"traceutil/trace.go:171","msg":"trace[1910191748] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"138.701497ms","start":"2026-03-26T02:06:24.52781Z","end":"2026-03-26T02:06:24.666512Z","steps":["trace[1910191748] 'process raft request' (duration: 54.187401ms)","trace[1910191748] 'compare' (duration: 84.385723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:24.666725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.873791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-313404f4-4a8f-4877-9d18-0c2f2a460cd4\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-26T02:06:24.666754Z","caller":"traceutil/trace.go:171","msg":"trace[1543960238] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-313404f4-4a8f-4877-9d18-0c2f2a460cd4; range_end:; response_count:1; response_revision:5224; }","duration":"110.950974ms","start":"2026-03-26T02:06:24.555794Z","end":"2026-03-26T02:06:24.666745Z","steps":["trace[1543960238] 'agreement among raft nodes before linearized reading' (duration: 110.794369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:25.543187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.688801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:06:25.543265Z","caller":"traceutil/trace.go:171","msg":"trace[622575703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5224; }","duration":"750.827914ms","start":"2026-03-26T02:06:24.792419Z","end":"2026-03-26T02:06:25.543247Z","steps":["trace[622575703] 'range keys from in-memory index tree' (duration: 750.484845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:25.543307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:24.7924Z","time spent":"750.898127ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:06:25.543846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.512975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:25.543908Z","caller":"traceutil/trace.go:171","msg":"trace[1896832437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5224; }","duration":"633.610448ms","start":"2026-03-26T02:06:24.91028Z","end":"2026-03-26T02:06:25.543891Z","steps":["trace[1896832437] 'range keys from in-memory index tree' (duration: 633.417683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:25.543948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:24.910258Z","time spent":"633.68155ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:06:25.543361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.537135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-26T02:06:25.544547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.092974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777465"} {"level":"info","ts":"2026-03-26T02:06:25.544768Z","caller":"traceutil/trace.go:171","msg":"trace[189277629] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5224; }","duration":"298.362832ms","start":"2026-03-26T02:06:25.24639Z","end":"2026-03-26T02:06:25.544752Z","steps":["trace[189277629] 'range keys from in-memory index tree' (duration: 297.619621ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:25.544646Z","caller":"traceutil/trace.go:171","msg":"trace[1632850680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5224; }","duration":"748.86326ms","start":"2026-03-26T02:06:24.79577Z","end":"2026-03-26T02:06:25.544634Z","steps":["trace[1632850680] 'range keys from in-memory index tree' (duration: 747.346119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:25.544981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:24.795751Z","time spent":"749.218261ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:06:29.760114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.30795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:06:29.760182Z","caller":"traceutil/trace.go:171","msg":"trace[1396211229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5318; }","duration":"185.421653ms","start":"2026-03-26T02:06:29.574747Z","end":"2026-03-26T02:06:29.760169Z","steps":["trace[1396211229] 'range keys from in-memory index tree' (duration: 185.159716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:29.760349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.195677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:06:29.760373Z","caller":"traceutil/trace.go:171","msg":"trace[569326735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5318; }","duration":"185.260878ms","start":"2026-03-26T02:06:29.575107Z","end":"2026-03-26T02:06:29.760368Z","steps":["trace[569326735] 'range keys from in-memory index tree' (duration: 185.087064ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:29.760624Z","caller":"traceutil/trace.go:171","msg":"trace[2128604419] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"183.551831ms","start":"2026-03-26T02:06:29.577039Z","end":"2026-03-26T02:06:29.760591Z","steps":["trace[2128604419] 'process raft request' (duration: 145.911476ms)","trace[2128604419] 'compare' (duration: 37.527862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:29.761003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.258177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803581"} {"level":"info","ts":"2026-03-26T02:06:29.76109Z","caller":"traceutil/trace.go:171","msg":"trace[448072475] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5318; }","duration":"343.408121ms","start":"2026-03-26T02:06:29.417642Z","end":"2026-03-26T02:06:29.76105Z","steps":["trace[448072475] 'range keys from in-memory index tree' (duration: 342.368082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:29.761139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:29.417622Z","time spent":"343.503174ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":27,"response size":803603,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-26T02:06:29.761463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.145927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-26T02:06:29.761523Z","caller":"traceutil/trace.go:171","msg":"trace[723679623] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5318; }","duration":"338.227949ms","start":"2026-03-26T02:06:29.423279Z","end":"2026-03-26T02:06:29.761507Z","steps":["trace[723679623] 'range keys from in-memory index tree' (duration: 337.072736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:29.761566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:29.423272Z","time spent":"338.28328ms","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-26T02:06:30.019873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.055937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:06:30.020056Z","caller":"traceutil/trace.go:171","msg":"trace[953730238] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"442.585231ms","start":"2026-03-26T02:06:29.577413Z","end":"2026-03-26T02:06:30.020031Z","steps":["trace[953730238] 'process raft request' (duration: 307.284247ms)","trace[953730238] 'compare' (duration: 134.881443ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:30.02014Z","caller":"traceutil/trace.go:171","msg":"trace[1664795668] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"254.992649ms","start":"2026-03-26T02:06:29.765128Z","end":"2026-03-26T02:06:30.020121Z","steps":["trace[1664795668] 'process raft request' (duration: 254.951957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.020182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:29.577385Z","time spent":"442.733036ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:30.020178Z","caller":"traceutil/trace.go:171","msg":"trace[1538627236] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"425.673296ms","start":"2026-03-26T02:06:29.594481Z","end":"2026-03-26T02:06:30.020154Z","steps":["trace[1538627236] 'process raft request' (duration: 425.48813ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.020233Z","caller":"traceutil/trace.go:171","msg":"trace[1969932696] linearizableReadLoop","detail":"{readStateIndex:5532; appliedIndex:5530; }","duration":"437.547432ms","start":"2026-03-26T02:06:29.582657Z","end":"2026-03-26T02:06:30.020205Z","steps":["trace[1969932696] 'read index received' (duration: 140.307461ms)","trace[1969932696] 'applied index is now lower than readState.Index' (duration: 297.22208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:30.020291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:29.594465Z","time spent":"425.769689ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:30.020295Z","caller":"traceutil/trace.go:171","msg":"trace[124569790] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"255.333548ms","start":"2026-03-26T02:06:29.764932Z","end":"2026-03-26T02:06:30.020266Z","steps":["trace[124569790] 'process raft request' (duration: 255.117642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.02049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.158414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:06:30.020533Z","caller":"traceutil/trace.go:171","msg":"trace[1872144633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5323; }","duration":"396.228426ms","start":"2026-03-26T02:06:29.624293Z","end":"2026-03-26T02:06:30.020521Z","steps":["trace[1872144633] 'agreement among raft nodes before linearized reading' (duration: 396.090582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.020496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.62133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:06:30.020543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.139781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-26T02:06:30.020553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.740127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-26T02:06:30.020564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:29.62428Z","time spent":"396.276697ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:06:30.02055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.872092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-03-26T02:06:30.020592Z","caller":"traceutil/trace.go:171","msg":"trace[1057377525] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5323; }","duration":"344.207113ms","start":"2026-03-26T02:06:29.676372Z","end":"2026-03-26T02:06:30.020579Z","steps":["trace[1057377525] 'agreement among raft nodes before linearized reading' (duration: 344.021188ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.020597Z","caller":"traceutil/trace.go:171","msg":"trace[518620524] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5323; }","duration":"427.763393ms","start":"2026-03-26T02:06:29.592809Z","end":"2026-03-26T02:06:30.020572Z","steps":["trace[518620524] 'agreement among raft nodes before linearized reading' (duration: 427.596648ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.020601Z","caller":"traceutil/trace.go:171","msg":"trace[492506584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5323; }","duration":"393.817799ms","start":"2026-03-26T02:06:29.626767Z","end":"2026-03-26T02:06:30.020585Z","steps":["trace[492506584] 'agreement among raft nodes before linearized reading' (duration: 393.614654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.020593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.195196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-26T02:06:30.020638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:29.676359Z","time spent":"344.269736ms","remote":"127.0.0.1:60024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-26T02:06:30.020644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:29.592794Z","time spent":"427.838756ms","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:06:30.020648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:29.626757Z","time spent":"393.880761ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T02:06:30.020645Z","caller":"traceutil/trace.go:171","msg":"trace[1846574479] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5323; }","duration":"438.002635ms","start":"2026-03-26T02:06:29.582618Z","end":"2026-03-26T02:06:30.02062Z","steps":["trace[1846574479] 'agreement among raft nodes before linearized reading' (duration: 437.727908ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.020683Z","caller":"traceutil/trace.go:171","msg":"trace[409287201] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5323; }","duration":"230.325769ms","start":"2026-03-26T02:06:29.790334Z","end":"2026-03-26T02:06:30.02066Z","steps":["trace[409287201] 'agreement among raft nodes before linearized reading' (duration: 230.063512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.020698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:29.582601Z","time spent":"438.083317ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-26T02:06:30.020622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.921493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsv8l.18a041f70bd7e56f\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-26T02:06:30.020829Z","caller":"traceutil/trace.go:171","msg":"trace[1660966154] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsv8l.18a041f70bd7e56f; range_end:; response_count:1; response_revision:5323; }","duration":"438.152269ms","start":"2026-03-26T02:06:29.582651Z","end":"2026-03-26T02:06:30.020804Z","steps":["trace[1660966154] 'agreement among raft nodes before linearized reading' (duration: 437.719397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.020905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:29.582639Z","time spent":"438.245922ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":984,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsv8l.18a041f70bd7e56f\" "} {"level":"info","ts":"2026-03-26T02:06:30.194266Z","caller":"traceutil/trace.go:171","msg":"trace[72247873] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5536; }","duration":"158.847601ms","start":"2026-03-26T02:06:30.035394Z","end":"2026-03-26T02:06:30.194241Z","steps":["trace[72247873] 'read index received' (duration: 18.200621ms)","trace[72247873] 'applied index is now lower than readState.Index' (duration: 140.64599ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:30.194594Z","caller":"traceutil/trace.go:171","msg":"trace[1897903082] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"162.295467ms","start":"2026-03-26T02:06:30.032286Z","end":"2026-03-26T02:06:30.194581Z","steps":["trace[1897903082] 'process raft request' (duration: 161.816514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.194881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.471269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-59ffc448b-4mxj4.18a041f874de17b4\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-03-26T02:06:30.194925Z","caller":"traceutil/trace.go:171","msg":"trace[1690552625] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-59ffc448b-4mxj4.18a041f874de17b4; range_end:; response_count:1; response_revision:5327; }","duration":"159.557021ms","start":"2026-03-26T02:06:30.035358Z","end":"2026-03-26T02:06:30.194915Z","steps":["trace[1690552625] 'agreement among raft nodes before linearized reading' (duration: 159.407937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.19526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.536653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-26T02:06:30.195342Z","caller":"traceutil/trace.go:171","msg":"trace[37668505] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5327; }","duration":"142.654376ms","start":"2026-03-26T02:06:30.052668Z","end":"2026-03-26T02:06:30.195322Z","steps":["trace[37668505] 'agreement among raft nodes before linearized reading' (duration: 142.42861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.767217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.389646ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-26T02:06:30.767697Z","caller":"traceutil/trace.go:171","msg":"trace[872805892] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"565.568396ms","start":"2026-03-26T02:06:30.202111Z","end":"2026-03-26T02:06:30.76768Z","steps":["trace[872805892] 'process raft request' (duration: 565.35757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.767694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:30.198586Z","time spent":"569.101663ms","remote":"127.0.0.1:59910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-26T02:06:30.767723Z","caller":"traceutil/trace.go:171","msg":"trace[1524139800] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"565.533454ms","start":"2026-03-26T02:06:30.202166Z","end":"2026-03-26T02:06:30.767699Z","steps":["trace[1524139800] 'process raft request' (duration: 565.348669ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.767715Z","caller":"traceutil/trace.go:171","msg":"trace[697413058] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"566.470681ms","start":"2026-03-26T02:06:30.201212Z","end":"2026-03-26T02:06:30.767683Z","steps":["trace[697413058] 'process raft request' (duration: 566.123371ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.767745Z","caller":"traceutil/trace.go:171","msg":"trace[694758076] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"565.3621ms","start":"2026-03-26T02:06:30.202358Z","end":"2026-03-26T02:06:30.76772Z","steps":["trace[694758076] 'process raft request' (duration: 565.242047ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.767779Z","caller":"traceutil/trace.go:171","msg":"trace[1156760306] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"565.422692ms","start":"2026-03-26T02:06:30.202318Z","end":"2026-03-26T02:06:30.76774Z","steps":["trace[1156760306] 'process raft request' (duration: 565.232096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.767812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:30.202102Z","time spent":"565.642568ms","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:30.767845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:30.202161Z","time spent":"565.611786ms","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:30.767857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:30.202354Z","time spent":"565.432362ms","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:30.767869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:30.201193Z","time spent":"566.591414ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:30.767899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:30.20231Z","time spent":"565.522184ms","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:30.767937Z","caller":"traceutil/trace.go:171","msg":"trace[1621423004] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"565.050872ms","start":"2026-03-26T02:06:30.202873Z","end":"2026-03-26T02:06:30.767924Z","steps":["trace[1621423004] 'process raft request' (duration: 564.758124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.767994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:30.202866Z","time spent":"565.096833ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3550,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:30.76803Z","caller":"traceutil/trace.go:171","msg":"trace[2084934721] linearizableReadLoop","detail":"{readStateIndex:5547; appliedIndex:5540; }","duration":"431.450634ms","start":"2026-03-26T02:06:30.336567Z","end":"2026-03-26T02:06:30.768018Z","steps":["trace[2084934721] 'read index received' (duration: 38.421µs)","trace[2084934721] 'applied index is now lower than readState.Index' (duration: 431.410533ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:30.768061Z","caller":"traceutil/trace.go:171","msg":"trace[1471737243] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"428.648507ms","start":"2026-03-26T02:06:30.339404Z","end":"2026-03-26T02:06:30.768052Z","steps":["trace[1471737243] 'process raft request' (duration: 428.412541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.768101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:30.339393Z","time spent":"428.686799ms","remote":"127.0.0.1:49416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2089,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T02:06:30.768199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.63312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:06:30.768232Z","caller":"traceutil/trace.go:171","msg":"trace[1248045762] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5335; }","duration":"431.699882ms","start":"2026-03-26T02:06:30.336523Z","end":"2026-03-26T02:06:30.768223Z","steps":["trace[1248045762] 'agreement among raft nodes before linearized reading' (duration: 431.573908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.768244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.237916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T02:06:30.768271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:30.336505Z","time spent":"431.757583ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":42,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:06:30.768282Z","caller":"traceutil/trace.go:171","msg":"trace[1305644913] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:5335; }","duration":"210.314358ms","start":"2026-03-26T02:06:30.557957Z","end":"2026-03-26T02:06:30.768272Z","steps":["trace[1305644913] 'agreement among raft nodes before linearized reading' (duration: 210.176704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:30.768266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.902935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-26T02:06:30.768304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.729591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-26T02:06:30.768306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.404873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:06:30.76834Z","caller":"traceutil/trace.go:171","msg":"trace[518452704] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5335; }","duration":"125.810623ms","start":"2026-03-26T02:06:30.642517Z","end":"2026-03-26T02:06:30.768328Z","steps":["trace[518452704] 'agreement among raft nodes before linearized reading' (duration: 125.678589ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.768342Z","caller":"traceutil/trace.go:171","msg":"trace[1604068557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5335; }","duration":"247.019549ms","start":"2026-03-26T02:06:30.521303Z","end":"2026-03-26T02:06:30.768322Z","steps":["trace[1604068557] 'agreement among raft nodes before linearized reading' (duration: 246.812103ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:30.768382Z","caller":"traceutil/trace.go:171","msg":"trace[1342895171] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5335; }","duration":"233.529208ms","start":"2026-03-26T02:06:30.534832Z","end":"2026-03-26T02:06:30.768361Z","steps":["trace[1342895171] 'agreement among raft nodes before linearized reading' (duration: 233.393734ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:31.05316Z","caller":"traceutil/trace.go:171","msg":"trace[1939961712] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"280.355156ms","start":"2026-03-26T02:06:30.77278Z","end":"2026-03-26T02:06:31.053135Z","steps":["trace[1939961712] 'process raft request' (duration: 248.117579ms)","trace[1939961712] 'compare' (duration: 31.97808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:31.053474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.744061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-26T02:06:31.05354Z","caller":"traceutil/trace.go:171","msg":"trace[499952802] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5338; }","duration":"262.848504ms","start":"2026-03-26T02:06:30.790676Z","end":"2026-03-26T02:06:31.053525Z","steps":["trace[499952802] 'agreement among raft nodes before linearized reading' (duration: 262.642009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:31.053552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.769707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62901"} {"level":"info","ts":"2026-03-26T02:06:31.053346Z","caller":"traceutil/trace.go:171","msg":"trace[59539357] linearizableReadLoop","detail":"{readStateIndex:5551; appliedIndex:5549; }","duration":"258.855684ms","start":"2026-03-26T02:06:30.794421Z","end":"2026-03-26T02:06:31.053277Z","steps":["trace[59539357] 'read index received' (duration: 226.36248ms)","trace[59539357] 'applied index is now lower than readState.Index' (duration: 32.492194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:31.053616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.987753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-425eb5a7-ad57-45b7-8256-cdf9ca5f25bb\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-26T02:06:31.053474Z","caller":"traceutil/trace.go:171","msg":"trace[549431441] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"266.474044ms","start":"2026-03-26T02:06:30.786964Z","end":"2026-03-26T02:06:31.053438Z","steps":["trace[549431441] 'process raft request' (duration: 266.136165ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:31.053674Z","caller":"traceutil/trace.go:171","msg":"trace[1412121655] range","detail":"{range_begin:/registry/persistentvolumes/pvc-425eb5a7-ad57-45b7-8256-cdf9ca5f25bb; range_end:; response_count:1; response_revision:5338; }","duration":"281.085406ms","start":"2026-03-26T02:06:30.772575Z","end":"2026-03-26T02:06:31.053661Z","steps":["trace[1412121655] 'agreement among raft nodes before linearized reading' (duration: 280.941492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:31.053756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.51498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:31.053789Z","caller":"traceutil/trace.go:171","msg":"trace[2048081515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5338; }","duration":"143.578321ms","start":"2026-03-26T02:06:30.910204Z","end":"2026-03-26T02:06:31.053782Z","steps":["trace[2048081515] 'agreement among raft nodes before linearized reading' (duration: 143.53106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:31.053844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.997511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-26T02:06:31.054006Z","caller":"traceutil/trace.go:171","msg":"trace[1810041422] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5338; }","duration":"258.193656ms","start":"2026-03-26T02:06:30.7958Z","end":"2026-03-26T02:06:31.053994Z","steps":["trace[1810041422] 'agreement among raft nodes before linearized reading' (duration: 257.9553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:31.053857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.984475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-26T02:06:31.054355Z","caller":"traceutil/trace.go:171","msg":"trace[229050917] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5338; }","duration":"256.449609ms","start":"2026-03-26T02:06:30.79785Z","end":"2026-03-26T02:06:31.054299Z","steps":["trace[229050917] 'agreement among raft nodes before linearized reading' (duration: 255.960755ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:31.053583Z","caller":"traceutil/trace.go:171","msg":"trace[1038992791] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5338; }","duration":"280.83693ms","start":"2026-03-26T02:06:30.772739Z","end":"2026-03-26T02:06:31.053576Z","steps":["trace[1038992791] 'agreement among raft nodes before linearized reading' (duration: 280.634014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:31.053894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.047035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-26T02:06:31.054856Z","caller":"traceutil/trace.go:171","msg":"trace[707047898] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5338; }","duration":"177.047442ms","start":"2026-03-26T02:06:30.877792Z","end":"2026-03-26T02:06:31.054839Z","steps":["trace[707047898] 'agreement among raft nodes before linearized reading' (duration: 176.001904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:31.593739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431165869,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:06:31.646721Z","caller":"traceutil/trace.go:171","msg":"trace[261506587] linearizableReadLoop","detail":"{readStateIndex:5552; appliedIndex:5551; }","duration":"552.99087ms","start":"2026-03-26T02:06:31.093705Z","end":"2026-03-26T02:06:31.646696Z","steps":["trace[261506587] 'read index received' (duration: 552.735913ms)","trace[261506587] 'applied index is now lower than readState.Index' (duration: 253.827µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:31.646793Z","caller":"traceutil/trace.go:171","msg":"trace[1596380185] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"553.118473ms","start":"2026-03-26T02:06:31.093639Z","end":"2026-03-26T02:06:31.646758Z","steps":["trace[1596380185] 'process raft request' (duration: 552.786154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:31.646932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:31.093616Z","time spent":"553.244246ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:31.647072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.696166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:06:31.647073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.340499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110167"} {"level":"info","ts":"2026-03-26T02:06:31.647137Z","caller":"traceutil/trace.go:171","msg":"trace[1791279829] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5339; }","duration":"553.418581ms","start":"2026-03-26T02:06:31.093699Z","end":"2026-03-26T02:06:31.647118Z","steps":["trace[1791279829] 'agreement among raft nodes before linearized reading' (duration: 553.127013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:31.647202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:31.093692Z","time spent":"553.493693ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":110189,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-26T02:06:31.647095Z","caller":"traceutil/trace.go:171","msg":"trace[1035043750] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5339; }","duration":"510.747377ms","start":"2026-03-26T02:06:31.136342Z","end":"2026-03-26T02:06:31.64709Z","steps":["trace[1035043750] 'agreement among raft nodes before linearized reading' (duration: 510.695406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:31.647434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:31.136328Z","time spent":"511.062686ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-26T02:06:31.647711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.192995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-26T02:06:31.64774Z","caller":"traceutil/trace.go:171","msg":"trace[1068482274] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5339; }","duration":"339.250117ms","start":"2026-03-26T02:06:31.308484Z","end":"2026-03-26T02:06:31.647734Z","steps":["trace[1068482274] 'agreement among raft nodes before linearized reading' (duration: 338.62456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:31.647758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:31.308468Z","time spent":"339.284898ms","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-26T02:06:31.946966Z","caller":"traceutil/trace.go:171","msg":"trace[1607103779] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"179.683915ms","start":"2026-03-26T02:06:31.767246Z","end":"2026-03-26T02:06:31.94693Z","steps":["trace[1607103779] 'process raft request' (duration: 174.7999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:31.946977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.491017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-26T02:06:31.947087Z","caller":"traceutil/trace.go:171","msg":"trace[1616071624] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5339; }","duration":"241.681912ms","start":"2026-03-26T02:06:31.705378Z","end":"2026-03-26T02:06:31.947059Z","steps":["trace[1616071624] 'range keys from in-memory index tree' (duration: 241.26869ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:33.735224Z","caller":"traceutil/trace.go:171","msg":"trace[1682459525] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"103.704294ms","start":"2026-03-26T02:06:33.631494Z","end":"2026-03-26T02:06:33.735198Z","steps":["trace[1682459525] 'process raft request' (duration: 103.56562ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:36.024077Z","caller":"traceutil/trace.go:171","msg":"trace[1292833038] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"297.716554ms","start":"2026-03-26T02:06:35.726336Z","end":"2026-03-26T02:06:36.024053Z","steps":["trace[1292833038] 'process raft request' (duration: 297.541789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.281706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.364353ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:36.281867Z","caller":"traceutil/trace.go:171","msg":"trace[660505945] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5401; }","duration":"116.545728ms","start":"2026-03-26T02:06:36.165297Z","end":"2026-03-26T02:06:36.281843Z","steps":["trace[660505945] 'range keys from in-memory index tree' (duration: 116.345483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.45235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.681931ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T02:06:36.452708Z","caller":"traceutil/trace.go:171","msg":"trace[1747612496] linearizableReadLoop","detail":"{readStateIndex:5616; appliedIndex:5614; }","duration":"625.720041ms","start":"2026-03-26T02:06:35.826966Z","end":"2026-03-26T02:06:36.452686Z","steps":["trace[1747612496] 'read index received' (duration: 196.964741ms)","trace[1747612496] 'applied index is now lower than readState.Index' (duration: 428.75426ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:36.452715Z","caller":"traceutil/trace.go:171","msg":"trace[749577507] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"495.152368ms","start":"2026-03-26T02:06:35.957526Z","end":"2026-03-26T02:06:36.452679Z","steps":["trace[749577507] 'process raft request' (duration: 494.920531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.452866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:35.957505Z","time spent":"495.280471ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:36.45894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.954433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:36.459006Z","caller":"traceutil/trace.go:171","msg":"trace[1537354711] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5402; }","duration":"632.068826ms","start":"2026-03-26T02:06:35.826916Z","end":"2026-03-26T02:06:36.458985Z","steps":["trace[1537354711] 'agreement among raft nodes before linearized reading' (duration: 625.890106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.45906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:35.826894Z","time spent":"632.152798ms","remote":"127.0.0.1:33102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:06:36.459317Z","caller":"traceutil/trace.go:171","msg":"trace[1991181145] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"427.124885ms","start":"2026-03-26T02:06:36.032151Z","end":"2026-03-26T02:06:36.459276Z","steps":["trace[1991181145] 'process raft request' (duration: 420.527854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.45944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:36.032126Z","time spent":"427.241289ms","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:36.459469Z","caller":"traceutil/trace.go:171","msg":"trace[709456311] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"426.888549ms","start":"2026-03-26T02:06:36.032565Z","end":"2026-03-26T02:06:36.459454Z","steps":["trace[709456311] 'process raft request' (duration: 426.592711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.459541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:36.032544Z","time spent":"426.953961ms","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:36.459945Z","caller":"traceutil/trace.go:171","msg":"trace[1905203859] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"427.28628ms","start":"2026-03-26T02:06:36.032633Z","end":"2026-03-26T02:06:36.459919Z","steps":["trace[1905203859] 'process raft request' (duration: 427.142816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.460092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:36.032614Z","time spent":"427.404644ms","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:36.460172Z","caller":"traceutil/trace.go:171","msg":"trace[411950831] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"421.057228ms","start":"2026-03-26T02:06:36.039093Z","end":"2026-03-26T02:06:36.46015Z","steps":["trace[411950831] 'process raft request' (duration: 420.778141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.460313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:36.039081Z","time spent":"421.162072ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:36.460324Z","caller":"traceutil/trace.go:171","msg":"trace[65296073] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"426.758716ms","start":"2026-03-26T02:06:36.033552Z","end":"2026-03-26T02:06:36.46031Z","steps":["trace[65296073] 'process raft request' (duration: 426.282723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.460538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:36.03354Z","time spent":"426.964821ms","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:36.460619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.685491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:36.460665Z","caller":"traceutil/trace.go:171","msg":"trace[540673558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5408; }","duration":"548.770043ms","start":"2026-03-26T02:06:35.911884Z","end":"2026-03-26T02:06:36.460654Z","steps":["trace[540673558] 'agreement among raft nodes before linearized reading' (duration: 548.689231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.460698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:35.911862Z","time spent":"548.829895ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:06:36.460906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.505197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-26T02:06:36.460953Z","caller":"traceutil/trace.go:171","msg":"trace[89950133] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5408; }","duration":"326.583138ms","start":"2026-03-26T02:06:36.134356Z","end":"2026-03-26T02:06:36.46094Z","steps":["trace[89950133] 'agreement among raft nodes before linearized reading' (duration: 326.451494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.460991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:36.134335Z","time spent":"326.64862ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-26T02:06:36.461049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.556966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T02:06:36.461114Z","caller":"traceutil/trace.go:171","msg":"trace[556401972] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"421.8086ms","start":"2026-03-26T02:06:36.039294Z","end":"2026-03-26T02:06:36.461103Z","steps":["trace[556401972] 'process raft request' (duration: 420.780551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.461202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:36.039279Z","time spent":"421.888611ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:36.461216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.440496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T02:06:36.46127Z","caller":"traceutil/trace.go:171","msg":"trace[1769455913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5408; }","duration":"362.530108ms","start":"2026-03-26T02:06:36.098733Z","end":"2026-03-26T02:06:36.461264Z","steps":["trace[1769455913] 'agreement among raft nodes before linearized reading' (duration: 362.406675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.461316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:36.098717Z","time spent":"362.591659ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:06:36.461341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.244177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:06:36.461376Z","caller":"traceutil/trace.go:171","msg":"trace[164470258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5408; }","duration":"125.317979ms","start":"2026-03-26T02:06:36.33605Z","end":"2026-03-26T02:06:36.461368Z","steps":["trace[164470258] 'agreement among raft nodes before linearized reading' (duration: 125.245947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.4615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.737113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T02:06:36.461546Z","caller":"traceutil/trace.go:171","msg":"trace[1434569741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5408; }","duration":"362.822166ms","start":"2026-03-26T02:06:36.098717Z","end":"2026-03-26T02:06:36.461539Z","steps":["trace[1434569741] 'agreement among raft nodes before linearized reading' (duration: 362.737793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.461589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:36.098705Z","time spent":"362.877367ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T02:06:36.461118Z","caller":"traceutil/trace.go:171","msg":"trace[2082620382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5408; }","duration":"367.655509ms","start":"2026-03-26T02:06:36.093444Z","end":"2026-03-26T02:06:36.461099Z","steps":["trace[2082620382] 'agreement among raft nodes before linearized reading' (duration: 367.420062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.461669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:36.093403Z","time spent":"368.259375ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:06:36.460959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.32133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T02:06:36.461738Z","caller":"traceutil/trace.go:171","msg":"trace[1245042382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5408; }","duration":"420.124433ms","start":"2026-03-26T02:06:36.041603Z","end":"2026-03-26T02:06:36.461728Z","steps":["trace[1245042382] 'agreement among raft nodes before linearized reading' (duration: 419.263759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:36.46178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:36.041591Z","time spent":"420.178774ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:06:40.016676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.677418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:06:40.01678Z","caller":"traceutil/trace.go:171","msg":"trace[700615517] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"239.825841ms","start":"2026-03-26T02:06:39.776932Z","end":"2026-03-26T02:06:40.016758Z","steps":["trace[700615517] 'process raft request' (duration: 32.982388ms)","trace[700615517] 'compare' (duration: 206.468912ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:40.049027Z","caller":"traceutil/trace.go:171","msg":"trace[1530448011] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"272.066038ms","start":"2026-03-26T02:06:39.776937Z","end":"2026-03-26T02:06:40.049003Z","steps":["trace[1530448011] 'process raft request' (duration: 271.871253ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:40.049495Z","caller":"traceutil/trace.go:171","msg":"trace[1238184695] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"272.356796ms","start":"2026-03-26T02:06:39.777113Z","end":"2026-03-26T02:06:40.04947Z","steps":["trace[1238184695] 'process raft request' (duration: 271.843932ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:40.049524Z","caller":"traceutil/trace.go:171","msg":"trace[850212134] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"272.056098ms","start":"2026-03-26T02:06:39.777451Z","end":"2026-03-26T02:06:40.049508Z","steps":["trace[850212134] 'process raft request' (duration: 271.855752ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:40.049525Z","caller":"traceutil/trace.go:171","msg":"trace[849072908] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5657; }","duration":"140.080305ms","start":"2026-03-26T02:06:39.9094Z","end":"2026-03-26T02:06:40.049481Z","steps":["trace[849072908] 'read index received' (duration: 139.362565ms)","trace[849072908] 'applied index is now lower than readState.Index' (duration: 716.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:06:40.049752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.332522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:40.049812Z","caller":"traceutil/trace.go:171","msg":"trace[2070372418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5445; }","duration":"140.434075ms","start":"2026-03-26T02:06:39.909362Z","end":"2026-03-26T02:06:40.049796Z","steps":["trace[2070372418] 'agreement among raft nodes before linearized reading' (duration: 140.330452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:40.049938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.697357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:40.050055Z","caller":"traceutil/trace.go:171","msg":"trace[1239792431] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5445; }","duration":"114.853542ms","start":"2026-03-26T02:06:39.935182Z","end":"2026-03-26T02:06:40.050036Z","steps":["trace[1239792431] 'agreement among raft nodes before linearized reading' (duration: 114.681277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:43.866138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.855503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:43.86623Z","caller":"traceutil/trace.go:171","msg":"trace[403245407] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5528; }","duration":"186.998806ms","start":"2026-03-26T02:06:43.679205Z","end":"2026-03-26T02:06:43.866204Z","steps":["trace[403245407] 'count revisions from in-memory index tree' (duration: 186.692498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:43.866233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.534741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-hq2nl\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-03-26T02:06:43.866317Z","caller":"traceutil/trace.go:171","msg":"trace[1552424043] range","detail":"{range_begin:/registry/pods/monitoring/vector-hq2nl; range_end:; response_count:1; response_revision:5528; }","duration":"151.665725ms","start":"2026-03-26T02:06:43.714628Z","end":"2026-03-26T02:06:43.866294Z","steps":["trace[1552424043] 'range keys from in-memory index tree' (duration: 151.230173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:43.866346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.656777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsv8l.18a041f6ceeafc35\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-26T02:06:43.86643Z","caller":"traceutil/trace.go:171","msg":"trace[193505892] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsv8l.18a041f6ceeafc35; range_end:; response_count:1; response_revision:5528; }","duration":"166.7784ms","start":"2026-03-26T02:06:43.699634Z","end":"2026-03-26T02:06:43.866412Z","steps":["trace[193505892] 'range keys from in-memory index tree' (duration: 166.506223ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:44.322764Z","caller":"traceutil/trace.go:171","msg":"trace[1300242702] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"454.253882ms","start":"2026-03-26T02:06:43.868479Z","end":"2026-03-26T02:06:44.322733Z","steps":["trace[1300242702] 'process raft request' (duration: 454.080887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:44.322936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:43.868459Z","time spent":"454.394975ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:06:44.330086Z","caller":"traceutil/trace.go:171","msg":"trace[1239951299] linearizableReadLoop","detail":"{readStateIndex:5746; appliedIndex:5744; }","duration":"419.120295ms","start":"2026-03-26T02:06:43.910938Z","end":"2026-03-26T02:06:44.330059Z","steps":["trace[1239951299] 'read index received' (duration: 411.642499ms)","trace[1239951299] 'applied index is now lower than readState.Index' (duration: 7.476806ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:44.330169Z","caller":"traceutil/trace.go:171","msg":"trace[1405519041] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"454.360405ms","start":"2026-03-26T02:06:43.875776Z","end":"2026-03-26T02:06:44.330137Z","steps":["trace[1405519041] 'process raft request' (duration: 454.147879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:44.330237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.493886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:06:44.330278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.320681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:44.330333Z","caller":"traceutil/trace.go:171","msg":"trace[724912067] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5530; }","duration":"201.63716ms","start":"2026-03-26T02:06:44.128681Z","end":"2026-03-26T02:06:44.330318Z","steps":["trace[724912067] 'agreement among raft nodes before linearized reading' (duration: 201.506296ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:44.330379Z","caller":"traceutil/trace.go:171","msg":"trace[467814042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5530; }","duration":"419.450744ms","start":"2026-03-26T02:06:43.910904Z","end":"2026-03-26T02:06:44.330354Z","steps":["trace[467814042] 'agreement among raft nodes before linearized reading' (duration: 419.287079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:44.330263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:43.87576Z","time spent":"454.459167ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5961,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:06:44.330442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:06:43.910893Z","time spent":"419.536276ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:06:44.330271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.828958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:44.330516Z","caller":"traceutil/trace.go:171","msg":"trace[1129810366] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5530; }","duration":"104.114895ms","start":"2026-03-26T02:06:44.226391Z","end":"2026-03-26T02:06:44.330506Z","steps":["trace[1129810366] 'agreement among raft nodes before linearized reading' (duration: 103.834147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:46.049752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.743423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a36b3db-b8f9-4e51-8e50-d532c7a52c94\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-03-26T02:06:46.04979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.062404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:46.049863Z","caller":"traceutil/trace.go:171","msg":"trace[444262592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5555; }","duration":"140.170226ms","start":"2026-03-26T02:06:45.909674Z","end":"2026-03-26T02:06:46.049845Z","steps":["trace[444262592] 'range keys from in-memory index tree' (duration: 139.989142ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:46.049824Z","caller":"traceutil/trace.go:171","msg":"trace[973843072] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a36b3db-b8f9-4e51-8e50-d532c7a52c94; range_end:; response_count:1; response_revision:5555; }","duration":"172.893227ms","start":"2026-03-26T02:06:45.876915Z","end":"2026-03-26T02:06:46.049808Z","steps":["trace[973843072] 'range keys from in-memory index tree' (duration: 172.556648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:46.050293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.459595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a041fbc567393e\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-26T02:06:46.050335Z","caller":"traceutil/trace.go:171","msg":"trace[138150493] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a041fbc567393e; range_end:; response_count:1; response_revision:5555; }","duration":"213.541147ms","start":"2026-03-26T02:06:45.836783Z","end":"2026-03-26T02:06:46.050324Z","steps":["trace[138150493] 'range keys from in-memory index tree' (duration: 213.263759ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:46.79748Z","caller":"traceutil/trace.go:171","msg":"trace[1020553215] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"137.009061ms","start":"2026-03-26T02:06:46.660386Z","end":"2026-03-26T02:06:46.797395Z","steps":["trace[1020553215] 'process raft request' (duration: 103.573311ms)","trace[1020553215] 'compare' (duration: 32.563816ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:46.799418Z","caller":"traceutil/trace.go:171","msg":"trace[1057336420] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"133.602517ms","start":"2026-03-26T02:06:46.665778Z","end":"2026-03-26T02:06:46.799381Z","steps":["trace[1057336420] 'process raft request' (duration: 133.487934ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:46.799469Z","caller":"traceutil/trace.go:171","msg":"trace[447216457] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"138.342388ms","start":"2026-03-26T02:06:46.661082Z","end":"2026-03-26T02:06:46.799425Z","steps":["trace[447216457] 'process raft request' (duration: 138.008428ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:51.582532Z","caller":"traceutil/trace.go:171","msg":"trace[84767870] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"107.087337ms","start":"2026-03-26T02:06:51.475405Z","end":"2026-03-26T02:06:51.582493Z","steps":["trace[84767870] 'process raft request' (duration: 35.22448ms)","trace[84767870] 'compare' (duration: 71.692943ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:51.952752Z","caller":"traceutil/trace.go:171","msg":"trace[1162000446] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"102.641615ms","start":"2026-03-26T02:06:51.850073Z","end":"2026-03-26T02:06:51.952715Z","steps":["trace[1162000446] 'process raft request' (duration: 102.368317ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:55.087887Z","caller":"traceutil/trace.go:171","msg":"trace[2065450179] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"103.887139ms","start":"2026-03-26T02:06:54.983983Z","end":"2026-03-26T02:06:55.08787Z","steps":["trace[2065450179] 'process raft request' (duration: 103.494668ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:06:58.705172Z","caller":"traceutil/trace.go:171","msg":"trace[862601627] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"107.188181ms","start":"2026-03-26T02:06:58.597946Z","end":"2026-03-26T02:06:58.705134Z","steps":["trace[862601627] 'process raft request' (duration: 77.38041ms)","trace[862601627] 'compare' (duration: 29.532503ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:06:58.705215Z","caller":"traceutil/trace.go:171","msg":"trace[1281872355] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"103.404686ms","start":"2026-03-26T02:06:58.601777Z","end":"2026-03-26T02:06:58.705182Z","steps":["trace[1281872355] 'process raft request' (duration: 103.284723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:06:59.135936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.528217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:06:59.13603Z","caller":"traceutil/trace.go:171","msg":"trace[1568763793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5743; }","duration":"225.725312ms","start":"2026-03-26T02:06:58.910281Z","end":"2026-03-26T02:06:59.136006Z","steps":["trace[1568763793] 'range keys from in-memory index tree' (duration: 225.111635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:03.225304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431166857,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:07:03.525859Z","caller":"traceutil/trace.go:171","msg":"trace[747397039] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"822.002853ms","start":"2026-03-26T02:07:02.703827Z","end":"2026-03-26T02:07:03.52583Z","steps":["trace[747397039] 'process raft request' (duration: 821.792117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:03.526034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:02.703798Z","time spent":"822.152817ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:07:04.27698Z","caller":"traceutil/trace.go:171","msg":"trace[1729048257] linearizableReadLoop","detail":"{readStateIndex:5993; appliedIndex:5990; }","duration":"1.552422875s","start":"2026-03-26T02:07:02.724539Z","end":"2026-03-26T02:07:04.276962Z","steps":["trace[1729048257] 'read index received' (duration: 800.988424ms)","trace[1729048257] 'applied index is now lower than readState.Index' (duration: 751.433471ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:07:04.277072Z","caller":"traceutil/trace.go:171","msg":"trace[1878023806] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"1.560547069s","start":"2026-03-26T02:07:02.716516Z","end":"2026-03-26T02:07:04.277063Z","steps":["trace[1878023806] 'process raft request' (duration: 1.560362784s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.277154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:02.716402Z","time spent":"1.560686422s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:07:04.27718Z","caller":"traceutil/trace.go:171","msg":"trace[433726217] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"1.560652111s","start":"2026-03-26T02:07:02.716499Z","end":"2026-03-26T02:07:04.277151Z","steps":["trace[433726217] 'process raft request' (duration: 1.465862492s)","trace[433726217] 'compare' (duration: 94.286255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:07:04.277513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55296544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:07:04.277561Z","caller":"traceutil/trace.go:171","msg":"trace[1691423640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5770; }","duration":"1.553051422s","start":"2026-03-26T02:07:02.724497Z","end":"2026-03-26T02:07:04.277549Z","steps":["trace[1691423640] 'agreement among raft nodes before linearized reading' (duration: 1.55262515s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.277583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:02.724482Z","time spent":"1.553094763s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:07:04.277782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:02.716469Z","time spent":"1.560843907s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:07:04.327388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388194965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-26T02:07:04.327384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415725523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:07:04.32745Z","caller":"traceutil/trace.go:171","msg":"trace[1363522142] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5771; }","duration":"1.388301268s","start":"2026-03-26T02:07:02.939131Z","end":"2026-03-26T02:07:04.327433Z","steps":["trace[1363522142] 'agreement among raft nodes before linearized reading' (duration: 1.388129303s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.32748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:02.93911Z","time spent":"1.38836349s","remote":"127.0.0.1:60024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-26T02:07:04.327466Z","caller":"traceutil/trace.go:171","msg":"trace[1366801478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5771; }","duration":"1.415856036s","start":"2026-03-26T02:07:02.91159Z","end":"2026-03-26T02:07:04.327446Z","steps":["trace[1366801478] 'agreement among raft nodes before linearized reading' (duration: 1.415719692s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.327436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.450275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-26T02:07:04.327531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:02.91156Z","time spent":"1.415957339s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T02:07:04.327545Z","caller":"traceutil/trace.go:171","msg":"trace[1590499976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5771; }","duration":"834.608709ms","start":"2026-03-26T02:07:03.492919Z","end":"2026-03-26T02:07:04.327528Z","steps":["trace[1590499976] 'agreement among raft nodes before linearized reading' (duration: 834.409104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.327566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602572405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T02:07:04.327606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.393598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T02:07:04.327627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:03.492888Z","time spent":"834.716773ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T02:07:04.327631Z","caller":"traceutil/trace.go:171","msg":"trace[792342264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5771; }","duration":"1.602651067s","start":"2026-03-26T02:07:02.724966Z","end":"2026-03-26T02:07:04.327617Z","steps":["trace[792342264] 'agreement among raft nodes before linearized reading' (duration: 1.602517543s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:04.327654Z","caller":"traceutil/trace.go:171","msg":"trace[346275608] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:5771; }","duration":"957.480651ms","start":"2026-03-26T02:07:03.37016Z","end":"2026-03-26T02:07:04.327641Z","steps":["trace[346275608] 'agreement among raft nodes before linearized reading' (duration: 957.299576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.327642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169068104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-26T02:07:04.327669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:02.724959Z","time spent":"1.602701698s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:07:04.327681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:03.370137Z","time spent":"957.538883ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ddq7h\" "} {"level":"info","ts":"2026-03-26T02:07:04.327708Z","caller":"traceutil/trace.go:171","msg":"trace[1518337482] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5771; }","duration":"1.169174797s","start":"2026-03-26T02:07:03.158514Z","end":"2026-03-26T02:07:04.327689Z","steps":["trace[1518337482] 'agreement among raft nodes before linearized reading' (duration: 1.168998862s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.32777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:03.158492Z","time spent":"1.16926492s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T02:07:04.327799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602849153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:07:04.327821Z","caller":"traceutil/trace.go:171","msg":"trace[608035522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5771; }","duration":"1.602890083s","start":"2026-03-26T02:07:02.724924Z","end":"2026-03-26T02:07:04.327815Z","steps":["trace[608035522] 'agreement among raft nodes before linearized reading' (duration: 1.602309107s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.327858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:02.724914Z","time spent":"1.602925935s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T02:07:04.327842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413365128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-26T02:07:04.327915Z","caller":"traceutil/trace.go:171","msg":"trace[2000632514] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5771; }","duration":"1.413485302s","start":"2026-03-26T02:07:02.914409Z","end":"2026-03-26T02:07:04.327894Z","steps":["trace[2000632514] 'agreement among raft nodes before linearized reading' (duration: 1.413005058s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.328005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:02.914387Z","time spent":"1.413606134s","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-26T02:07:04.328087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597316661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:07:04.328137Z","caller":"traceutil/trace.go:171","msg":"trace[473818045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5771; }","duration":"1.597391492s","start":"2026-03-26T02:07:02.730735Z","end":"2026-03-26T02:07:04.328126Z","steps":["trace[473818045] 'agreement among raft nodes before linearized reading' (duration: 1.596642891s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.328173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:02.730724Z","time spent":"1.597441944s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:07:04.506864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.113875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:07:04.506964Z","caller":"traceutil/trace.go:171","msg":"trace[321462218] linearizableReadLoop","detail":"{readStateIndex:5995; appliedIndex:5994; }","duration":"177.548357ms","start":"2026-03-26T02:07:04.329402Z","end":"2026-03-26T02:07:04.50695Z","steps":["trace[321462218] 'read index received' (duration: 77.090542ms)","trace[321462218] 'applied index is now lower than readState.Index' (duration: 100.456695ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:07:04.507186Z","caller":"traceutil/trace.go:171","msg":"trace[730643332] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"225.237019ms","start":"2026-03-26T02:07:04.281808Z","end":"2026-03-26T02:07:04.507045Z","steps":["trace[730643332] 'process raft request' (duration: 124.643221ms)","trace[730643332] 'compare' (duration: 99.94278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:07:04.507418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.983679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:07:04.507508Z","caller":"traceutil/trace.go:171","msg":"trace[1080142859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5772; }","duration":"178.097811ms","start":"2026-03-26T02:07:04.329387Z","end":"2026-03-26T02:07:04.507485Z","steps":["trace[1080142859] 'agreement among raft nodes before linearized reading' (duration: 177.796553ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:04.565606Z","caller":"traceutil/trace.go:171","msg":"trace[1828743372] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"233.520127ms","start":"2026-03-26T02:07:04.332062Z","end":"2026-03-26T02:07:04.565582Z","steps":["trace[1828743372] 'process raft request' (duration: 233.214209ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:04.56575Z","caller":"traceutil/trace.go:171","msg":"trace[46534148] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"233.462485ms","start":"2026-03-26T02:07:04.332271Z","end":"2026-03-26T02:07:04.565734Z","steps":["trace[46534148] 'process raft request' (duration: 233.242929ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:04.565596Z","caller":"traceutil/trace.go:171","msg":"trace[732558082] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"233.429635ms","start":"2026-03-26T02:07:04.332138Z","end":"2026-03-26T02:07:04.565567Z","steps":["trace[732558082] 'process raft request' (duration: 233.313402ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:04.566117Z","caller":"traceutil/trace.go:171","msg":"trace[664220833] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"233.570888ms","start":"2026-03-26T02:07:04.332511Z","end":"2026-03-26T02:07:04.566082Z","steps":["trace[664220833] 'process raft request' (duration: 233.168727ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:04.56616Z","caller":"traceutil/trace.go:171","msg":"trace[81281735] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"232.555921ms","start":"2026-03-26T02:07:04.333585Z","end":"2026-03-26T02:07:04.566141Z","steps":["trace[81281735] 'process raft request' (duration: 232.344495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.566341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.942268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a36b3db-b8f9-4e51-8e50-d532c7a52c94\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-26T02:07:04.56642Z","caller":"traceutil/trace.go:171","msg":"trace[702231669] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a36b3db-b8f9-4e51-8e50-d532c7a52c94; range_end:; response_count:1; response_revision:5778; }","duration":"234.044892ms","start":"2026-03-26T02:07:04.332355Z","end":"2026-03-26T02:07:04.5664Z","steps":["trace[702231669] 'agreement among raft nodes before linearized reading' (duration: 233.792575ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:04.566565Z","caller":"traceutil/trace.go:171","msg":"trace[539173170] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"226.664298ms","start":"2026-03-26T02:07:04.339878Z","end":"2026-03-26T02:07:04.566542Z","steps":["trace[539173170] 'process raft request' (duration: 226.159614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:04.566623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.331439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81633"} {"level":"info","ts":"2026-03-26T02:07:04.566673Z","caller":"traceutil/trace.go:171","msg":"trace[1431663716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5778; }","duration":"234.416262ms","start":"2026-03-26T02:07:04.332246Z","end":"2026-03-26T02:07:04.566662Z","steps":["trace[1431663716] 'agreement among raft nodes before linearized reading' (duration: 234.168275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:05.013847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.442839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:07:05.013997Z","caller":"traceutil/trace.go:171","msg":"trace[1693441249] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"438.646142ms","start":"2026-03-26T02:07:04.575324Z","end":"2026-03-26T02:07:05.01397Z","steps":["trace[1693441249] 'process raft request' (duration: 262.974497ms)","trace[1693441249] 'compare' (duration: 174.987496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:07:05.014088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:04.575302Z","time spent":"438.740045ms","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:07:05.017469Z","caller":"traceutil/trace.go:171","msg":"trace[138904287] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"442.042536ms","start":"2026-03-26T02:07:04.575401Z","end":"2026-03-26T02:07:05.017444Z","steps":["trace[138904287] 'process raft request' (duration: 441.82829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:05.017631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:04.575376Z","time spent":"442.165179ms","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:07:05.017687Z","caller":"traceutil/trace.go:171","msg":"trace[1988636099] linearizableReadLoop","detail":"{readStateIndex:6006; appliedIndex:6001; }","duration":"305.2122ms","start":"2026-03-26T02:07:04.712458Z","end":"2026-03-26T02:07:05.01767Z","steps":["trace[1988636099] 'read index received' (duration: 125.931496ms)","trace[1988636099] 'applied index is now lower than readState.Index' (duration: 179.279954ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:07:05.01772Z","caller":"traceutil/trace.go:171","msg":"trace[285230377] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"442.108748ms","start":"2026-03-26T02:07:04.575583Z","end":"2026-03-26T02:07:05.017692Z","steps":["trace[285230377] 'process raft request' (duration: 441.987684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:05.017803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.341884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:07:05.017835Z","caller":"traceutil/trace.go:171","msg":"trace[542734852] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5783; }","duration":"305.445986ms","start":"2026-03-26T02:07:04.712381Z","end":"2026-03-26T02:07:05.017827Z","steps":["trace[542734852] 'agreement among raft nodes before linearized reading' (duration: 305.360184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:05.017861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:04.712348Z","time spent":"305.506148ms","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:07:05.017864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:04.575562Z","time spent":"442.224711ms","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:07:05.018001Z","caller":"traceutil/trace.go:171","msg":"trace[2072184432] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"442.476188ms","start":"2026-03-26T02:07:04.575511Z","end":"2026-03-26T02:07:05.017988Z","steps":["trace[2072184432] 'process raft request' (duration: 441.84267ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:05.018081Z","caller":"traceutil/trace.go:171","msg":"trace[246053773] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"365.431368ms","start":"2026-03-26T02:07:04.652642Z","end":"2026-03-26T02:07:05.018074Z","steps":["trace[246053773] 'process raft request' (duration: 364.991936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:07:05.018083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:04.575501Z","time spent":"442.54473ms","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:07:05.018153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:07:04.65263Z","time spent":"365.479719ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:07:05.552906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.558013ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T02:07:07.280393Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2922} {"level":"info","ts":"2026-03-26T02:07:07.368616Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2922,"took":"86.541222ms","hash":210499723,"current-db-size-bytes":54968320,"current-db-size":"55 MB","current-db-size-in-use-bytes":31883264,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-26T02:07:07.368691Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":210499723,"revision":2922,"compact-revision":-1} {"level":"info","ts":"2026-03-26T02:07:34.377838Z","caller":"traceutil/trace.go:171","msg":"trace[310181482] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"132.295217ms","start":"2026-03-26T02:07:34.245518Z","end":"2026-03-26T02:07:34.377813Z","steps":["trace[310181482] 'process raft request' (duration: 132.097641ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:34.381832Z","caller":"traceutil/trace.go:171","msg":"trace[381266878] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"121.111199ms","start":"2026-03-26T02:07:34.260702Z","end":"2026-03-26T02:07:34.381813Z","steps":["trace[381266878] 'process raft request' (duration: 120.871843ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:46.626015Z","caller":"traceutil/trace.go:171","msg":"trace[1109322960] transaction","detail":"{read_only:false; response_revision:6158; number_of_response:1; }","duration":"291.134417ms","start":"2026-03-26T02:07:46.334857Z","end":"2026-03-26T02:07:46.625991Z","steps":["trace[1109322960] 'process raft request' (duration: 290.978502ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:46.645192Z","caller":"traceutil/trace.go:171","msg":"trace[1204838020] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"161.299257ms","start":"2026-03-26T02:07:46.483868Z","end":"2026-03-26T02:07:46.645167Z","steps":["trace[1204838020] 'process raft request' (duration: 161.113402ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:07:46.645361Z","caller":"traceutil/trace.go:171","msg":"trace[2042489188] transaction","detail":"{read_only:false; response_revision:6160; number_of_response:1; }","duration":"158.158561ms","start":"2026-03-26T02:07:46.487167Z","end":"2026-03-26T02:07:46.645326Z","steps":["trace[2042489188] 'process raft request' (duration: 157.956555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:08:01.484516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.102173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:08:01.484649Z","caller":"traceutil/trace.go:171","msg":"trace[2063812636] transaction","detail":"{read_only:false; response_revision:6265; number_of_response:1; }","duration":"393.97418ms","start":"2026-03-26T02:08:01.090651Z","end":"2026-03-26T02:08:01.484625Z","steps":["trace[2063812636] 'process raft request' (duration: 179.665812ms)","trace[2063812636] 'compare' (duration: 213.479676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:08:01.484915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:08:01.090626Z","time spent":"394.247448ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:08:01.533718Z","caller":"traceutil/trace.go:171","msg":"trace[1369838709] linearizableReadLoop","detail":"{readStateIndex:6505; appliedIndex:6502; }","duration":"442.419866ms","start":"2026-03-26T02:08:01.09127Z","end":"2026-03-26T02:08:01.53369Z","steps":["trace[1369838709] 'read index received' (duration: 178.520001ms)","trace[1369838709] 'applied index is now lower than readState.Index' (duration: 263.899075ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:08:01.533782Z","caller":"traceutil/trace.go:171","msg":"trace[1992917632] transaction","detail":"{read_only:false; response_revision:6266; number_of_response:1; }","duration":"442.805547ms","start":"2026-03-26T02:08:01.090938Z","end":"2026-03-26T02:08:01.533744Z","steps":["trace[1992917632] 'process raft request' (duration: 442.612582ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:08:01.533854Z","caller":"traceutil/trace.go:171","msg":"trace[1656356633] transaction","detail":"{read_only:false; response_revision:6267; number_of_response:1; }","duration":"442.811008ms","start":"2026-03-26T02:08:01.090996Z","end":"2026-03-26T02:08:01.533807Z","steps":["trace[1656356633] 'process raft request' (duration: 442.645793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:08:01.533943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:08:01.090921Z","time spent":"442.939101ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:08:01.534002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.694784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109067"} {"level":"info","ts":"2026-03-26T02:08:01.53403Z","caller":"traceutil/trace.go:171","msg":"trace[781396608] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6268; }","duration":"442.778297ms","start":"2026-03-26T02:08:01.091244Z","end":"2026-03-26T02:08:01.534023Z","steps":["trace[781396608] 'agreement among raft nodes before linearized reading' (duration: 442.52687ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:08:01.534022Z","caller":"traceutil/trace.go:171","msg":"trace[1441333848] transaction","detail":"{read_only:false; response_revision:6268; number_of_response:1; }","duration":"269.922131ms","start":"2026-03-26T02:08:01.264025Z","end":"2026-03-26T02:08:01.533947Z","steps":["trace[1441333848] 'process raft request' (duration: 269.640584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:08:01.53406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:08:01.091233Z","time spent":"442.819967ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":109089,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-26T02:08:01.534048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:08:01.090971Z","time spent":"442.963162ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:08:01.671874Z","caller":"traceutil/trace.go:171","msg":"trace[441695213] transaction","detail":"{read_only:false; response_revision:6269; number_of_response:1; }","duration":"290.672534ms","start":"2026-03-26T02:08:01.381169Z","end":"2026-03-26T02:08:01.671841Z","steps":["trace[441695213] 'process raft request' (duration: 290.497839ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:11:22.234233Z","caller":"traceutil/trace.go:171","msg":"trace[10822401] linearizableReadLoop","detail":"{readStateIndex:7973; appliedIndex:7971; }","duration":"168.729329ms","start":"2026-03-26T02:11:22.065477Z","end":"2026-03-26T02:11:22.234207Z","steps":["trace[10822401] 'read index received' (duration: 32.853291ms)","trace[10822401] 'applied index is now lower than readState.Index' (duration: 135.875048ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:11:22.234327Z","caller":"traceutil/trace.go:171","msg":"trace[1109049020] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"172.531234ms","start":"2026-03-26T02:11:22.061745Z","end":"2026-03-26T02:11:22.234276Z","steps":["trace[1109049020] 'process raft request' (duration: 110.7779ms)","trace[1109049020] 'compare' (duration: 61.578059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:11:22.234469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.412528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-26T02:11:22.234576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.083459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414244"} {"level":"info","ts":"2026-03-26T02:11:22.234661Z","caller":"traceutil/trace.go:171","msg":"trace[518303077] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7687; }","duration":"169.197772ms","start":"2026-03-26T02:11:22.065446Z","end":"2026-03-26T02:11:22.234643Z","steps":["trace[518303077] 'agreement among raft nodes before linearized reading' (duration: 168.879884ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:11:22.234663Z","caller":"traceutil/trace.go:171","msg":"trace[183980878] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7687; }","duration":"103.468139ms","start":"2026-03-26T02:11:22.131031Z","end":"2026-03-26T02:11:22.234499Z","steps":["trace[183980878] 'agreement among raft nodes before linearized reading' (duration: 103.321935ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:11:22.77544Z","caller":"traceutil/trace.go:171","msg":"trace[759133912] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"116.455736ms","start":"2026-03-26T02:11:22.658948Z","end":"2026-03-26T02:11:22.775403Z","steps":["trace[759133912] 'process raft request' (duration: 103.747057ms)","trace[759133912] 'compare' (duration: 12.312268ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:07.286274Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5807} {"level":"info","ts":"2026-03-26T02:12:07.36582Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5807,"took":"77.703883ms","hash":1318218819,"current-db-size-bytes":54968320,"current-db-size":"55 MB","current-db-size-in-use-bytes":26148864,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-26T02:12:07.365898Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1318218819,"revision":5807,"compact-revision":2922} {"level":"info","ts":"2026-03-26T02:12:38.080239Z","caller":"traceutil/trace.go:171","msg":"trace[1359703439] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"104.328684ms","start":"2026-03-26T02:12:37.975874Z","end":"2026-03-26T02:12:38.080202Z","steps":["trace[1359703439] 'process raft request' (duration: 102.786022ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:44.671724Z","caller":"traceutil/trace.go:171","msg":"trace[1753740207] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"130.362029ms","start":"2026-03-26T02:12:44.541312Z","end":"2026-03-26T02:12:44.671674Z","steps":["trace[1753740207] 'process raft request' (duration: 49.54905ms)","trace[1753740207] 'compare' (duration: 80.528741ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:44.671808Z","caller":"traceutil/trace.go:171","msg":"trace[1758911490] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"101.967169ms","start":"2026-03-26T02:12:44.569808Z","end":"2026-03-26T02:12:44.671775Z","steps":["trace[1758911490] 'process raft request' (duration: 101.733343ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:45.167909Z","caller":"traceutil/trace.go:171","msg":"trace[1641640572] linearizableReadLoop","detail":"{readStateIndex:8583; appliedIndex:8582; }","duration":"257.677753ms","start":"2026-03-26T02:12:44.9102Z","end":"2026-03-26T02:12:45.167878Z","steps":["trace[1641640572] 'read index received' (duration: 257.499999ms)","trace[1641640572] 'applied index is now lower than readState.Index' (duration: 176.304µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:45.167963Z","caller":"traceutil/trace.go:171","msg":"trace[1232181793] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"279.836903ms","start":"2026-03-26T02:12:44.888087Z","end":"2026-03-26T02:12:45.167924Z","steps":["trace[1232181793] 'process raft request' (duration: 279.628747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:45.168123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.884219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:12:45.16819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.412949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:12:45.168232Z","caller":"traceutil/trace.go:171","msg":"trace[1825640683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8276; }","duration":"201.506652ms","start":"2026-03-26T02:12:44.966713Z","end":"2026-03-26T02:12:45.168219Z","steps":["trace[1825640683] 'agreement among raft nodes before linearized reading' (duration: 201.343277ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:45.168227Z","caller":"traceutil/trace.go:171","msg":"trace[1840957498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8276; }","duration":"258.025833ms","start":"2026-03-26T02:12:44.910173Z","end":"2026-03-26T02:12:45.168199Z","steps":["trace[1840957498] 'agreement among raft nodes before linearized reading' (duration: 257.846448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:45.168382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.359149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-26T02:12:45.168497Z","caller":"traceutil/trace.go:171","msg":"trace[941056001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8276; }","duration":"134.530563ms","start":"2026-03-26T02:12:45.033938Z","end":"2026-03-26T02:12:45.168468Z","steps":["trace[941056001] 'agreement among raft nodes before linearized reading' (duration: 134.174343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:45.432684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.248735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:12:45.43294Z","caller":"traceutil/trace.go:171","msg":"trace[1891151525] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"260.419869ms","start":"2026-03-26T02:12:45.17248Z","end":"2026-03-26T02:12:45.4329Z","steps":["trace[1891151525] 'process raft request' (duration: 105.845176ms)","trace[1891151525] 'compare' (duration: 154.077729ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:45.433083Z","caller":"traceutil/trace.go:171","msg":"trace[1512094905] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"260.182782ms","start":"2026-03-26T02:12:45.172801Z","end":"2026-03-26T02:12:45.432983Z","steps":["trace[1512094905] 'process raft request' (duration: 260.017738ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:45.485552Z","caller":"traceutil/trace.go:171","msg":"trace[506302817] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8583; }","duration":"312.52661ms","start":"2026-03-26T02:12:45.173001Z","end":"2026-03-26T02:12:45.485527Z","steps":["trace[506302817] 'read index received' (duration: 105.342602ms)","trace[506302817] 'applied index is now lower than readState.Index' (duration: 207.182888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:12:45.485947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.9335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"info","ts":"2026-03-26T02:12:45.485992Z","caller":"traceutil/trace.go:171","msg":"trace[1985477114] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8278; }","duration":"313.074145ms","start":"2026-03-26T02:12:45.172906Z","end":"2026-03-26T02:12:45.48598Z","steps":["trace[1985477114] 'agreement among raft nodes before linearized reading' (duration: 312.705125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:45.486029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:45.172892Z","time spent":"313.127536ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-26T02:12:45.772995Z","caller":"traceutil/trace.go:171","msg":"trace[328452621] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"236.991866ms","start":"2026-03-26T02:12:45.535965Z","end":"2026-03-26T02:12:45.772956Z","steps":["trace[328452621] 'process raft request' (duration: 236.7564ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:52.799384Z","caller":"traceutil/trace.go:171","msg":"trace[649716291] linearizableReadLoop","detail":"{readStateIndex:8754; appliedIndex:8753; }","duration":"181.323938ms","start":"2026-03-26T02:12:52.618027Z","end":"2026-03-26T02:12:52.799351Z","steps":["trace[649716291] 'read index received' (duration: 181.03859ms)","trace[649716291] 'applied index is now lower than readState.Index' (duration: 283.768µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:52.799498Z","caller":"traceutil/trace.go:171","msg":"trace[716157956] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"191.653161ms","start":"2026-03-26T02:12:52.607808Z","end":"2026-03-26T02:12:52.799461Z","steps":["trace[716157956] 'process raft request' (duration: 191.379023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:52.799598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.500993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:52.79971Z","caller":"traceutil/trace.go:171","msg":"trace[868481019] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8445; }","duration":"181.683618ms","start":"2026-03-26T02:12:52.618Z","end":"2026-03-26T02:12:52.799683Z","steps":["trace[868481019] 'agreement among raft nodes before linearized reading' (duration: 181.477742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:53.320328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431173985,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:12:53.448019Z","caller":"traceutil/trace.go:171","msg":"trace[788776504] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"637.518351ms","start":"2026-03-26T02:12:52.810463Z","end":"2026-03-26T02:12:53.447982Z","steps":["trace[788776504] 'process raft request' (duration: 637.356036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:53.448251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:52.810388Z","time spent":"637.734337ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:12:53.487104Z","caller":"traceutil/trace.go:171","msg":"trace[405458988] linearizableReadLoop","detail":"{readStateIndex:8756; appliedIndex:8754; }","duration":"667.217206ms","start":"2026-03-26T02:12:52.81985Z","end":"2026-03-26T02:12:53.487067Z","steps":["trace[405458988] 'read index received' (duration: 627.986879ms)","trace[405458988] 'applied index is now lower than readState.Index' (duration: 39.228797ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:12:53.487183Z","caller":"traceutil/trace.go:171","msg":"trace[1659000775] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"239.453723ms","start":"2026-03-26T02:12:53.247668Z","end":"2026-03-26T02:12:53.487121Z","steps":["trace[1659000775] 'process raft request' (duration: 239.146675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:53.487363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.498654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:12:53.487422Z","caller":"traceutil/trace.go:171","msg":"trace[749999017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8447; }","duration":"667.592696ms","start":"2026-03-26T02:12:52.819815Z","end":"2026-03-26T02:12:53.487408Z","steps":["trace[749999017] 'agreement among raft nodes before linearized reading' (duration: 667.397801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:53.487457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.157684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T02:12:53.487465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:52.819803Z","time spent":"667.653459ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T02:12:53.48751Z","caller":"traceutil/trace.go:171","msg":"trace[1192033751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8447; }","duration":"632.267007ms","start":"2026-03-26T02:12:52.855229Z","end":"2026-03-26T02:12:53.487496Z","steps":["trace[1192033751] 'agreement among raft nodes before linearized reading' (duration: 632.048421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:53.48756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:52.855211Z","time spent":"632.340229ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:12:53.48759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.909104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-26T02:12:53.48768Z","caller":"traceutil/trace.go:171","msg":"trace[1548409270] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8447; }","duration":"398.057337ms","start":"2026-03-26T02:12:53.089604Z","end":"2026-03-26T02:12:53.487661Z","steps":["trace[1548409270] 'agreement among raft nodes before linearized reading' (duration: 397.905393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:53.487725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:53.089578Z","time spent":"398.13823ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-26T02:12:53.487866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.323307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:12:53.48801Z","caller":"traceutil/trace.go:171","msg":"trace[973593422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8447; }","duration":"283.41813ms","start":"2026-03-26T02:12:53.204496Z","end":"2026-03-26T02:12:53.487914Z","steps":["trace[973593422] 'agreement among raft nodes before linearized reading' (duration: 283.069181ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:55.195574Z","caller":"traceutil/trace.go:171","msg":"trace[1515523747] linearizableReadLoop","detail":"{readStateIndex:8765; appliedIndex:8764; }","duration":"288.338305ms","start":"2026-03-26T02:12:54.907205Z","end":"2026-03-26T02:12:55.195543Z","steps":["trace[1515523747] 'read index received' (duration: 288.026407ms)","trace[1515523747] 'applied index is now lower than readState.Index' (duration: 310.828µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:12:55.195723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.49192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:12:55.195706Z","caller":"traceutil/trace.go:171","msg":"trace[1970375958] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"387.723684ms","start":"2026-03-26T02:12:54.80793Z","end":"2026-03-26T02:12:55.195654Z","steps":["trace[1970375958] 'process raft request' (duration: 387.422336ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:55.195776Z","caller":"traceutil/trace.go:171","msg":"trace[164025036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8456; }","duration":"288.641973ms","start":"2026-03-26T02:12:54.907125Z","end":"2026-03-26T02:12:55.195767Z","steps":["trace[164025036] 'agreement among raft nodes before linearized reading' (duration: 288.53647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:55.195915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:54.807919Z","time spent":"387.885298ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:12:55.861168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.587169ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T02:12:55.861284Z","caller":"traceutil/trace.go:171","msg":"trace[699047594] linearizableReadLoop","detail":"{readStateIndex:8766; appliedIndex:8765; }","duration":"440.309498ms","start":"2026-03-26T02:12:55.420955Z","end":"2026-03-26T02:12:55.861264Z","steps":["trace[699047594] 'read index received' (duration: 130.647297ms)","trace[699047594] 'applied index is now lower than readState.Index' (duration: 309.658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:12:55.861464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.457461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:12:55.861538Z","caller":"traceutil/trace.go:171","msg":"trace[1073415856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8456; }","duration":"440.623786ms","start":"2026-03-26T02:12:55.420892Z","end":"2026-03-26T02:12:55.861515Z","steps":["trace[1073415856] 'agreement among raft nodes before linearized reading' (duration: 440.461652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:55.861592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:55.420868Z","time spent":"440.711528ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:12:55.863221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.963034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:12:55.863304Z","caller":"traceutil/trace.go:171","msg":"trace[644430053] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8457; }","duration":"438.087967ms","start":"2026-03-26T02:12:55.425198Z","end":"2026-03-26T02:12:55.863286Z","steps":["trace[644430053] 'agreement among raft nodes before linearized reading' (duration: 437.950003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:55.863358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:55.425176Z","time spent":"438.162638ms","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:12:55.863433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.026293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-26T02:12:55.863392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.668393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T02:12:55.863388Z","caller":"traceutil/trace.go:171","msg":"trace[632951952] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"409.623666ms","start":"2026-03-26T02:12:55.453723Z","end":"2026-03-26T02:12:55.863347Z","steps":["trace[632951952] 'process raft request' (duration: 409.265536ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:55.863493Z","caller":"traceutil/trace.go:171","msg":"trace[1928151616] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:8457; }","duration":"285.819806ms","start":"2026-03-26T02:12:55.577653Z","end":"2026-03-26T02:12:55.863472Z","steps":["trace[1928151616] 'agreement among raft nodes before linearized reading' (duration: 285.532008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:55.863535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.051885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:12:55.863555Z","caller":"traceutil/trace.go:171","msg":"trace[199573174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8457; }","duration":"293.24172ms","start":"2026-03-26T02:12:55.570308Z","end":"2026-03-26T02:12:55.86355Z","steps":["trace[199573174] 'agreement among raft nodes before linearized reading' (duration: 293.175058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:55.863554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.964342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:12:55.863604Z","caller":"traceutil/trace.go:171","msg":"trace[86513570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8457; }","duration":"293.042804ms","start":"2026-03-26T02:12:55.570547Z","end":"2026-03-26T02:12:55.86359Z","steps":["trace[86513570] 'agreement among raft nodes before linearized reading' (duration: 292.908311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:55.863602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:12:55.453703Z","time spent":"409.79302ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:12:55.863667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.195829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:12:55.863713Z","caller":"traceutil/trace.go:171","msg":"trace[41264513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8457; }","duration":"293.26049ms","start":"2026-03-26T02:12:55.57044Z","end":"2026-03-26T02:12:55.8637Z","steps":["trace[41264513] 'agreement among raft nodes before linearized reading' (duration: 293.126917ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:12:55.863465Z","caller":"traceutil/trace.go:171","msg":"trace[103531831] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8457; }","duration":"266.081815ms","start":"2026-03-26T02:12:55.597371Z","end":"2026-03-26T02:12:55.863453Z","steps":["trace[103531831] 'agreement among raft nodes before linearized reading' (duration: 265.992042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:12:55.863774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.662574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:12:55.863884Z","caller":"traceutil/trace.go:171","msg":"trace[1403395570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8457; }","duration":"292.826569ms","start":"2026-03-26T02:12:55.571028Z","end":"2026-03-26T02:12:55.863855Z","steps":["trace[1403395570] 'agreement among raft nodes before linearized reading' (duration: 292.447748ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:05.719402Z","caller":"traceutil/trace.go:171","msg":"trace[1046956438] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"477.729084ms","start":"2026-03-26T02:13:05.24164Z","end":"2026-03-26T02:13:05.719369Z","steps":["trace[1046956438] 'process raft request' (duration: 477.518038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:05.7196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:05.241617Z","time spent":"477.879127ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:06.050227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.546073ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T02:13:06.050553Z","caller":"traceutil/trace.go:171","msg":"trace[311927801] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"156.863456ms","start":"2026-03-26T02:13:05.89367Z","end":"2026-03-26T02:13:06.050533Z","steps":["trace[311927801] 'process raft request' (duration: 156.704842ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:06.050578Z","caller":"traceutil/trace.go:171","msg":"trace[906897212] linearizableReadLoop","detail":"{readStateIndex:8820; appliedIndex:8818; }","duration":"744.793225ms","start":"2026-03-26T02:13:05.305748Z","end":"2026-03-26T02:13:06.050541Z","steps":["trace[906897212] 'read index received' (duration: 413.391968ms)","trace[906897212] 'applied index is now lower than readState.Index' (duration: 331.397447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:06.050878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.274249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-26T02:13:06.050922Z","caller":"traceutil/trace.go:171","msg":"trace[283879702] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8508; }","duration":"137.373051ms","start":"2026-03-26T02:13:05.913538Z","end":"2026-03-26T02:13:06.050911Z","steps":["trace[283879702] 'agreement among raft nodes before linearized reading' (duration: 137.179736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:06.050903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.402217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T02:13:06.051017Z","caller":"traceutil/trace.go:171","msg":"trace[902939076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:8508; }","duration":"127.565602ms","start":"2026-03-26T02:13:05.923428Z","end":"2026-03-26T02:13:06.050994Z","steps":["trace[902939076] 'agreement among raft nodes before linearized reading' (duration: 127.314135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:06.050943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.188769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T02:13:06.051084Z","caller":"traceutil/trace.go:171","msg":"trace[97056746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8508; }","duration":"136.360374ms","start":"2026-03-26T02:13:05.914713Z","end":"2026-03-26T02:13:06.051074Z","steps":["trace[97056746] 'agreement among raft nodes before linearized reading' (duration: 136.080506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:06.051249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.97941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:06.05134Z","caller":"traceutil/trace.go:171","msg":"trace[1821511113] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8508; }","duration":"745.632838ms","start":"2026-03-26T02:13:05.305697Z","end":"2026-03-26T02:13:06.05133Z","steps":["trace[1821511113] 'agreement among raft nodes before linearized reading' (duration: 744.98436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:06.05137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:05.305671Z","time spent":"745.68868ms","remote":"127.0.0.1:60276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:13:06.236357Z","caller":"traceutil/trace.go:171","msg":"trace[799067259] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"181.115162ms","start":"2026-03-26T02:13:06.0552Z","end":"2026-03-26T02:13:06.236315Z","steps":["trace[799067259] 'process raft request' (duration: 130.818181ms)","trace[799067259] 'compare' (duration: 50.129297ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:06.585853Z","caller":"traceutil/trace.go:171","msg":"trace[1706434969] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"530.125623ms","start":"2026-03-26T02:13:06.055699Z","end":"2026-03-26T02:13:06.585825Z","steps":["trace[1706434969] 'process raft request' (duration: 475.061811ms)","trace[1706434969] 'compare' (duration: 54.580409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:06.586028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:06.05568Z","time spent":"530.254797ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:06.586193Z","caller":"traceutil/trace.go:171","msg":"trace[407003115] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"530.468623ms","start":"2026-03-26T02:13:06.055708Z","end":"2026-03-26T02:13:06.586177Z","steps":["trace[407003115] 'process raft request' (duration: 530.290008ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:06.586218Z","caller":"traceutil/trace.go:171","msg":"trace[1802728217] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"530.456362ms","start":"2026-03-26T02:13:06.055715Z","end":"2026-03-26T02:13:06.586171Z","steps":["trace[1802728217] 'process raft request' (duration: 530.02381ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:06.586313Z","caller":"traceutil/trace.go:171","msg":"trace[272940746] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"530.499944ms","start":"2026-03-26T02:13:06.055804Z","end":"2026-03-26T02:13:06.586304Z","steps":["trace[272940746] 'process raft request' (duration: 530.284318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:06.586375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:06.055793Z","time spent":"530.553835ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:06.586395Z","caller":"traceutil/trace.go:171","msg":"trace[2098370548] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"508.49508ms","start":"2026-03-26T02:13:06.077865Z","end":"2026-03-26T02:13:06.58636Z","steps":["trace[2098370548] 'process raft request' (duration: 508.271243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:06.58644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:06.055696Z","time spent":"530.625306ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:06.586594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:06.077847Z","time spent":"508.624053ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:06.586218Z","caller":"traceutil/trace.go:171","msg":"trace[342612265] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8821; }","duration":"529.395823ms","start":"2026-03-26T02:13:06.056795Z","end":"2026-03-26T02:13:06.586191Z","steps":["trace[342612265] 'read index received' (duration: 129.234868ms)","trace[342612265] 'applied index is now lower than readState.Index' (duration: 400.159585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:06.586255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:06.055684Z","time spent":"530.539865ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:06.586764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.949869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"info","ts":"2026-03-26T02:13:06.586829Z","caller":"traceutil/trace.go:171","msg":"trace[1610322416] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8514; }","duration":"530.029881ms","start":"2026-03-26T02:13:06.056785Z","end":"2026-03-26T02:13:06.586815Z","steps":["trace[1610322416] 'agreement among raft nodes before linearized reading' (duration: 529.502487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:06.586919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:06.056762Z","time spent":"530.144884ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-26T02:13:06.672717Z","caller":"traceutil/trace.go:171","msg":"trace[152326326] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"434.790616ms","start":"2026-03-26T02:13:06.237889Z","end":"2026-03-26T02:13:06.67268Z","steps":["trace[152326326] 'process raft request' (duration: 434.57699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:06.672993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:06.237862Z","time spent":"434.9499ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:07.362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.286983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:07.362189Z","caller":"traceutil/trace.go:171","msg":"trace[207740306] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8516; }","duration":"265.538329ms","start":"2026-03-26T02:13:07.096614Z","end":"2026-03-26T02:13:07.362152Z","steps":["trace[207740306] 'count revisions from in-memory index tree' (duration: 265.178229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:08.282776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.776304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:08.282874Z","caller":"traceutil/trace.go:171","msg":"trace[67390845] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8517; }","duration":"254.930049ms","start":"2026-03-26T02:13:08.027922Z","end":"2026-03-26T02:13:08.282852Z","steps":["trace[67390845] 'count revisions from in-memory index tree' (duration: 254.673541ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:08.36166Z","caller":"traceutil/trace.go:171","msg":"trace[2051318428] linearizableReadLoop","detail":"{readStateIndex:8831; appliedIndex:8830; }","duration":"176.31004ms","start":"2026-03-26T02:13:08.185325Z","end":"2026-03-26T02:13:08.361635Z","steps":["trace[2051318428] 'read index received' (duration: 176.072924ms)","trace[2051318428] 'applied index is now lower than readState.Index' (duration: 235.916µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:08.361727Z","caller":"traceutil/trace.go:171","msg":"trace[679670208] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"306.023051ms","start":"2026-03-26T02:13:08.055665Z","end":"2026-03-26T02:13:08.361688Z","steps":["trace[679670208] 'process raft request' (duration: 305.809615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:08.361917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.550597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:13:08.36194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.632701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:13:08.361959Z","caller":"traceutil/trace.go:171","msg":"trace[1375094260] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8518; }","duration":"176.68092ms","start":"2026-03-26T02:13:08.185268Z","end":"2026-03-26T02:13:08.361949Z","steps":["trace[1375094260] 'agreement among raft nodes before linearized reading' (duration: 176.493325ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:08.361988Z","caller":"traceutil/trace.go:171","msg":"trace[343441839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8518; }","duration":"120.716984ms","start":"2026-03-26T02:13:08.241258Z","end":"2026-03-26T02:13:08.361975Z","steps":["trace[343441839] 'agreement among raft nodes before linearized reading' (duration: 120.546849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:08.362102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:08.055636Z","time spent":"306.208896ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:09.520821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077473808s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:09.521105Z","caller":"traceutil/trace.go:171","msg":"trace[124811632] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"928.291053ms","start":"2026-03-26T02:13:08.592797Z","end":"2026-03-26T02:13:09.521088Z","steps":["trace[124811632] 'process raft request' (duration: 928.2027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.521182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:08.592778Z","time spent":"928.376724ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:09.521262Z","caller":"traceutil/trace.go:171","msg":"trace[1314443382] linearizableReadLoop","detail":"{readStateIndex:8832; appliedIndex:8831; }","duration":"950.384479ms","start":"2026-03-26T02:13:08.57083Z","end":"2026-03-26T02:13:09.521214Z","steps":["trace[1314443382] 'read index received' (duration: 60.202µs)","trace[1314443382] 'applied index is now lower than readState.Index' (duration: 950.319987ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:09.521392Z","caller":"traceutil/trace.go:171","msg":"trace[1426731273] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"1.154387849s","start":"2026-03-26T02:13:08.366975Z","end":"2026-03-26T02:13:09.521363Z","steps":["trace[1426731273] 'process raft request' (duration: 76.252883ms)","trace[1426731273] 'compare' (duration: 1.077100568s)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:09.521549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:08.366952Z","time spent":"1.154525653s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:09.521573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.739928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-26T02:13:09.521627Z","caller":"traceutil/trace.go:171","msg":"trace[1165291256] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8520; }","duration":"950.838752ms","start":"2026-03-26T02:13:08.570772Z","end":"2026-03-26T02:13:09.52161Z","steps":["trace[1165291256] 'agreement among raft nodes before linearized reading' (duration: 950.593565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.521682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:08.570749Z","time spent":"950.921224ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-26T02:13:09.528747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.815521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:09.528806Z","caller":"traceutil/trace.go:171","msg":"trace[1693362702] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8521; }","duration":"440.910594ms","start":"2026-03-26T02:13:09.087878Z","end":"2026-03-26T02:13:09.528789Z","steps":["trace[1693362702] 'agreement among raft nodes before linearized reading' (duration: 440.800401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.528841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:09.087848Z","time spent":"440.983785ms","remote":"127.0.0.1:60260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:09.52884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.533606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-26T02:13:09.528909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.989919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-26T02:13:09.528898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.781746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-26T02:13:09.528931Z","caller":"traceutil/trace.go:171","msg":"trace[1193737116] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"849.998813ms","start":"2026-03-26T02:13:08.678908Z","end":"2026-03-26T02:13:09.528907Z","steps":["trace[1193737116] 'process raft request' (duration: 849.557011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.5289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.374382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:09.52897Z","caller":"traceutil/trace.go:171","msg":"trace[1583143139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8521; }","duration":"938.088012ms","start":"2026-03-26T02:13:08.590868Z","end":"2026-03-26T02:13:09.528956Z","steps":["trace[1583143139] 'agreement among raft nodes before linearized reading' (duration: 937.947688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.52899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.688256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T02:13:09.528997Z","caller":"traceutil/trace.go:171","msg":"trace[2602994] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8521; }","duration":"936.94167ms","start":"2026-03-26T02:13:08.59203Z","end":"2026-03-26T02:13:09.528972Z","steps":["trace[2602994] 'agreement among raft nodes before linearized reading' (duration: 936.678753ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:09.52901Z","caller":"traceutil/trace.go:171","msg":"trace[325146593] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:8521; }","duration":"935.729587ms","start":"2026-03-26T02:13:08.593274Z","end":"2026-03-26T02:13:09.529004Z","steps":["trace[325146593] 'agreement among raft nodes before linearized reading' (duration: 935.661535ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:09.529013Z","caller":"traceutil/trace.go:171","msg":"trace[977754900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8521; }","duration":"619.528546ms","start":"2026-03-26T02:13:08.909465Z","end":"2026-03-26T02:13:09.528994Z","steps":["trace[977754900] 'agreement among raft nodes before linearized reading' (duration: 619.30295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.529041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:08.593264Z","time spent":"935.772748ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ddq7h\" "} {"level":"warn","ts":"2026-03-26T02:13:09.529049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:08.909448Z","time spent":"619.594178ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:13:09.529051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:08.592012Z","time spent":"937.028262ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T02:13:09.529057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:08.678879Z","time spent":"850.108747ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:09.528914Z","caller":"traceutil/trace.go:171","msg":"trace[2033465930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8521; }","duration":"937.628919ms","start":"2026-03-26T02:13:08.591269Z","end":"2026-03-26T02:13:09.528898Z","steps":["trace[2033465930] 'agreement among raft nodes before linearized reading' (duration: 937.474925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.529117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.113022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:13:09.529155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:08.59126Z","time spent":"937.883576ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T02:13:09.529174Z","caller":"traceutil/trace.go:171","msg":"trace[644897101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8521; }","duration":"401.249785ms","start":"2026-03-26T02:13:09.12791Z","end":"2026-03-26T02:13:09.529159Z","steps":["trace[644897101] 'agreement among raft nodes before linearized reading' (duration: 401.131612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.52901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:08.590848Z","time spent":"938.153373ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T02:13:09.529204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:09.127852Z","time spent":"401.343807ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:09.528841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.567845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:13:09.529286Z","caller":"traceutil/trace.go:171","msg":"trace[2086933939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8521; }","duration":"939.077568ms","start":"2026-03-26T02:13:08.590196Z","end":"2026-03-26T02:13:09.529273Z","steps":["trace[2086933939] 'agreement among raft nodes before linearized reading' (duration: 938.449611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.529114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.402669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-26T02:13:09.529326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:08.590171Z","time spent":"939.144001ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T02:13:09.529338Z","caller":"traceutil/trace.go:171","msg":"trace[665407008] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8521; }","duration":"142.662637ms","start":"2026-03-26T02:13:09.386661Z","end":"2026-03-26T02:13:09.529324Z","steps":["trace[665407008] 'agreement among raft nodes before linearized reading' (duration: 142.358528ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:09.971322Z","caller":"traceutil/trace.go:171","msg":"trace[1023112736] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"415.694681ms","start":"2026-03-26T02:13:09.555591Z","end":"2026-03-26T02:13:09.971286Z","steps":["trace[1023112736] 'process raft request' (duration: 415.610069ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:09.971336Z","caller":"traceutil/trace.go:171","msg":"trace[1003976310] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"415.781064ms","start":"2026-03-26T02:13:09.555518Z","end":"2026-03-26T02:13:09.971299Z","steps":["trace[1003976310] 'process raft request' (duration: 415.487956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.971523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:09.55557Z","time spent":"415.848836ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:09.971606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:09.555495Z","time spent":"416.00458ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:09.97168Z","caller":"traceutil/trace.go:171","msg":"trace[545668071] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"415.852946ms","start":"2026-03-26T02:13:09.555782Z","end":"2026-03-26T02:13:09.971635Z","steps":["trace[545668071] 'process raft request' (duration: 415.655521ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:09.971725Z","caller":"traceutil/trace.go:171","msg":"trace[565278969] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"416.062642ms","start":"2026-03-26T02:13:09.55564Z","end":"2026-03-26T02:13:09.971702Z","steps":["trace[565278969] 'process raft request' (duration: 415.602079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.971877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:09.555616Z","time spent":"416.166694ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:09.9719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:09.555734Z","time spent":"416.049691ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:09.971567Z","caller":"traceutil/trace.go:171","msg":"trace[496011764] linearizableReadLoop","detail":"{readStateIndex:8839; appliedIndex:8835; }","duration":"378.964363ms","start":"2026-03-26T02:13:09.592577Z","end":"2026-03-26T02:13:09.971541Z","steps":["trace[496011764] 'read index received' (duration: 378.386338ms)","trace[496011764] 'applied index is now lower than readState.Index' (duration: 577.365µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:09.972026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.051272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"warn","ts":"2026-03-26T02:13:09.972063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.718521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-26T02:13:09.972083Z","caller":"traceutil/trace.go:171","msg":"trace[324192966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8526; }","duration":"439.115105ms","start":"2026-03-26T02:13:09.532939Z","end":"2026-03-26T02:13:09.972054Z","steps":["trace[324192966] 'agreement among raft nodes before linearized reading' (duration: 438.758605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.972128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:09.532926Z","time spent":"439.194506ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-26T02:13:09.972125Z","caller":"traceutil/trace.go:171","msg":"trace[1733809025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8526; }","duration":"439.806673ms","start":"2026-03-26T02:13:09.532304Z","end":"2026-03-26T02:13:09.972111Z","steps":["trace[1733809025] 'agreement among raft nodes before linearized reading' (duration: 439.499745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.972311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.673591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:13:09.972367Z","caller":"traceutil/trace.go:171","msg":"trace[290758322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8526; }","duration":"140.792225ms","start":"2026-03-26T02:13:09.831566Z","end":"2026-03-26T02:13:09.972358Z","steps":["trace[290758322] 'agreement among raft nodes before linearized reading' (duration: 140.651041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.97232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.689794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:13:09.972386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.334615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-26T02:13:09.972511Z","caller":"traceutil/trace.go:171","msg":"trace[1767847429] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8526; }","duration":"237.549611ms","start":"2026-03-26T02:13:09.734928Z","end":"2026-03-26T02:13:09.972477Z","steps":["trace[1767847429] 'agreement among raft nodes before linearized reading' (duration: 237.180991ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:09.97247Z","caller":"traceutil/trace.go:171","msg":"trace[826097882] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8526; }","duration":"198.859748ms","start":"2026-03-26T02:13:09.773592Z","end":"2026-03-26T02:13:09.972452Z","steps":["trace[826097882] 'agreement among raft nodes before linearized reading' (duration: 198.648613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:09.9728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:09.532289Z","time spent":"440.493772ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-26T02:13:10.3025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.129105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:10.302793Z","caller":"traceutil/trace.go:171","msg":"trace[379141859] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8839; }","duration":"263.437761ms","start":"2026-03-26T02:13:10.039156Z","end":"2026-03-26T02:13:10.302594Z","steps":["trace[379141859] 'read index received' (duration: 32.109641ms)","trace[379141859] 'applied index is now lower than readState.Index' (duration: 231.32663ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:10.302708Z","caller":"traceutil/trace.go:171","msg":"trace[1848475892] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"326.35121ms","start":"2026-03-26T02:13:09.976317Z","end":"2026-03-26T02:13:10.302669Z","steps":["trace[1848475892] 'process raft request' (duration: 94.946767ms)","trace[1848475892] 'compare' (duration: 230.780485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:10.302935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.751761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:10.302967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:09.976299Z","time spent":"326.567785ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:10.303026Z","caller":"traceutil/trace.go:171","msg":"trace[525606998] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8527; }","duration":"263.895685ms","start":"2026-03-26T02:13:10.039108Z","end":"2026-03-26T02:13:10.303004Z","steps":["trace[525606998] 'agreement among raft nodes before linearized reading' (duration: 263.71152ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:10.529249Z","caller":"traceutil/trace.go:171","msg":"trace[760659649] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"135.5122ms","start":"2026-03-26T02:13:10.393699Z","end":"2026-03-26T02:13:10.529211Z","steps":["trace[760659649] 'process raft request' (duration: 70.548396ms)","trace[760659649] 'compare' (duration: 64.81547ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:10.592567Z","caller":"traceutil/trace.go:171","msg":"trace[896136437] linearizableReadLoop","detail":"{readStateIndex:8843; appliedIndex:8841; }","duration":"194.653614ms","start":"2026-03-26T02:13:10.397875Z","end":"2026-03-26T02:13:10.592529Z","steps":["trace[896136437] 'read index received' (duration: 66.388843ms)","trace[896136437] 'applied index is now lower than readState.Index' (duration: 128.263801ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:10.59272Z","caller":"traceutil/trace.go:171","msg":"trace[1468073461] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"196.586007ms","start":"2026-03-26T02:13:10.396017Z","end":"2026-03-26T02:13:10.592603Z","steps":["trace[1468073461] 'process raft request' (duration: 195.735443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:10.592885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.984083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-26T02:13:10.592942Z","caller":"traceutil/trace.go:171","msg":"trace[358947871] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8529; }","duration":"195.078106ms","start":"2026-03-26T02:13:10.397849Z","end":"2026-03-26T02:13:10.592927Z","steps":["trace[358947871] 'agreement among raft nodes before linearized reading' (duration: 194.847109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:11.863757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.901023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:11.864036Z","caller":"traceutil/trace.go:171","msg":"trace[908077444] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"334.3871ms","start":"2026-03-26T02:13:11.529628Z","end":"2026-03-26T02:13:11.864016Z","steps":["trace[908077444] 'process raft request' (duration: 230.129048ms)","trace[908077444] 'compare' (duration: 103.678106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:11.864091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:11.529603Z","time spent":"334.463222ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:11.864225Z","caller":"traceutil/trace.go:171","msg":"trace[865291206] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"330.321098ms","start":"2026-03-26T02:13:11.533867Z","end":"2026-03-26T02:13:11.864188Z","steps":["trace[865291206] 'process raft request' (duration: 329.996449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:11.864427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:11.533837Z","time spent":"330.486142ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:12.21039Z","caller":"traceutil/trace.go:171","msg":"trace[1516931209] linearizableReadLoop","detail":"{readStateIndex:8848; appliedIndex:8847; }","duration":"233.689526ms","start":"2026-03-26T02:13:11.976663Z","end":"2026-03-26T02:13:12.210353Z","steps":["trace[1516931209] 'read index received' (duration: 233.381807ms)","trace[1516931209] 'applied index is now lower than readState.Index' (duration: 306.399µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:12.210485Z","caller":"traceutil/trace.go:171","msg":"trace[585448366] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"257.672853ms","start":"2026-03-26T02:13:11.952781Z","end":"2026-03-26T02:13:12.210454Z","steps":["trace[585448366] 'process raft request' (duration: 257.304863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:12.210757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.034765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T02:13:12.210837Z","caller":"traceutil/trace.go:171","msg":"trace[677817647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8534; }","duration":"234.204829ms","start":"2026-03-26T02:13:11.976615Z","end":"2026-03-26T02:13:12.21082Z","steps":["trace[677817647] 'agreement among raft nodes before linearized reading' (duration: 233.940522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:12.210829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.111457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T02:13:12.210767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.865842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-26T02:13:12.21091Z","caller":"traceutil/trace.go:171","msg":"trace[443214172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8534; }","duration":"234.2397ms","start":"2026-03-26T02:13:11.976652Z","end":"2026-03-26T02:13:12.210892Z","steps":["trace[443214172] 'agreement among raft nodes before linearized reading' (duration: 233.951072ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:12.210954Z","caller":"traceutil/trace.go:171","msg":"trace[1728881862] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8534; }","duration":"233.061858ms","start":"2026-03-26T02:13:11.977857Z","end":"2026-03-26T02:13:12.210919Z","steps":["trace[1728881862] 'agreement among raft nodes before linearized reading' (duration: 232.792401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:12.211074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.068348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T02:13:12.211237Z","caller":"traceutil/trace.go:171","msg":"trace[1223859561] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:8534; }","duration":"233.270664ms","start":"2026-03-26T02:13:11.977938Z","end":"2026-03-26T02:13:12.211208Z","steps":["trace[1223859561] 'agreement among raft nodes before linearized reading' (duration: 232.76977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:12.211896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.120324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:13:12.212046Z","caller":"traceutil/trace.go:171","msg":"trace[1091386653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8534; }","duration":"235.302529ms","start":"2026-03-26T02:13:11.976713Z","end":"2026-03-26T02:13:12.212016Z","steps":["trace[1091386653] 'agreement among raft nodes before linearized reading' (duration: 234.114687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:12.644383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.78252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:12.644522Z","caller":"traceutil/trace.go:171","msg":"trace[1241592371] linearizableReadLoop","detail":"{readStateIndex:8849; appliedIndex:8848; }","duration":"428.628025ms","start":"2026-03-26T02:13:12.21587Z","end":"2026-03-26T02:13:12.644498Z","steps":["trace[1241592371] 'read index received' (duration: 156.589309ms)","trace[1241592371] 'applied index is now lower than readState.Index' (duration: 272.036816ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:12.64465Z","caller":"traceutil/trace.go:171","msg":"trace[405857603] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"429.51052ms","start":"2026-03-26T02:13:12.215075Z","end":"2026-03-26T02:13:12.644586Z","steps":["trace[405857603] 'process raft request' (duration: 157.401721ms)","trace[405857603] 'compare' (duration: 271.627726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:12.64485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:12.215045Z","time spent":"429.705645ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:12.645104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.223352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"info","ts":"2026-03-26T02:13:12.645168Z","caller":"traceutil/trace.go:171","msg":"trace[1895114297] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8535; }","duration":"429.340555ms","start":"2026-03-26T02:13:12.215811Z","end":"2026-03-26T02:13:12.645152Z","steps":["trace[1895114297] 'agreement among raft nodes before linearized reading' (duration: 428.7953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:12.645218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:12.215783Z","time spent":"429.419458ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-26T02:13:12.699582Z","caller":"traceutil/trace.go:171","msg":"trace[690932978] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"480.089808ms","start":"2026-03-26T02:13:12.219461Z","end":"2026-03-26T02:13:12.699551Z","steps":["trace[690932978] 'process raft request' (duration: 480.040606ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:12.699674Z","caller":"traceutil/trace.go:171","msg":"trace[208587248] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"483.035109ms","start":"2026-03-26T02:13:12.216612Z","end":"2026-03-26T02:13:12.699647Z","steps":["trace[208587248] 'process raft request' (duration: 482.861475ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:12.699693Z","caller":"traceutil/trace.go:171","msg":"trace[1933930301] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"483.560964ms","start":"2026-03-26T02:13:12.216077Z","end":"2026-03-26T02:13:12.699638Z","steps":["trace[1933930301] 'process raft request' (duration: 483.362849ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:12.699588Z","caller":"traceutil/trace.go:171","msg":"trace[281139717] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"483.646446ms","start":"2026-03-26T02:13:12.215902Z","end":"2026-03-26T02:13:12.699549Z","steps":["trace[281139717] 'process raft request' (duration: 483.370668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:12.700053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:12.216603Z","time spent":"483.140392ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:12.700095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:12.215878Z","time spent":"484.15823ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:12.700152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:12.216055Z","time spent":"483.955054ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:12.700367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:12.219446Z","time spent":"480.220232ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:14.155197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.455850046s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T02:13:14.155816Z","caller":"traceutil/trace.go:171","msg":"trace[1408730720] linearizableReadLoop","detail":"{readStateIndex:8854; appliedIndex:8849; }","duration":"1.511222907s","start":"2026-03-26T02:13:12.644559Z","end":"2026-03-26T02:13:14.155782Z","steps":["trace[1408730720] 'read index received' (duration: 54.809065ms)","trace[1408730720] 'applied index is now lower than readState.Index' (duration: 1.456412692s)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:14.155958Z","caller":"traceutil/trace.go:171","msg":"trace[355281929] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"1.607629913s","start":"2026-03-26T02:13:12.548275Z","end":"2026-03-26T02:13:14.155905Z","steps":["trace[355281929] 'process raft request' (duration: 1.607299354s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:14.156201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:12.548246Z","time spent":"1.607848199s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:14.156196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849895143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:13:14.156282Z","caller":"traceutil/trace.go:171","msg":"trace[822464569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8540; }","duration":"1.850036407s","start":"2026-03-26T02:13:12.306225Z","end":"2026-03-26T02:13:14.156261Z","steps":["trace[822464569] 'agreement among raft nodes before linearized reading' (duration: 1.849765679s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:14.156335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:12.306201Z","time spent":"1.850125449s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:13:14.472239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.15142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:14.472583Z","caller":"traceutil/trace.go:171","msg":"trace[1779863634] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"900.316005ms","start":"2026-03-26T02:13:13.572223Z","end":"2026-03-26T02:13:14.472539Z","steps":["trace[1779863634] 'process raft request' (duration: 674.736293ms)","trace[1779863634] 'compare' (duration: 224.995016ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:14.472625Z","caller":"traceutil/trace.go:171","msg":"trace[1828791373] linearizableReadLoop","detail":"{readStateIndex:8857; appliedIndex:8854; }","duration":"316.682764ms","start":"2026-03-26T02:13:14.155924Z","end":"2026-03-26T02:13:14.472607Z","steps":["trace[1828791373] 'read index received' (duration: 91.04886ms)","trace[1828791373] 'applied index is now lower than readState.Index' (duration: 225.632454ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:14.472636Z","caller":"traceutil/trace.go:171","msg":"trace[510317253] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"602.563452ms","start":"2026-03-26T02:13:13.870043Z","end":"2026-03-26T02:13:14.472607Z","steps":["trace[510317253] 'process raft request' (duration: 602.450049ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:14.472644Z","caller":"traceutil/trace.go:171","msg":"trace[2141672014] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"790.368467ms","start":"2026-03-26T02:13:13.682239Z","end":"2026-03-26T02:13:14.472608Z","steps":["trace[2141672014] 'process raft request' (duration: 790.136901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:14.472781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:13.87003Z","time spent":"602.667495ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:14.4728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.66399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:14.472832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:13.682211Z","time spent":"790.514591ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:14.472847Z","caller":"traceutil/trace.go:171","msg":"trace[1085729694] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8543; }","duration":"800.759592ms","start":"2026-03-26T02:13:13.672072Z","end":"2026-03-26T02:13:14.472831Z","steps":["trace[1085729694] 'agreement among raft nodes before linearized reading' (duration: 800.67799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:14.472806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:13.572183Z","time spent":"900.47845ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:14.472904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:13.672048Z","time spent":"800.837325ms","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:13:14.472914Z","caller":"traceutil/trace.go:171","msg":"trace[421342616] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"312.226551ms","start":"2026-03-26T02:13:14.160622Z","end":"2026-03-26T02:13:14.472848Z","steps":["trace[421342616] 'process raft request' (duration: 311.949543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:14.47307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.218648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:14.473108Z","caller":"traceutil/trace.go:171","msg":"trace[82960388] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8543; }","duration":"352.305081ms","start":"2026-03-26T02:13:14.120792Z","end":"2026-03-26T02:13:14.473097Z","steps":["trace[82960388] 'agreement among raft nodes before linearized reading' (duration: 351.916431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:14.473131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:14.120755Z","time spent":"352.369613ms","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:14.473104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:14.160598Z","time spent":"312.404276ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:14.47314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563189673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:14.473233Z","caller":"traceutil/trace.go:171","msg":"trace[1635764655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8544; }","duration":"1.563363908s","start":"2026-03-26T02:13:12.909817Z","end":"2026-03-26T02:13:14.473181Z","steps":["trace[1635764655] 'agreement among raft nodes before linearized reading' (duration: 1.563228164s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:14.47329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:12.909787Z","time spent":"1.56348858s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:13:14.473369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.735852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:13:14.473443Z","caller":"traceutil/trace.go:171","msg":"trace[1735073375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8543; }","duration":"604.820254ms","start":"2026-03-26T02:13:13.868583Z","end":"2026-03-26T02:13:14.473403Z","steps":["trace[1735073375] 'agreement among raft nodes before linearized reading' (duration: 604.151116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:14.473481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:13.868562Z","time spent":"604.907216ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:14.473608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353185287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:14.473644Z","caller":"traceutil/trace.go:171","msg":"trace[1309073698] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8544; }","duration":"1.353257469s","start":"2026-03-26T02:13:13.120375Z","end":"2026-03-26T02:13:14.473632Z","steps":["trace[1309073698] 'agreement among raft nodes before linearized reading' (duration: 1.353191507s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:14.473673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:13.120353Z","time spent":"1.353312361s","remote":"127.0.0.1:33102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:14.47376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474916359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:14.473819Z","caller":"traceutil/trace.go:171","msg":"trace[1037387981] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8544; }","duration":"1.475021672s","start":"2026-03-26T02:13:12.998784Z","end":"2026-03-26T02:13:14.473806Z","steps":["trace[1037387981] 'agreement among raft nodes before linearized reading' (duration: 1.474833427s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:14.473856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:12.99876Z","time spent":"1.475087244s","remote":"127.0.0.1:60232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:14.998283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431174228,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:13:15.050346Z","caller":"traceutil/trace.go:171","msg":"trace[1810925807] linearizableReadLoop","detail":"{readStateIndex:8859; appliedIndex:8858; }","duration":"552.853777ms","start":"2026-03-26T02:13:14.497458Z","end":"2026-03-26T02:13:15.050312Z","steps":["trace[1810925807] 'read index received' (duration: 552.57094ms)","trace[1810925807] 'applied index is now lower than readState.Index' (duration: 281.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:15.050503Z","caller":"traceutil/trace.go:171","msg":"trace[1148918368] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"573.126793ms","start":"2026-03-26T02:13:14.477359Z","end":"2026-03-26T02:13:15.050486Z","steps":["trace[1148918368] 'process raft request' (duration: 572.745003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.050755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:14.477341Z","time spent":"573.302748ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:15.050832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.4174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T02:13:15.05091Z","caller":"traceutil/trace.go:171","msg":"trace[765396786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8545; }","duration":"401.552003ms","start":"2026-03-26T02:13:14.649337Z","end":"2026-03-26T02:13:15.050889Z","steps":["trace[765396786] 'agreement among raft nodes before linearized reading' (duration: 401.351358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.050963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:14.649313Z","time spent":"401.638036ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T02:13:15.051166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.70739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:15.051222Z","caller":"traceutil/trace.go:171","msg":"trace[1953159792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8545; }","duration":"553.815533ms","start":"2026-03-26T02:13:14.497392Z","end":"2026-03-26T02:13:15.051208Z","steps":["trace[1953159792] 'agreement among raft nodes before linearized reading' (duration: 553.733341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.051284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:14.49738Z","time spent":"553.892706ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:13:15.051317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.79834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-26T02:13:15.051396Z","caller":"traceutil/trace.go:171","msg":"trace[972045576] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8545; }","duration":"346.923774ms","start":"2026-03-26T02:13:14.704452Z","end":"2026-03-26T02:13:15.051376Z","steps":["trace[972045576] 'agreement among raft nodes before linearized reading' (duration: 346.740898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.051448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:14.704427Z","time spent":"347.008256ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T02:13:15.051466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.713425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:15.05152Z","caller":"traceutil/trace.go:171","msg":"trace[1852212720] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8545; }","duration":"320.759096ms","start":"2026-03-26T02:13:14.730739Z","end":"2026-03-26T02:13:15.051498Z","steps":["trace[1852212720] 'agreement among raft nodes before linearized reading' (duration: 320.687894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.051579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:14.730705Z","time spent":"320.862688ms","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:15.051694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.175631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:13:15.051759Z","caller":"traceutil/trace.go:171","msg":"trace[904280030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8545; }","duration":"347.290724ms","start":"2026-03-26T02:13:14.704452Z","end":"2026-03-26T02:13:15.051743Z","steps":["trace[904280030] 'agreement among raft nodes before linearized reading' (duration: 347.16042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.051811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:14.704427Z","time spent":"347.370806ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:15.051359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.489752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:13:15.052024Z","caller":"traceutil/trace.go:171","msg":"trace[1163174336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8545; }","duration":"347.204492ms","start":"2026-03-26T02:13:14.704803Z","end":"2026-03-26T02:13:15.052007Z","steps":["trace[1163174336] 'agreement among raft nodes before linearized reading' (duration: 346.317677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.05208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:14.704791Z","time spent":"347.272653ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:15.052093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.897128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T02:13:15.052142Z","caller":"traceutil/trace.go:171","msg":"trace[2093119758] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:8545; }","duration":"399.96856ms","start":"2026-03-26T02:13:14.652159Z","end":"2026-03-26T02:13:15.052128Z","steps":["trace[2093119758] 'agreement among raft nodes before linearized reading' (duration: 399.824076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.052195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:14.652149Z","time spent":"400.035612ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ddq7h\" "} {"level":"warn","ts":"2026-03-26T02:13:15.554899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.418966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:15.555342Z","caller":"traceutil/trace.go:171","msg":"trace[1010831197] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"498.503195ms","start":"2026-03-26T02:13:15.056807Z","end":"2026-03-26T02:13:15.55531Z","steps":["trace[1010831197] 'process raft request' (duration: 106.546545ms)","trace[1010831197] 'compare' (duration: 391.279041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:15.555413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:15.056788Z","time spent":"498.595638ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:15.555771Z","caller":"traceutil/trace.go:171","msg":"trace[1473101586] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"498.930947ms","start":"2026-03-26T02:13:15.056786Z","end":"2026-03-26T02:13:15.555717Z","steps":["trace[1473101586] 'process raft request' (duration: 498.429403ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:15.555855Z","caller":"traceutil/trace.go:171","msg":"trace[1541892397] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"499.025139ms","start":"2026-03-26T02:13:15.056803Z","end":"2026-03-26T02:13:15.555828Z","steps":["trace[1541892397] 'process raft request' (duration: 498.496564ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:15.55587Z","caller":"traceutil/trace.go:171","msg":"trace[850028693] linearizableReadLoop","detail":"{readStateIndex:8863; appliedIndex:8859; }","duration":"498.261049ms","start":"2026-03-26T02:13:15.057591Z","end":"2026-03-26T02:13:15.555852Z","steps":["trace[850028693] 'read index received' (duration: 105.779884ms)","trace[850028693] 'applied index is now lower than readState.Index' (duration: 392.480074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:15.555969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:15.056753Z","time spent":"499.117912ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:15.555993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:15.056753Z","time spent":"499.151093ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:15.556012Z","caller":"traceutil/trace.go:171","msg":"trace[1897628746] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"498.928526ms","start":"2026-03-26T02:13:15.056952Z","end":"2026-03-26T02:13:15.555881Z","steps":["trace[1897628746] 'process raft request' (duration: 498.387421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.556422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:15.056941Z","time spent":"499.297636ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:15.556898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.287886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"info","ts":"2026-03-26T02:13:15.556994Z","caller":"traceutil/trace.go:171","msg":"trace[747467683] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8549; }","duration":"499.43718ms","start":"2026-03-26T02:13:15.057535Z","end":"2026-03-26T02:13:15.556972Z","steps":["trace[747467683] 'agreement among raft nodes before linearized reading' (duration: 498.415932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.557039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:15.057518Z","time spent":"499.511183ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-26T02:13:15.928998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.298622ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T02:13:15.929131Z","caller":"traceutil/trace.go:171","msg":"trace[1250727675] linearizableReadLoop","detail":"{readStateIndex:8864; appliedIndex:8863; }","duration":"373.205465ms","start":"2026-03-26T02:13:15.555904Z","end":"2026-03-26T02:13:15.92911Z","steps":["trace[1250727675] 'read index received' (duration: 87.723198ms)","trace[1250727675] 'applied index is now lower than readState.Index' (duration: 285.480537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:15.929585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.35153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-26T02:13:15.929578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.90061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:15.929706Z","caller":"traceutil/trace.go:171","msg":"trace[1638769116] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8549; }","duration":"529.077165ms","start":"2026-03-26T02:13:15.400595Z","end":"2026-03-26T02:13:15.929672Z","steps":["trace[1638769116] 'agreement among raft nodes before linearized reading' (duration: 528.875199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.929769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:15.40057Z","time spent":"529.180757ms","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:13:15.929647Z","caller":"traceutil/trace.go:171","msg":"trace[126472849] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8549; }","duration":"318.470333ms","start":"2026-03-26T02:13:15.611166Z","end":"2026-03-26T02:13:15.929636Z","steps":["trace[126472849] 'agreement among raft nodes before linearized reading' (duration: 318.272067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:15.92987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:15.610908Z","time spent":"318.926515ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-26T02:13:16.414394Z","caller":"traceutil/trace.go:171","msg":"trace[523622724] linearizableReadLoop","detail":"{readStateIndex:8865; appliedIndex:8864; }","duration":"132.534728ms","start":"2026-03-26T02:13:16.281823Z","end":"2026-03-26T02:13:16.414357Z","steps":["trace[523622724] 'read index received' (duration: 132.161698ms)","trace[523622724] 'applied index is now lower than readState.Index' (duration: 371.32µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:16.41448Z","caller":"traceutil/trace.go:171","msg":"trace[837175850] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"252.411979ms","start":"2026-03-26T02:13:16.16203Z","end":"2026-03-26T02:13:16.414442Z","steps":["trace[837175850] 'process raft request' (duration: 252.025379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:16.415111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.245877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-26T02:13:16.415161Z","caller":"traceutil/trace.go:171","msg":"trace[222677858] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8550; }","duration":"133.393482ms","start":"2026-03-26T02:13:16.281756Z","end":"2026-03-26T02:13:16.415149Z","steps":["trace[222677858] 'agreement among raft nodes before linearized reading' (duration: 132.774805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:17.044269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431174253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T02:13:17.105783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.918522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:13:17.105839Z","caller":"traceutil/trace.go:171","msg":"trace[1851988679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8550; }","duration":"603.032944ms","start":"2026-03-26T02:13:16.502788Z","end":"2026-03-26T02:13:17.105821Z","steps":["trace[1851988679] 'range keys from in-memory index tree' (duration: 602.567371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:17.105868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:16.502761Z","time spent":"603.100347ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T02:13:17.292974Z","caller":"traceutil/trace.go:171","msg":"trace[336920176] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"789.982146ms","start":"2026-03-26T02:13:16.50294Z","end":"2026-03-26T02:13:17.292922Z","steps":["trace[336920176] 'process raft request' (duration: 789.826812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:17.293192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:16.50293Z","time spent":"790.169171ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:18.342129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.927378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:18.342267Z","caller":"traceutil/trace.go:171","msg":"trace[605810176] linearizableReadLoop","detail":"{readStateIndex:8867; appliedIndex:8865; }","duration":"1.799013367s","start":"2026-03-26T02:13:16.543241Z","end":"2026-03-26T02:13:18.342254Z","steps":["trace[605810176] 'read index received' (duration: 749.592448ms)","trace[605810176] 'applied index is now lower than readState.Index' (duration: 1.049420209s)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:18.342378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79913055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:18.342412Z","caller":"traceutil/trace.go:171","msg":"trace[1992073324] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8553; }","duration":"1.799172111s","start":"2026-03-26T02:13:16.543229Z","end":"2026-03-26T02:13:18.342401Z","steps":["trace[1992073324] 'agreement among raft nodes before linearized reading' (duration: 1.799090269s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.342438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:16.543224Z","time spent":"1.799206732s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:13:18.342352Z","caller":"traceutil/trace.go:171","msg":"trace[683804391] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"1.231175068s","start":"2026-03-26T02:13:17.111151Z","end":"2026-03-26T02:13:18.342326Z","steps":["trace[683804391] 'process raft request' (duration: 1.231063215s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.34261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:17.111127Z","time spent":"1.231462206s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:18.342622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789385893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:18.342689Z","caller":"traceutil/trace.go:171","msg":"trace[454975348] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8553; }","duration":"1.789505525s","start":"2026-03-26T02:13:16.553166Z","end":"2026-03-26T02:13:18.342671Z","steps":["trace[454975348] 'agreement among raft nodes before linearized reading' (duration: 1.789380372s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.342743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:16.553139Z","time spent":"1.789589018s","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:18.343184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.504339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:18.343251Z","caller":"traceutil/trace.go:171","msg":"trace[54474061] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8553; }","duration":"108.585431ms","start":"2026-03-26T02:13:18.234652Z","end":"2026-03-26T02:13:18.343238Z","steps":["trace[54474061] 'agreement among raft nodes before linearized reading' (duration: 108.502039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.343448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.531317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:18.343495Z","caller":"traceutil/trace.go:171","msg":"trace[1925062711] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8553; }","duration":"109.613439ms","start":"2026-03-26T02:13:18.233868Z","end":"2026-03-26T02:13:18.343482Z","steps":["trace[1925062711] 'agreement among raft nodes before linearized reading' (duration: 109.542677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.343753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286510388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:13:18.343798Z","caller":"traceutil/trace.go:171","msg":"trace[1434687582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8553; }","duration":"1.28659088s","start":"2026-03-26T02:13:17.057197Z","end":"2026-03-26T02:13:18.343788Z","steps":["trace[1434687582] 'agreement among raft nodes before linearized reading' (duration: 1.286448606s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.343832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.277188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-26T02:13:18.343866Z","caller":"traceutil/trace.go:171","msg":"trace[421761146] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8553; }","duration":"730.35736ms","start":"2026-03-26T02:13:17.6135Z","end":"2026-03-26T02:13:18.343858Z","steps":["trace[421761146] 'agreement among raft nodes before linearized reading' (duration: 730.305239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.34389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:17.613478Z","time spent":"730.407511ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T02:13:18.34388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575871191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:18.34392Z","caller":"traceutil/trace.go:171","msg":"trace[383072426] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8553; }","duration":"1.575951453s","start":"2026-03-26T02:13:16.767957Z","end":"2026-03-26T02:13:18.343909Z","steps":["trace[383072426] 'agreement among raft nodes before linearized reading' (duration: 1.575892632s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.343974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.068032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:18.343997Z","caller":"traceutil/trace.go:171","msg":"trace[554898595] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8553; }","duration":"110.122843ms","start":"2026-03-26T02:13:18.233869Z","end":"2026-03-26T02:13:18.343991Z","steps":["trace[554898595] 'agreement among raft nodes before linearized reading' (duration: 110.089012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.344077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.661803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:18.344097Z","caller":"traceutil/trace.go:171","msg":"trace[594158579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8553; }","duration":"434.720174ms","start":"2026-03-26T02:13:17.909372Z","end":"2026-03-26T02:13:18.344092Z","steps":["trace[594158579] 'agreement among raft nodes before linearized reading' (duration: 434.690094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.344112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:17.909349Z","time spent":"434.759655ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:13:18.34383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:17.057176Z","time spent":"1.286646501s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:18.344262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.829128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T02:13:18.344286Z","caller":"traceutil/trace.go:171","msg":"trace[1177188889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8553; }","duration":"783.90144ms","start":"2026-03-26T02:13:17.560379Z","end":"2026-03-26T02:13:18.34428Z","steps":["trace[1177188889] 'agreement among raft nodes before linearized reading' (duration: 783.859598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.344303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:17.560322Z","time spent":"783.976632ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T02:13:18.343967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:16.767896Z","time spent":"1.576060597s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:18.344428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.712213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T02:13:18.34445Z","caller":"traceutil/trace.go:171","msg":"trace[567835997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:8553; }","duration":"780.765244ms","start":"2026-03-26T02:13:17.563679Z","end":"2026-03-26T02:13:18.344444Z","steps":["trace[567835997] 'agreement among raft nodes before linearized reading' (duration: 780.703022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.344466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:17.563661Z","time spent":"780.801195ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ddq7h\" "} {"level":"warn","ts":"2026-03-26T02:13:18.344669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.242929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:13:18.344694Z","caller":"traceutil/trace.go:171","msg":"trace[156028347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8553; }","duration":"784.285241ms","start":"2026-03-26T02:13:17.560403Z","end":"2026-03-26T02:13:18.344688Z","steps":["trace[156028347] 'agreement among raft nodes before linearized reading' (duration: 784.24619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.344711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:17.560392Z","time spent":"784.315181ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T02:13:18.344694Z","caller":"traceutil/trace.go:171","msg":"trace[1345909476] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"1.839112797s","start":"2026-03-26T02:13:16.503144Z","end":"2026-03-26T02:13:18.342257Z","steps":["trace[1345909476] 'process raft request' (duration: 1.273975853s)","trace[1345909476] 'compare' (duration: 564.690092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:18.344883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:16.503139Z","time spent":"1.841668418s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:18.34501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.028878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:13:18.345112Z","caller":"traceutil/trace.go:171","msg":"trace[76198713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8553; }","duration":"786.185232ms","start":"2026-03-26T02:13:17.558909Z","end":"2026-03-26T02:13:18.345094Z","steps":["trace[76198713] 'agreement among raft nodes before linearized reading' (duration: 785.76866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:18.34518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:17.558885Z","time spent":"786.283505ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:13:18.850661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431174261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T02:13:19.351455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431174261,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:13:19.448953Z","caller":"traceutil/trace.go:171","msg":"trace[804128142] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"1.099519884s","start":"2026-03-26T02:13:18.349387Z","end":"2026-03-26T02:13:19.448907Z","steps":["trace[804128142] 'process raft request' (duration: 1.073322134s)","trace[804128142] 'compare' (duration: 25.563542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:19.449228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.349359Z","time spent":"1.099777621s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:19.528149Z","caller":"traceutil/trace.go:171","msg":"trace[262474771] linearizableReadLoop","detail":"{readStateIndex:8875; appliedIndex:8868; }","duration":"1.17771261s","start":"2026-03-26T02:13:18.350412Z","end":"2026-03-26T02:13:19.528125Z","steps":["trace[262474771] 'read index received' (duration: 1.072362858s)","trace[262474771] 'applied index is now lower than readState.Index' (duration: 105.349262ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:19.528489Z","caller":"traceutil/trace.go:171","msg":"trace[477379874] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"1.178683347s","start":"2026-03-26T02:13:18.349796Z","end":"2026-03-26T02:13:19.528479Z","steps":["trace[477379874] 'process raft request' (duration: 1.178098701s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.528589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.349774Z","time spent":"1.178743549s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:19.528578Z","caller":"traceutil/trace.go:171","msg":"trace[1906517876] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"229.385188ms","start":"2026-03-26T02:13:19.299147Z","end":"2026-03-26T02:13:19.528532Z","steps":["trace[1906517876] 'process raft request' (duration: 228.953756ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.528691Z","caller":"traceutil/trace.go:171","msg":"trace[1808357744] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"1.175373066s","start":"2026-03-26T02:13:18.353216Z","end":"2026-03-26T02:13:19.528589Z","steps":["trace[1808357744] 'process raft request' (duration: 1.174829631s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.528774Z","caller":"traceutil/trace.go:171","msg":"trace[1253180469] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"1.110038603s","start":"2026-03-26T02:13:18.418731Z","end":"2026-03-26T02:13:19.528769Z","steps":["trace[1253180469] 'process raft request' (duration: 1.109352644s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.528778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1660223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.528832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.084559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-26T02:13:19.528866Z","caller":"traceutil/trace.go:171","msg":"trace[1606602761] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8560; }","duration":"963.114319ms","start":"2026-03-26T02:13:18.565741Z","end":"2026-03-26T02:13:19.528855Z","steps":["trace[1606602761] 'agreement among raft nodes before linearized reading' (duration: 963.018377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.528914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.56569Z","time spent":"963.218982ms","remote":"127.0.0.1:60060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-26T02:13:19.52893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005570505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.528946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.57694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.528972Z","caller":"traceutil/trace.go:171","msg":"trace[318857289] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8560; }","duration":"948.639912ms","start":"2026-03-26T02:13:18.580322Z","end":"2026-03-26T02:13:19.528962Z","steps":["trace[318857289] 'agreement among raft nodes before linearized reading' (duration: 948.609532ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.528978Z","caller":"traceutil/trace.go:171","msg":"trace[181676635] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8560; }","duration":"1.005638576s","start":"2026-03-26T02:13:18.523322Z","end":"2026-03-26T02:13:19.52896Z","steps":["trace[181676635] 'agreement among raft nodes before linearized reading' (duration: 1.005568294s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.528998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.5803Z","time spent":"948.691843ms","remote":"127.0.0.1:50016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-26T02:13:19.529012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.523313Z","time spent":"1.005688769s","remote":"127.0.0.1:49978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:19.529026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178616356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"warn","ts":"2026-03-26T02:13:19.529086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.853139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.529103Z","caller":"traceutil/trace.go:171","msg":"trace[1754089865] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8560; }","duration":"1.178706808s","start":"2026-03-26T02:13:18.350364Z","end":"2026-03-26T02:13:19.529071Z","steps":["trace[1754089865] 'agreement among raft nodes before linearized reading' (duration: 1.178377349s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.529145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.429944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.529152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.350349Z","time spent":"1.17878987s","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-26T02:13:19.529189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.518177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.529206Z","caller":"traceutil/trace.go:171","msg":"trace[1328933035] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8560; }","duration":"988.562068ms","start":"2026-03-26T02:13:18.540639Z","end":"2026-03-26T02:13:19.529201Z","steps":["trace[1328933035] 'agreement among raft nodes before linearized reading' (duration: 988.537227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.529212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006585683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.528918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.657113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.529236Z","caller":"traceutil/trace.go:171","msg":"trace[604042021] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"1.178443931s","start":"2026-03-26T02:13:18.350785Z","end":"2026-03-26T02:13:19.529229Z","steps":["trace[604042021] 'process raft request' (duration: 1.177227957s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.529243Z","caller":"traceutil/trace.go:171","msg":"trace[1931285950] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8560; }","duration":"1.006647145s","start":"2026-03-26T02:13:18.522587Z","end":"2026-03-26T02:13:19.529234Z","steps":["trace[1931285950] 'agreement among raft nodes before linearized reading' (duration: 1.006596643s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.529127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.353204Z","time spent":"1.175673095s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:19.529321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112710766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.529346Z","caller":"traceutil/trace.go:171","msg":"trace[2055206455] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8560; }","duration":"1.112746487s","start":"2026-03-26T02:13:18.416594Z","end":"2026-03-26T02:13:19.52934Z","steps":["trace[2055206455] 'agreement among raft nodes before linearized reading' (duration: 1.112707296s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.529298Z","caller":"traceutil/trace.go:171","msg":"trace[1095449518] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8560; }","duration":"949.026743ms","start":"2026-03-26T02:13:18.580236Z","end":"2026-03-26T02:13:19.529263Z","steps":["trace[1095449518] 'agreement among raft nodes before linearized reading' (duration: 948.656593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.529378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.416585Z","time spent":"1.112774208s","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-26T02:13:19.529361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113269341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.52945Z","caller":"traceutil/trace.go:171","msg":"trace[2049039810] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8560; }","duration":"1.113368985s","start":"2026-03-26T02:13:18.416072Z","end":"2026-03-26T02:13:19.529441Z","steps":["trace[2049039810] 'agreement among raft nodes before linearized reading' (duration: 1.113268112s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.52948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.416066Z","time spent":"1.113403685s","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:19.529494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.580225Z","time spent":"949.221908ms","remote":"127.0.0.1:50016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:19.529554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.771416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.529617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138142764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.529623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058744374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.529323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03526481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.529574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113511778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.529677Z","caller":"traceutil/trace.go:171","msg":"trace[976282483] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8560; }","duration":"1.113642302s","start":"2026-03-26T02:13:18.416027Z","end":"2026-03-26T02:13:19.52967Z","steps":["trace[976282483] 'agreement among raft nodes before linearized reading' (duration: 1.113517698s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.529715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.416013Z","time spent":"1.113691503s","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-26T02:13:19.529724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.047788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.529763Z","caller":"traceutil/trace.go:171","msg":"trace[1956026174] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8560; }","duration":"916.090499ms","start":"2026-03-26T02:13:18.61366Z","end":"2026-03-26T02:13:19.529751Z","steps":["trace[1956026174] 'agreement among raft nodes before linearized reading' (duration: 916.038868ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.529781Z","caller":"traceutil/trace.go:171","msg":"trace[187178818] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8560; }","duration":"1.035644851s","start":"2026-03-26T02:13:18.494024Z","end":"2026-03-26T02:13:19.529669Z","steps":["trace[187178818] 'agreement among raft nodes before linearized reading' (duration: 1.03526331s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.529804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138794172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.529822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.494016Z","time spent":"1.035795035s","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-26T02:13:19.529835Z","caller":"traceutil/trace.go:171","msg":"trace[504915003] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8560; }","duration":"1.138826723s","start":"2026-03-26T02:13:18.390999Z","end":"2026-03-26T02:13:19.529826Z","steps":["trace[504915003] 'agreement among raft nodes before linearized reading' (duration: 1.138777782s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.529793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0582006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.529867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.39094Z","time spent":"1.138917216s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:19.529879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.27634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.529903Z","caller":"traceutil/trace.go:171","msg":"trace[1529709024] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8560; }","duration":"1.058775346s","start":"2026-03-26T02:13:18.471106Z","end":"2026-03-26T02:13:19.529881Z","steps":["trace[1529709024] 'agreement among raft nodes before linearized reading' (duration: 1.05821701s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.52993Z","caller":"traceutil/trace.go:171","msg":"trace[1142726998] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8560; }","duration":"933.334912ms","start":"2026-03-26T02:13:18.596583Z","end":"2026-03-26T02:13:19.529918Z","steps":["trace[1142726998] 'agreement among raft nodes before linearized reading' (duration: 933.251199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.529958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.471071Z","time spent":"1.058868968s","remote":"127.0.0.1:49948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:19.530001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094919108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.530003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.988803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.530012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.389783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.530028Z","caller":"traceutil/trace.go:171","msg":"trace[806810510] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8560; }","duration":"1.094951708s","start":"2026-03-26T02:13:18.43507Z","end":"2026-03-26T02:13:19.530021Z","steps":["trace[806810510] 'agreement among raft nodes before linearized reading' (duration: 1.094916818s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.530034Z","caller":"traceutil/trace.go:171","msg":"trace[1480269217] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8560; }","duration":"933.024574ms","start":"2026-03-26T02:13:18.597002Z","end":"2026-03-26T02:13:19.530026Z","steps":["trace[1480269217] 'agreement among raft nodes before linearized reading' (duration: 932.973172ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.530042Z","caller":"traceutil/trace.go:171","msg":"trace[1205951389] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8560; }","duration":"933.432375ms","start":"2026-03-26T02:13:18.596602Z","end":"2026-03-26T02:13:19.530034Z","steps":["trace[1205951389] 'agreement among raft nodes before linearized reading' (duration: 933.389014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.530055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.435066Z","time spent":"1.094984239s","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:19.53006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.596975Z","time spent":"933.079525ms","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-26T02:13:19.530067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164493838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.530077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.596593Z","time spent":"933.476906ms","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-03-26T02:13:19.530089Z","caller":"traceutil/trace.go:171","msg":"trace[1140015695] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8560; }","duration":"1.164525329s","start":"2026-03-26T02:13:18.365556Z","end":"2026-03-26T02:13:19.530082Z","steps":["trace[1140015695] 'agreement among raft nodes before linearized reading' (duration: 1.164489968s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.530113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.365551Z","time spent":"1.16455558s","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-26T02:13:19.530021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139156142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.530167Z","caller":"traceutil/trace.go:171","msg":"trace[1764627695] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8560; }","duration":"1.139314146s","start":"2026-03-26T02:13:18.390847Z","end":"2026-03-26T02:13:19.530161Z","steps":["trace[1764627695] 'agreement among raft nodes before linearized reading' (duration: 1.139150242s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.530194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.39084Z","time spent":"1.139347147s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-26T02:13:19.530201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036618427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.530221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095157945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.528724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.045546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.530289Z","caller":"traceutil/trace.go:171","msg":"trace[739944179] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8560; }","duration":"1.095235877s","start":"2026-03-26T02:13:18.435045Z","end":"2026-03-26T02:13:19.530281Z","steps":["trace[739944179] 'agreement among raft nodes before linearized reading' (duration: 1.095153524s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.530307Z","caller":"traceutil/trace.go:171","msg":"trace[855914662] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8560; }","duration":"949.64341ms","start":"2026-03-26T02:13:18.580655Z","end":"2026-03-26T02:13:19.530299Z","steps":["trace[855914662] 'agreement among raft nodes before linearized reading' (duration: 948.050846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.53031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05857929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.529968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.596578Z","time spent":"933.381844ms","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:19.530341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.580645Z","time spent":"949.687451ms","remote":"127.0.0.1:50016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-26T02:13:19.530337Z","caller":"traceutil/trace.go:171","msg":"trace[739450528] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8560; }","duration":"1.058623011s","start":"2026-03-26T02:13:18.471706Z","end":"2026-03-26T02:13:19.530329Z","steps":["trace[739450528] 'agreement among raft nodes before linearized reading' (duration: 1.05858746s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.529615Z","caller":"traceutil/trace.go:171","msg":"trace[640460713] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8560; }","duration":"779.867879ms","start":"2026-03-26T02:13:18.749733Z","end":"2026-03-26T02:13:19.529601Z","steps":["trace[640460713] 'agreement among raft nodes before linearized reading' (duration: 779.773456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.530421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.749711Z","time spent":"780.696952ms","remote":"127.0.0.1:54878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:13:19.529115Z","caller":"traceutil/trace.go:171","msg":"trace[1213016667] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8560; }","duration":"987.880899ms","start":"2026-03-26T02:13:18.541225Z","end":"2026-03-26T02:13:19.529106Z","steps":["trace[1213016667] 'agreement among raft nodes before linearized reading' (duration: 987.838288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.529272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.522571Z","time spent":"1.006693606s","remote":"127.0.0.1:49978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"info","ts":"2026-03-26T02:13:19.528859Z","caller":"traceutil/trace.go:171","msg":"trace[1071203934] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8560; }","duration":"1.166146733s","start":"2026-03-26T02:13:18.362693Z","end":"2026-03-26T02:13:19.52884Z","steps":["trace[1071203934] 'agreement among raft nodes before linearized reading' (duration: 1.165983719s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.530602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.988423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.530623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.442546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.530629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.362685Z","time spent":"1.167930962s","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-03-26T02:13:19.530632Z","caller":"traceutil/trace.go:171","msg":"trace[833520769] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8560; }","duration":"964.020364ms","start":"2026-03-26T02:13:18.566605Z","end":"2026-03-26T02:13:19.530625Z","steps":["trace[833520769] 'agreement among raft nodes before linearized reading' (duration: 963.972133ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.529163Z","caller":"traceutil/trace.go:171","msg":"trace[1310461586] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8560; }","duration":"988.468906ms","start":"2026-03-26T02:13:18.540688Z","end":"2026-03-26T02:13:19.529157Z","steps":["trace[1310461586] 'agreement among raft nodes before linearized reading' (duration: 988.440335ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.530648Z","caller":"traceutil/trace.go:171","msg":"trace[1856111118] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8560; }","duration":"964.487237ms","start":"2026-03-26T02:13:18.566152Z","end":"2026-03-26T02:13:19.53064Z","steps":["trace[1856111118] 'agreement among raft nodes before linearized reading' (duration: 964.446786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.530661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.566582Z","time spent":"964.073506ms","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-26T02:13:19.530672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.56614Z","time spent":"964.527088ms","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:19.529849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.252154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.530746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.540674Z","time spent":"990.013468ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:13:19.530824Z","caller":"traceutil/trace.go:171","msg":"trace[230197139] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8560; }","duration":"917.21606ms","start":"2026-03-26T02:13:18.613589Z","end":"2026-03-26T02:13:19.530805Z","steps":["trace[230197139] 'agreement among raft nodes before linearized reading' (duration: 916.235453ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.530236Z","caller":"traceutil/trace.go:171","msg":"trace[1999703504] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8560; }","duration":"1.036684389s","start":"2026-03-26T02:13:18.493541Z","end":"2026-03-26T02:13:19.530225Z","steps":["trace[1999703504] 'agreement among raft nodes before linearized reading' (duration: 1.036615237s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.53087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.613568Z","time spent":"917.288381ms","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:19.530892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.493517Z","time spent":"1.037355377s","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:19.5298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.613614Z","time spent":"916.175961ms","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-26T02:13:19.530317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.435038Z","time spent":"1.095271317s","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-03-26T02:13:19.528748Z","caller":"traceutil/trace.go:171","msg":"trace[1502402087] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"1.175417067s","start":"2026-03-26T02:13:18.353323Z","end":"2026-03-26T02:13:19.528741Z","steps":["trace[1502402087] 'process raft request' (duration: 1.174742999s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.531048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.353318Z","time spent":"1.177701501s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:19.528862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.418718Z","time spent":"1.110082774s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:19.529231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.540621Z","time spent":"988.60411ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-26T02:13:19.529283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.350777Z","time spent":"1.178482462s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:19.528736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005331598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.531209Z","caller":"traceutil/trace.go:171","msg":"trace[836190699] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8560; }","duration":"1.007819177s","start":"2026-03-26T02:13:18.523376Z","end":"2026-03-26T02:13:19.531195Z","steps":["trace[836190699] 'agreement among raft nodes before linearized reading' (duration: 1.005315578s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:19.529651Z","caller":"traceutil/trace.go:171","msg":"trace[430660320] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8560; }","duration":"1.138193116s","start":"2026-03-26T02:13:18.391448Z","end":"2026-03-26T02:13:19.529641Z","steps":["trace[430660320] 'agreement among raft nodes before linearized reading' (duration: 1.138142965s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.531262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.523369Z","time spent":"1.007877688s","remote":"127.0.0.1:49978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-26T02:13:19.531314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.391441Z","time spent":"1.139837251s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-26T02:13:19.529653Z","caller":"traceutil/trace.go:171","msg":"trace[1975345583] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8560; }","duration":"1.058799656s","start":"2026-03-26T02:13:18.470844Z","end":"2026-03-26T02:13:19.529644Z","steps":["trace[1975345583] 'agreement among raft nodes before linearized reading' (duration: 1.058753185s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.531377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.470825Z","time spent":"1.060537484s","remote":"127.0.0.1:49948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-26T02:13:19.529676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.986566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.531537Z","caller":"traceutil/trace.go:171","msg":"trace[241035122] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8560; }","duration":"917.887428ms","start":"2026-03-26T02:13:18.61364Z","end":"2026-03-26T02:13:19.531527Z","steps":["trace[241035122] 'agreement among raft nodes before linearized reading' (duration: 916.000386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.529971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094223519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.530242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167383487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.530277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036783231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:13:19.53037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.471697Z","time spent":"1.058665713s","remote":"127.0.0.1:49948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-26T02:13:19.53055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.541203Z","time spent":"989.328699ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-03-26T02:13:19.53237Z","caller":"traceutil/trace.go:171","msg":"trace[11621158] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8560; }","duration":"1.03889895s","start":"2026-03-26T02:13:18.493459Z","end":"2026-03-26T02:13:19.532358Z","steps":["trace[11621158] 'agreement among raft nodes before linearized reading' (duration: 1.036796002s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.532412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.61362Z","time spent":"918.773693ms","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-26T02:13:19.532466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.49344Z","time spent":"1.038988322s","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-26T02:13:19.532511Z","caller":"traceutil/trace.go:171","msg":"trace[2067160503] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8560; }","duration":"1.096773428s","start":"2026-03-26T02:13:18.435726Z","end":"2026-03-26T02:13:19.532499Z","steps":["trace[2067160503] 'agreement among raft nodes before linearized reading' (duration: 1.094221568s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.532549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.435719Z","time spent":"1.096820951s","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"info","ts":"2026-03-26T02:13:19.532358Z","caller":"traceutil/trace.go:171","msg":"trace[1807766736] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8560; }","duration":"1.169481814s","start":"2026-03-26T02:13:18.362832Z","end":"2026-03-26T02:13:19.532313Z","steps":["trace[1807766736] 'agreement among raft nodes before linearized reading' (duration: 1.167384447s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.532679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.362826Z","time spent":"1.169835754s","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:19.532915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.76901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:19.53302Z","caller":"traceutil/trace.go:171","msg":"trace[90506740] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8560; }","duration":"966.883543ms","start":"2026-03-26T02:13:18.566095Z","end":"2026-03-26T02:13:19.532979Z","steps":["trace[90506740] 'agreement among raft nodes before linearized reading' (duration: 962.731459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:19.533065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:18.566088Z","time spent":"966.967435ms","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-03-26T02:13:24.997464Z","caller":"traceutil/trace.go:171","msg":"trace[1908634872] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"395.657001ms","start":"2026-03-26T02:13:24.601757Z","end":"2026-03-26T02:13:24.997414Z","steps":["trace[1908634872] 'process raft request' (duration: 395.457536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:24.997654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:24.601732Z","time spent":"395.825596ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:24.998997Z","caller":"traceutil/trace.go:171","msg":"trace[859979020] linearizableReadLoop","detail":"{readStateIndex:8913; appliedIndex:8911; }","duration":"120.978011ms","start":"2026-03-26T02:13:24.877983Z","end":"2026-03-26T02:13:24.998961Z","steps":["trace[859979020] 'read index received' (duration: 119.249933ms)","trace[859979020] 'applied index is now lower than readState.Index' (duration: 1.726248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:24.999227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.213597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:24.999274Z","caller":"traceutil/trace.go:171","msg":"trace[763875335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8597; }","duration":"121.32913ms","start":"2026-03-26T02:13:24.877933Z","end":"2026-03-26T02:13:24.999262Z","steps":["trace[763875335] 'agreement among raft nodes before linearized reading' (duration: 121.203167ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:24.9996Z","caller":"traceutil/trace.go:171","msg":"trace[1688490702] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"145.330679ms","start":"2026-03-26T02:13:24.853747Z","end":"2026-03-26T02:13:24.999078Z","steps":["trace[1688490702] 'process raft request' (duration: 145.021511ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:42.565317Z","caller":"traceutil/trace.go:171","msg":"trace[475546740] linearizableReadLoop","detail":"{readStateIndex:9013; appliedIndex:9012; }","duration":"118.855704ms","start":"2026-03-26T02:13:42.446429Z","end":"2026-03-26T02:13:42.565285Z","steps":["trace[475546740] 'read index received' (duration: 118.71628ms)","trace[475546740] 'applied index is now lower than readState.Index' (duration: 138.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:42.565376Z","caller":"traceutil/trace.go:171","msg":"trace[1847660535] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"139.651375ms","start":"2026-03-26T02:13:42.425687Z","end":"2026-03-26T02:13:42.565338Z","steps":["trace[1847660535] 'process raft request' (duration: 139.421229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:42.565656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.190194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:13:42.56576Z","caller":"traceutil/trace.go:171","msg":"trace[1302409667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8693; }","duration":"119.317537ms","start":"2026-03-26T02:13:42.446419Z","end":"2026-03-26T02:13:42.565736Z","steps":["trace[1302409667] 'agreement among raft nodes before linearized reading' (duration: 119.023539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:49.125103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431174930,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T02:13:49.168254Z","caller":"traceutil/trace.go:171","msg":"trace[1662334896] linearizableReadLoop","detail":"{readStateIndex:9093; appliedIndex:9093; }","duration":"544.862842ms","start":"2026-03-26T02:13:48.623356Z","end":"2026-03-26T02:13:49.168219Z","steps":["trace[1662334896] 'read index received' (duration: 544.840292ms)","trace[1662334896] 'applied index is now lower than readState.Index' (duration: 18.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:49.168471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.068658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:49.168508Z","caller":"traceutil/trace.go:171","msg":"trace[168429506] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8770; }","duration":"545.213512ms","start":"2026-03-26T02:13:48.623283Z","end":"2026-03-26T02:13:49.168497Z","steps":["trace[168429506] 'agreement among raft nodes before linearized reading' (duration: 545.075288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:49.168547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:48.623252Z","time spent":"545.285444ms","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:49.168551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.54794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:13:49.168644Z","caller":"traceutil/trace.go:171","msg":"trace[1222053035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8770; }","duration":"498.715145ms","start":"2026-03-26T02:13:48.669908Z","end":"2026-03-26T02:13:49.168624Z","steps":["trace[1222053035] 'agreement among raft nodes before linearized reading' (duration: 498.474478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:49.168689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:48.669896Z","time spent":"498.786327ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:13:49.168871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.354515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:49.169042Z","caller":"traceutil/trace.go:171","msg":"trace[1738392695] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8770; }","duration":"297.626243ms","start":"2026-03-26T02:13:48.87139Z","end":"2026-03-26T02:13:49.169017Z","steps":["trace[1738392695] 'agreement among raft nodes before linearized reading' (duration: 297.093999ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:49.168896Z","caller":"traceutil/trace.go:171","msg":"trace[1296134581] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"573.239661ms","start":"2026-03-26T02:13:48.582235Z","end":"2026-03-26T02:13:49.155474Z","steps":["trace[1296134581] 'process raft request' (duration: 573.033566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:49.169206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:48.58219Z","time spent":"586.935087ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:49.771617Z","caller":"traceutil/trace.go:171","msg":"trace[1292585767] linearizableReadLoop","detail":"{readStateIndex:9094; appliedIndex:9093; }","duration":"143.708406ms","start":"2026-03-26T02:13:49.627867Z","end":"2026-03-26T02:13:49.771576Z","steps":["trace[1292585767] 'read index received' (duration: 134.226805ms)","trace[1292585767] 'applied index is now lower than readState.Index' (duration: 9.480081ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:49.77185Z","caller":"traceutil/trace.go:171","msg":"trace[34735647] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"598.466724ms","start":"2026-03-26T02:13:49.173293Z","end":"2026-03-26T02:13:49.771759Z","steps":["trace[34735647] 'process raft request' (duration: 588.786768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:49.771993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.098277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T02:13:49.772103Z","caller":"traceutil/trace.go:171","msg":"trace[260126396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8771; }","duration":"144.255852ms","start":"2026-03-26T02:13:49.627822Z","end":"2026-03-26T02:13:49.772077Z","steps":["trace[260126396] 'agreement among raft nodes before linearized reading' (duration: 143.921752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:49.77217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:49.173264Z","time spent":"598.735391ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:52.017659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.202416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:52.017822Z","caller":"traceutil/trace.go:171","msg":"trace[300874729] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"236.703579ms","start":"2026-03-26T02:13:51.7811Z","end":"2026-03-26T02:13:52.017803Z","steps":["trace[300874729] 'process raft request' (duration: 126.264466ms)","trace[300874729] 'compare' (duration: 110.076883ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:52.018028Z","caller":"traceutil/trace.go:171","msg":"trace[1845358120] linearizableReadLoop","detail":"{readStateIndex:9107; appliedIndex:9105; }","duration":"234.976541ms","start":"2026-03-26T02:13:51.783029Z","end":"2026-03-26T02:13:52.018006Z","steps":["trace[1845358120] 'read index received' (duration: 49.083348ms)","trace[1845358120] 'applied index is now lower than readState.Index' (duration: 185.890923ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:52.018128Z","caller":"traceutil/trace.go:171","msg":"trace[24867222] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"233.628514ms","start":"2026-03-26T02:13:51.784488Z","end":"2026-03-26T02:13:52.018117Z","steps":["trace[24867222] 'process raft request' (duration: 233.274695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:52.018298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.117611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T02:13:52.018283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.026093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-26T02:13:52.018344Z","caller":"traceutil/trace.go:171","msg":"trace[1387199702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:8784; }","duration":"225.193312ms","start":"2026-03-26T02:13:51.793139Z","end":"2026-03-26T02:13:52.018333Z","steps":["trace[1387199702] 'agreement among raft nodes before linearized reading' (duration: 225.053769ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:52.018392Z","caller":"traceutil/trace.go:171","msg":"trace[1788293579] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8784; }","duration":"231.161836ms","start":"2026-03-26T02:13:51.787205Z","end":"2026-03-26T02:13:52.018367Z","steps":["trace[1788293579] 'agreement among raft nodes before linearized reading' (duration: 230.93549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:52.018432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.210613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:13:52.018477Z","caller":"traceutil/trace.go:171","msg":"trace[1655584598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8784; }","duration":"229.281365ms","start":"2026-03-26T02:13:51.789183Z","end":"2026-03-26T02:13:52.018465Z","steps":["trace[1655584598] 'agreement among raft nodes before linearized reading' (duration: 229.176282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:52.018564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.534626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T02:13:52.018601Z","caller":"traceutil/trace.go:171","msg":"trace[1168079047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8784; }","duration":"235.585368ms","start":"2026-03-26T02:13:51.783006Z","end":"2026-03-26T02:13:52.018592Z","steps":["trace[1168079047] 'agreement among raft nodes before linearized reading' (duration: 235.487606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:52.018607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.568326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:13:52.018636Z","caller":"traceutil/trace.go:171","msg":"trace[2088790434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8784; }","duration":"228.607956ms","start":"2026-03-26T02:13:51.79002Z","end":"2026-03-26T02:13:52.018628Z","steps":["trace[2088790434] 'agreement among raft nodes before linearized reading' (duration: 228.533044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:52.018716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.575743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:13:52.018756Z","caller":"traceutil/trace.go:171","msg":"trace[883006900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8784; }","duration":"229.637975ms","start":"2026-03-26T02:13:51.789109Z","end":"2026-03-26T02:13:52.018747Z","steps":["trace[883006900] 'agreement among raft nodes before linearized reading' (duration: 229.534722ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:52.259779Z","caller":"traceutil/trace.go:171","msg":"trace[1583315572] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"236.816544ms","start":"2026-03-26T02:13:52.022926Z","end":"2026-03-26T02:13:52.259743Z","steps":["trace[1583315572] 'process raft request' (duration: 213.335709ms)","trace[1583315572] 'compare' (duration: 23.115195ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:52.259859Z","caller":"traceutil/trace.go:171","msg":"trace[835375515] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"236.625038ms","start":"2026-03-26T02:13:52.023203Z","end":"2026-03-26T02:13:52.259828Z","steps":["trace[835375515] 'process raft request' (duration: 236.556846ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:52.259975Z","caller":"traceutil/trace.go:171","msg":"trace[1660868833] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"236.955897ms","start":"2026-03-26T02:13:52.022996Z","end":"2026-03-26T02:13:52.259952Z","steps":["trace[1660868833] 'process raft request' (duration: 236.662149ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:52.260049Z","caller":"traceutil/trace.go:171","msg":"trace[400135716] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"235.286131ms","start":"2026-03-26T02:13:52.024727Z","end":"2026-03-26T02:13:52.260013Z","steps":["trace[400135716] 'process raft request' (duration: 235.186178ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:52.260176Z","caller":"traceutil/trace.go:171","msg":"trace[797297159] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"237.010708ms","start":"2026-03-26T02:13:52.023152Z","end":"2026-03-26T02:13:52.260163Z","steps":["trace[797297159] 'process raft request' (duration: 236.570976ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:52.260249Z","caller":"traceutil/trace.go:171","msg":"trace[1822906382] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"236.525605ms","start":"2026-03-26T02:13:52.02371Z","end":"2026-03-26T02:13:52.260236Z","steps":["trace[1822906382] 'process raft request' (duration: 236.081293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.524331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431174993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T02:13:54.810711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.760095233s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T02:13:54.811498Z","caller":"traceutil/trace.go:171","msg":"trace[290603559] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"1.760991108s","start":"2026-03-26T02:13:53.050474Z","end":"2026-03-26T02:13:54.811466Z","steps":["trace[290603559] 'process raft request' (duration: 1.760807343s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:54.811694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:53.050447Z","time spent":"1.761139581s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:55.029698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.406042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:55.029961Z","caller":"traceutil/trace.go:171","msg":"trace[864989803] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9116; }","duration":"1.005693597s","start":"2026-03-26T02:13:54.024232Z","end":"2026-03-26T02:13:55.029926Z","steps":["trace[864989803] 'read index received' (duration: 786.93665ms)","trace[864989803] 'applied index is now lower than readState.Index' (duration: 218.755517ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:55.030005Z","caller":"traceutil/trace.go:171","msg":"trace[1453066715] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"1.192119906s","start":"2026-03-26T02:13:53.837851Z","end":"2026-03-26T02:13:55.029971Z","steps":["trace[1453066715] 'process raft request' (duration: 1.191965482s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:55.030025Z","caller":"traceutil/trace.go:171","msg":"trace[811407090] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"1.782447036s","start":"2026-03-26T02:13:53.247535Z","end":"2026-03-26T02:13:55.029982Z","steps":["trace[811407090] 'process raft request' (duration: 1.624648883s)","trace[811407090] 'compare' (duration: 157.279999ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:55.030036Z","caller":"traceutil/trace.go:171","msg":"trace[1273954234] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"1.007542347s","start":"2026-03-26T02:13:54.022461Z","end":"2026-03-26T02:13:55.030004Z","steps":["trace[1273954234] 'process raft request' (duration: 1.007419423s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.030174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:53.247506Z","time spent":"1.78257817s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:55.030174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:53.837831Z","time spent":"1.192250069s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:55.030188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.022432Z","time spent":"1.007671191s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:55.030181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005999774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-26T02:13:55.030301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.535581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T02:13:55.030335Z","caller":"traceutil/trace.go:171","msg":"trace[1376653831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:8796; }","duration":"970.597913ms","start":"2026-03-26T02:13:54.059726Z","end":"2026-03-26T02:13:55.030324Z","steps":["trace[1376653831] 'agreement among raft nodes before linearized reading' (duration: 970.4935ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:55.030339Z","caller":"traceutil/trace.go:171","msg":"trace[96054744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8796; }","duration":"1.006155329s","start":"2026-03-26T02:13:54.02417Z","end":"2026-03-26T02:13:55.030326Z","steps":["trace[96054744] 'agreement among raft nodes before linearized reading' (duration: 1.005885421s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.030372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.059702Z","time spent":"970.661715ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ddq7h\" "} {"level":"warn","ts":"2026-03-26T02:13:55.030378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.024109Z","time spent":"1.006258692s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:13:55.030427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.045436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a0425d9ea0c33c\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-26T02:13:55.030433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.099093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:13:55.030521Z","caller":"traceutil/trace.go:171","msg":"trace[559505442] range","detail":"{range_begin:/registry/events/openstack/ceph.18a0425d9ea0c33c; range_end:; response_count:1; response_revision:8796; }","duration":"211.194679ms","start":"2026-03-26T02:13:54.819306Z","end":"2026-03-26T02:13:55.030501Z","steps":["trace[559505442] 'agreement among raft nodes before linearized reading' (duration: 210.952613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.030548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.762709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:55.030537Z","caller":"traceutil/trace.go:171","msg":"trace[1954996776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8796; }","duration":"122.270668ms","start":"2026-03-26T02:13:54.908243Z","end":"2026-03-26T02:13:55.030514Z","steps":["trace[1954996776] 'agreement among raft nodes before linearized reading' (duration: 122.069092ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:55.030586Z","caller":"traceutil/trace.go:171","msg":"trace[711941846] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8796; }","duration":"123.850761ms","start":"2026-03-26T02:13:54.906724Z","end":"2026-03-26T02:13:55.030575Z","steps":["trace[711941846] 'agreement among raft nodes before linearized reading' (duration: 123.770748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.030816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.966214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:13:55.030864Z","caller":"traceutil/trace.go:171","msg":"trace[1133339176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8796; }","duration":"766.037525ms","start":"2026-03-26T02:13:54.264817Z","end":"2026-03-26T02:13:55.030854Z","steps":["trace[1133339176] 'agreement among raft nodes before linearized reading' (duration: 765.925142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.030669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.784169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T02:13:55.030895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.264806Z","time spent":"766.081686ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T02:13:55.030913Z","caller":"traceutil/trace.go:171","msg":"trace[770678558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8796; }","duration":"766.040606ms","start":"2026-03-26T02:13:54.26486Z","end":"2026-03-26T02:13:55.030901Z","steps":["trace[770678558] 'agreement among raft nodes before linearized reading' (duration: 765.728837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.030923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.718324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-26T02:13:55.030944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.264759Z","time spent":"766.177079ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T02:13:55.030962Z","caller":"traceutil/trace.go:171","msg":"trace[1633874428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8796; }","duration":"766.796816ms","start":"2026-03-26T02:13:54.264154Z","end":"2026-03-26T02:13:55.030951Z","steps":["trace[1633874428] 'agreement among raft nodes before linearized reading' (duration: 766.697563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.030984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.009918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-26T02:13:55.030993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.264134Z","time spent":"766.852108ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T02:13:55.031027Z","caller":"traceutil/trace.go:171","msg":"trace[1291509845] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8796; }","duration":"765.0785ms","start":"2026-03-26T02:13:54.265932Z","end":"2026-03-26T02:13:55.031011Z","steps":["trace[1291509845] 'agreement among raft nodes before linearized reading' (duration: 764.979877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.031063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.26592Z","time spent":"765.134881ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T02:13:55.031107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.048976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T02:13:55.031133Z","caller":"traceutil/trace.go:171","msg":"trace[7477967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8796; }","duration":"766.140789ms","start":"2026-03-26T02:13:54.264985Z","end":"2026-03-26T02:13:55.031126Z","steps":["trace[7477967] 'agreement among raft nodes before linearized reading' (duration: 766.024035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.031154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:54.264935Z","time spent":"766.21463ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T02:13:55.26748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.32422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:55.267609Z","caller":"traceutil/trace.go:171","msg":"trace[2082564004] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"233.412899ms","start":"2026-03-26T02:13:55.034174Z","end":"2026-03-26T02:13:55.267587Z","steps":["trace[2082564004] 'process raft request' (duration: 126.868963ms)","trace[2082564004] 'compare' (duration: 106.108054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:55.640158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.688312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:13:55.64043Z","caller":"traceutil/trace.go:171","msg":"trace[1238900495] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"605.356222ms","start":"2026-03-26T02:13:55.035053Z","end":"2026-03-26T02:13:55.640409Z","steps":["trace[1238900495] 'process raft request' (duration: 605.220718ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:13:55.640421Z","caller":"traceutil/trace.go:171","msg":"trace[1978430868] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"605.442794ms","start":"2026-03-26T02:13:55.034942Z","end":"2026-03-26T02:13:55.640385Z","steps":["trace[1978430868] 'process raft request' (duration: 487.421063ms)","trace[1978430868] 'compare' (duration: 117.302642ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:55.640653Z","caller":"traceutil/trace.go:171","msg":"trace[140863328] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"605.378693ms","start":"2026-03-26T02:13:55.035262Z","end":"2026-03-26T02:13:55.64064Z","steps":["trace[140863328] 'process raft request' (duration: 605.111326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.640673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:55.034926Z","time spent":"605.61331ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:55.640715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:55.035242Z","time spent":"605.445005ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:55.640699Z","caller":"traceutil/trace.go:171","msg":"trace[189827137] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"603.544953ms","start":"2026-03-26T02:13:55.037139Z","end":"2026-03-26T02:13:55.640684Z","steps":["trace[189827137] 'process raft request' (duration: 603.473851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.640495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:55.035043Z","time spent":"605.422455ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:55.640727Z","caller":"traceutil/trace.go:171","msg":"trace[1125072158] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"605.126236ms","start":"2026-03-26T02:13:55.035561Z","end":"2026-03-26T02:13:55.640687Z","steps":["trace[1125072158] 'process raft request' (duration: 604.965721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.640785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:55.03713Z","time spent":"603.612664ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:55.640867Z","caller":"traceutil/trace.go:171","msg":"trace[89928945] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"603.671366ms","start":"2026-03-26T02:13:55.037187Z","end":"2026-03-26T02:13:55.640858Z","steps":["trace[89928945] 'process raft request' (duration: 603.466771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.640926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:55.037181Z","time spent":"603.716908ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:55.640917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:55.03555Z","time spent":"605.26867ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:55.64094Z","caller":"traceutil/trace.go:171","msg":"trace[280947396] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"603.653745ms","start":"2026-03-26T02:13:55.037279Z","end":"2026-03-26T02:13:55.640933Z","steps":["trace[280947396] 'process raft request' (duration: 603.541462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.640987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:55.037271Z","time spent":"603.690457ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:13:55.641072Z","caller":"traceutil/trace.go:171","msg":"trace[1543305551] linearizableReadLoop","detail":"{readStateIndex:9128; appliedIndex:9120; }","duration":"600.366805ms","start":"2026-03-26T02:13:55.040695Z","end":"2026-03-26T02:13:55.641061Z","steps":["trace[1543305551] 'read index received' (duration: 120.362945ms)","trace[1543305551] 'applied index is now lower than readState.Index' (duration: 480.00206ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:13:55.641091Z","caller":"traceutil/trace.go:171","msg":"trace[1878590009] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"399.326075ms","start":"2026-03-26T02:13:55.241756Z","end":"2026-03-26T02:13:55.641083Z","steps":["trace[1878590009] 'process raft request' (duration: 399.198281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.641139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:55.241707Z","time spent":"399.406436ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:13:55.663254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.076313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:13:55.663319Z","caller":"traceutil/trace.go:171","msg":"trace[963400043] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8805; }","duration":"448.188537ms","start":"2026-03-26T02:13:55.215115Z","end":"2026-03-26T02:13:55.663304Z","steps":["trace[963400043] 'agreement among raft nodes before linearized reading' (duration: 448.071733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:13:55.663357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:55.215094Z","time spent":"448.252758ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:13:55.664181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.457239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228580"} {"level":"info","ts":"2026-03-26T02:13:55.664268Z","caller":"traceutil/trace.go:171","msg":"trace[1283059268] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8805; }","duration":"623.569433ms","start":"2026-03-26T02:13:55.040677Z","end":"2026-03-26T02:13:55.664247Z","steps":["trace[1283059268] 'agreement among raft nodes before linearized reading' (duration: 600.449128ms)","trace[1283059268] 'range keys from in-memory index tree' (duration: 22.665652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:13:55.664316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:13:55.040669Z","time spent":"623.635084ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228602,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-26T02:14:02.422907Z","caller":"traceutil/trace.go:171","msg":"trace[2035649934] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"101.275601ms","start":"2026-03-26T02:14:02.321599Z","end":"2026-03-26T02:14:02.422874Z","steps":["trace[2035649934] 'process raft request' (duration: 97.387614ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:02.723341Z","caller":"traceutil/trace.go:171","msg":"trace[274411218] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"283.615487ms","start":"2026-03-26T02:14:02.439693Z","end":"2026-03-26T02:14:02.723309Z","steps":["trace[274411218] 'process raft request' (duration: 283.393571ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:03.178152Z","caller":"traceutil/trace.go:171","msg":"trace[601265951] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"118.458183ms","start":"2026-03-26T02:14:03.059663Z","end":"2026-03-26T02:14:03.178121Z","steps":["trace[601265951] 'process raft request' (duration: 118.230037ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:03.350585Z","caller":"traceutil/trace.go:171","msg":"trace[387799022] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"289.199512ms","start":"2026-03-26T02:14:03.06134Z","end":"2026-03-26T02:14:03.35054Z","steps":["trace[387799022] 'process raft request' (duration: 199.656603ms)","trace[387799022] 'compare' (duration: 89.135428ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:03.350628Z","caller":"traceutil/trace.go:171","msg":"trace[765045103] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"288.7917ms","start":"2026-03-26T02:14:03.061802Z","end":"2026-03-26T02:14:03.350593Z","steps":["trace[765045103] 'process raft request' (duration: 288.671327ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:03.5227Z","caller":"traceutil/trace.go:171","msg":"trace[789479220] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"230.387956ms","start":"2026-03-26T02:14:03.292284Z","end":"2026-03-26T02:14:03.522672Z","steps":["trace[789479220] 'process raft request' (duration: 181.094443ms)","trace[789479220] 'compare' (duration: 48.666686ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:03.702284Z","caller":"traceutil/trace.go:171","msg":"trace[1590612492] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"164.490897ms","start":"2026-03-26T02:14:03.537758Z","end":"2026-03-26T02:14:03.702249Z","steps":["trace[1590612492] 'process raft request' (duration: 110.923926ms)","trace[1590612492] 'compare' (duration: 53.287533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:14:04.285279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.295351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:14:04.285571Z","caller":"traceutil/trace.go:171","msg":"trace[156139107] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"427.266542ms","start":"2026-03-26T02:14:03.858283Z","end":"2026-03-26T02:14:04.285549Z","steps":["trace[156139107] 'process raft request' (duration: 427.123288ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:04.285608Z","caller":"traceutil/trace.go:171","msg":"trace[240249693] linearizableReadLoop","detail":"{readStateIndex:9214; appliedIndex:9213; }","duration":"576.47795ms","start":"2026-03-26T02:14:03.709098Z","end":"2026-03-26T02:14:04.285576Z","steps":["trace[240249693] 'read index received' (duration: 206.762298ms)","trace[240249693] 'applied index is now lower than readState.Index' (duration: 369.713082ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:04.285762Z","caller":"traceutil/trace.go:171","msg":"trace[761042377] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"577.9136ms","start":"2026-03-26T02:14:03.707835Z","end":"2026-03-26T02:14:04.285748Z","steps":["trace[761042377] 'process raft request' (duration: 208.007202ms)","trace[761042377] 'compare' (duration: 369.150327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:14:04.285881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:03.707819Z","time spent":"577.975501ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:14:04.285653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:03.858264Z","time spent":"427.356235ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T02:14:04.286174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.548995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-26T02:14:04.286229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.800426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-26T02:14:04.286234Z","caller":"traceutil/trace.go:171","msg":"trace[1602685743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8885; }","duration":"571.610327ms","start":"2026-03-26T02:14:03.71461Z","end":"2026-03-26T02:14:04.28622Z","steps":["trace[1602685743] 'agreement among raft nodes before linearized reading' (duration: 571.425952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:04.286274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:03.714588Z","time spent":"571.677998ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T02:14:04.286273Z","caller":"traceutil/trace.go:171","msg":"trace[827322494] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8885; }","duration":"522.852268ms","start":"2026-03-26T02:14:03.763405Z","end":"2026-03-26T02:14:04.286257Z","steps":["trace[827322494] 'agreement among raft nodes before linearized reading' (duration: 522.743525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:04.286311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:03.7634Z","time spent":"522.904889ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T02:14:04.286534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.19109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:14:04.286606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.852428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:14:04.286639Z","caller":"traceutil/trace.go:171","msg":"trace[731575851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8885; }","duration":"522.901659ms","start":"2026-03-26T02:14:03.763728Z","end":"2026-03-26T02:14:04.286629Z","steps":["trace[731575851] 'agreement among raft nodes before linearized reading' (duration: 522.436756ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:04.28664Z","caller":"traceutil/trace.go:171","msg":"trace[868969163] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8885; }","duration":"577.53984ms","start":"2026-03-26T02:14:03.709075Z","end":"2026-03-26T02:14:04.286615Z","steps":["trace[868969163] 'agreement among raft nodes before linearized reading' (duration: 576.957224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:04.286679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:03.763719Z","time spent":"522.94936ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:14:04.286692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:03.709065Z","time spent":"577.617682ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-26T02:14:04.286725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.356571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T02:14:04.286764Z","caller":"traceutil/trace.go:171","msg":"trace[904022847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8885; }","duration":"523.438224ms","start":"2026-03-26T02:14:03.763317Z","end":"2026-03-26T02:14:04.286755Z","steps":["trace[904022847] 'agreement among raft nodes before linearized reading' (duration: 522.861048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:04.286797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:03.763298Z","time spent":"523.493116ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T02:14:04.286973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.929725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T02:14:04.287056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.871058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:14:04.287094Z","caller":"traceutil/trace.go:171","msg":"trace[2064315734] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:8885; }","duration":"517.079989ms","start":"2026-03-26T02:14:03.769991Z","end":"2026-03-26T02:14:04.287071Z","steps":["trace[2064315734] 'agreement among raft nodes before linearized reading' (duration: 516.214375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:04.28776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:03.769982Z","time spent":"517.763748ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ddq7h\" "} {"level":"info","ts":"2026-03-26T02:14:04.288134Z","caller":"traceutil/trace.go:171","msg":"trace[356847197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8885; }","duration":"523.405724ms","start":"2026-03-26T02:14:03.764148Z","end":"2026-03-26T02:14:04.287554Z","steps":["trace[356847197] 'agreement among raft nodes before linearized reading' (duration: 521.966154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:04.288251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:03.764141Z","time spent":"524.061031ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:14:04.843569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.577884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:14:04.843706Z","caller":"traceutil/trace.go:171","msg":"trace[8728981] linearizableReadLoop","detail":"{readStateIndex:9216; appliedIndex:9215; }","duration":"552.030609ms","start":"2026-03-26T02:14:04.291653Z","end":"2026-03-26T02:14:04.843684Z","steps":["trace[8728981] 'read index received' (duration: 294.328932ms)","trace[8728981] 'applied index is now lower than readState.Index' (duration: 257.699997ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:04.843793Z","caller":"traceutil/trace.go:171","msg":"trace[845898275] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"553.333615ms","start":"2026-03-26T02:14:04.290444Z","end":"2026-03-26T02:14:04.843778Z","steps":["trace[845898275] 'process raft request' (duration: 295.440953ms)","trace[845898275] 'compare' (duration: 257.390798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:14:04.843858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.290423Z","time spent":"553.399997ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:14:04.843959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.282036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-26T02:14:04.84405Z","caller":"traceutil/trace.go:171","msg":"trace[51895047] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8886; }","duration":"552.42394ms","start":"2026-03-26T02:14:04.291606Z","end":"2026-03-26T02:14:04.84403Z","steps":["trace[51895047] 'agreement among raft nodes before linearized reading' (duration: 552.182873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:04.844092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.291585Z","time spent":"552.498572ms","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-26T02:14:05.221301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.170305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:14:05.221693Z","caller":"traceutil/trace.go:171","msg":"trace[699650909] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"929.919386ms","start":"2026-03-26T02:14:04.291746Z","end":"2026-03-26T02:14:05.221665Z","steps":["trace[699650909] 'process raft request' (duration: 807.297668ms)","trace[699650909] 'compare' (duration: 122.018791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:14:05.221819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.291718Z","time spent":"930.039969ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T02:14:05.223869Z","caller":"traceutil/trace.go:171","msg":"trace[648394637] linearizableReadLoop","detail":"{readStateIndex:9223; appliedIndex:9216; }","duration":"380.109118ms","start":"2026-03-26T02:14:04.843736Z","end":"2026-03-26T02:14:05.223845Z","steps":["trace[648394637] 'read index received' (duration: 255.177428ms)","trace[648394637] 'applied index is now lower than readState.Index' (duration: 124.93031ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:05.224081Z","caller":"traceutil/trace.go:171","msg":"trace[1247494024] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"929.260867ms","start":"2026-03-26T02:14:04.294768Z","end":"2026-03-26T02:14:05.224028Z","steps":["trace[1247494024] 'process raft request' (duration: 928.948129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.224183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.565426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:14:05.224218Z","caller":"traceutil/trace.go:171","msg":"trace[653954981] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8893; }","duration":"551.648108ms","start":"2026-03-26T02:14:04.672561Z","end":"2026-03-26T02:14:05.224209Z","steps":["trace[653954981] 'agreement among raft nodes before linearized reading' (duration: 551.463613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.224246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.67254Z","time spent":"551.69653ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":117,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:14:05.224326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.664519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-26T02:14:05.224338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.294761Z","time spent":"929.425923ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:14:05.224426Z","caller":"traceutil/trace.go:171","msg":"trace[173173986] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8893; }","duration":"401.836365ms","start":"2026-03-26T02:14:04.822566Z","end":"2026-03-26T02:14:05.224403Z","steps":["trace[173173986] 'agreement among raft nodes before linearized reading' (duration: 401.441214ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:05.224467Z","caller":"traceutil/trace.go:171","msg":"trace[16384448] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"929.489414ms","start":"2026-03-26T02:14:04.29497Z","end":"2026-03-26T02:14:05.224459Z","steps":["trace[16384448] 'process raft request' (duration: 928.791135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.224476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.82253Z","time spent":"401.937078ms","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-26T02:14:05.224519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.294947Z","time spent":"929.541856ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:14:05.22458Z","caller":"traceutil/trace.go:171","msg":"trace[271175000] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"928.727663ms","start":"2026-03-26T02:14:04.295846Z","end":"2026-03-26T02:14:05.224574Z","steps":["trace[271175000] 'process raft request' (duration: 927.953772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.224616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.295836Z","time spent":"928.760384ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:14:05.224681Z","caller":"traceutil/trace.go:171","msg":"trace[2133209585] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"932.287701ms","start":"2026-03-26T02:14:04.292386Z","end":"2026-03-26T02:14:05.224673Z","steps":["trace[2133209585] 'process raft request' (duration: 931.212542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.224734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.292354Z","time spent":"932.354573ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:14:05.22478Z","caller":"traceutil/trace.go:171","msg":"trace[1266666110] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"930.255396ms","start":"2026-03-26T02:14:04.294507Z","end":"2026-03-26T02:14:05.224762Z","steps":["trace[1266666110] 'process raft request' (duration: 929.159526ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:05.224868Z","caller":"traceutil/trace.go:171","msg":"trace[1731576499] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"932.925998ms","start":"2026-03-26T02:14:04.291933Z","end":"2026-03-26T02:14:05.224859Z","steps":["trace[1731576499] 'process raft request' (duration: 929.620428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.224876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.294494Z","time spent":"930.332787ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:14:05.224923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.29192Z","time spent":"932.97941ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T02:14:05.225222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.486359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228495"} {"level":"info","ts":"2026-03-26T02:14:05.225287Z","caller":"traceutil/trace.go:171","msg":"trace[1265046626] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8893; }","duration":"931.552961ms","start":"2026-03-26T02:14:04.293718Z","end":"2026-03-26T02:14:05.225271Z","steps":["trace[1265046626] 'agreement among raft nodes before linearized reading' (duration: 930.487271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.225491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.293705Z","time spent":"931.766297ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228517,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-26T02:14:05.258373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.939392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:14:05.258472Z","caller":"traceutil/trace.go:171","msg":"trace[1683486044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8894; }","duration":"349.103867ms","start":"2026-03-26T02:14:04.909348Z","end":"2026-03-26T02:14:05.258452Z","steps":["trace[1683486044] 'agreement among raft nodes before linearized reading' (duration: 348.896411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.258515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.909325Z","time spent":"349.181129ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:14:05.258659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.937155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:14:05.258769Z","caller":"traceutil/trace.go:171","msg":"trace[14700034] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8894; }","duration":"395.076929ms","start":"2026-03-26T02:14:04.863649Z","end":"2026-03-26T02:14:05.258726Z","steps":["trace[14700034] 'agreement among raft nodes before linearized reading' (duration: 394.906095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.259049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:04.86363Z","time spent":"395.186002ms","remote":"127.0.0.1:38370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:14:05.511818Z","caller":"traceutil/trace.go:171","msg":"trace[435104978] linearizableReadLoop","detail":"{readStateIndex:9225; appliedIndex:9224; }","duration":"253.583643ms","start":"2026-03-26T02:14:05.258212Z","end":"2026-03-26T02:14:05.511795Z","steps":["trace[435104978] 'read index received' (duration: 253.378388ms)","trace[435104978] 'applied index is now lower than readState.Index' (duration: 204.095µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:14:05.512012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.67399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-26T02:14:05.512013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.369899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a0425d9ea0c33c\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-26T02:14:05.512095Z","caller":"traceutil/trace.go:171","msg":"trace[1086535846] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8895; }","duration":"283.771642ms","start":"2026-03-26T02:14:05.22827Z","end":"2026-03-26T02:14:05.512041Z","steps":["trace[1086535846] 'agreement among raft nodes before linearized reading' (duration: 283.647129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.512097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.891056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-26T02:14:05.512125Z","caller":"traceutil/trace.go:171","msg":"trace[1791026084] range","detail":"{range_begin:/registry/events/openstack/ceph.18a0425d9ea0c33c; range_end:; response_count:1; response_revision:8895; }","duration":"280.478691ms","start":"2026-03-26T02:14:05.231608Z","end":"2026-03-26T02:14:05.512087Z","steps":["trace[1791026084] 'agreement among raft nodes before linearized reading' (duration: 280.237625ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:05.512176Z","caller":"traceutil/trace.go:171","msg":"trace[204943261] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8895; }","duration":"284.010789ms","start":"2026-03-26T02:14:05.228145Z","end":"2026-03-26T02:14:05.512156Z","steps":["trace[204943261] 'agreement among raft nodes before linearized reading' (duration: 283.823154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.512164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.063623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-03-26T02:14:05.512169Z","caller":"traceutil/trace.go:171","msg":"trace[645790033] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"263.176707ms","start":"2026-03-26T02:14:05.248939Z","end":"2026-03-26T02:14:05.512115Z","steps":["trace[645790033] 'process raft request' (duration: 262.710694ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:05.512226Z","caller":"traceutil/trace.go:171","msg":"trace[533825862] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8895; }","duration":"283.141745ms","start":"2026-03-26T02:14:05.229068Z","end":"2026-03-26T02:14:05.51221Z","steps":["trace[533825862] 'agreement among raft nodes before linearized reading' (duration: 282.97005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.512096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.112185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a0426290cbda25\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-03-26T02:14:05.512267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.185139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:14:05.512376Z","caller":"traceutil/trace.go:171","msg":"trace[796242366] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8895; }","duration":"266.363735ms","start":"2026-03-26T02:14:05.245986Z","end":"2026-03-26T02:14:05.51235Z","steps":["trace[796242366] 'agreement among raft nodes before linearized reading' (duration: 266.149249ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:05.512384Z","caller":"traceutil/trace.go:171","msg":"trace[1888125962] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a0426290cbda25; range_end:; response_count:1; response_revision:8895; }","duration":"283.400542ms","start":"2026-03-26T02:14:05.228928Z","end":"2026-03-26T02:14:05.512329Z","steps":["trace[1888125962] 'agreement among raft nodes before linearized reading' (duration: 282.986001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.694732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.360281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:14:05.695091Z","caller":"traceutil/trace.go:171","msg":"trace[269048649] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"340.409098ms","start":"2026-03-26T02:14:05.354652Z","end":"2026-03-26T02:14:05.695062Z","steps":["trace[269048649] 'process raft request' (duration: 340.211853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.695247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:05.35464Z","time spent":"340.522891ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:14:05.695491Z","caller":"traceutil/trace.go:171","msg":"trace[1763263329] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"341.295702ms","start":"2026-03-26T02:14:05.354129Z","end":"2026-03-26T02:14:05.695425Z","steps":["trace[1763263329] 'process raft request' (duration: 191.117308ms)","trace[1763263329] 'compare' (duration: 149.105014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:14:05.6958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:05.354106Z","time spent":"341.557859ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:14:05.826701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.700307ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T02:14:05.827054Z","caller":"traceutil/trace.go:171","msg":"trace[1504337224] linearizableReadLoop","detail":"{readStateIndex:9228; appliedIndex:9225; }","duration":"315.133464ms","start":"2026-03-26T02:14:05.511891Z","end":"2026-03-26T02:14:05.827025Z","steps":["trace[1504337224] 'read index received' (duration: 33.368077ms)","trace[1504337224] 'applied index is now lower than readState.Index' (duration: 281.763757ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:05.827268Z","caller":"traceutil/trace.go:171","msg":"trace[269806244] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"312.224324ms","start":"2026-03-26T02:14:05.515013Z","end":"2026-03-26T02:14:05.827237Z","steps":["trace[269806244] 'process raft request' (duration: 311.839353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.82744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:05.514994Z","time spent":"312.358078ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:14:05.917829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.373779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:14:05.917893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.673194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:14:05.917937Z","caller":"traceutil/trace.go:171","msg":"trace[732575999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8898; }","duration":"658.506342ms","start":"2026-03-26T02:14:05.259397Z","end":"2026-03-26T02:14:05.917903Z","steps":["trace[732575999] 'agreement among raft nodes before linearized reading' (duration: 567.74727ms)","trace[732575999] 'range keys from in-memory index tree' (duration: 90.607589ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:05.917999Z","caller":"traceutil/trace.go:171","msg":"trace[66436520] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8898; }","duration":"423.828638ms","start":"2026-03-26T02:14:05.494138Z","end":"2026-03-26T02:14:05.917966Z","steps":["trace[66436520] 'agreement among raft nodes before linearized reading' (duration: 332.978313ms)","trace[66436520] 'count revisions from in-memory index tree' (duration: 90.70044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:14:05.918025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:05.25939Z","time spent":"658.618686ms","remote":"127.0.0.1:59860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:14:05.918086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:05.494118Z","time spent":"423.947082ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:14:05.918148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.090074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-26T02:14:05.918224Z","caller":"traceutil/trace.go:171","msg":"trace[347860839] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8899; }","duration":"401.183397ms","start":"2026-03-26T02:14:05.517023Z","end":"2026-03-26T02:14:05.918206Z","steps":["trace[347860839] 'agreement among raft nodes before linearized reading' (duration: 400.94645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:05.918257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:05.516994Z","time spent":"401.257689ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2665,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-26T02:14:05.918457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.096911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-26T02:14:05.918587Z","caller":"traceutil/trace.go:171","msg":"trace[621294117] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8899; }","duration":"292.274516ms","start":"2026-03-26T02:14:05.62629Z","end":"2026-03-26T02:14:05.918564Z","steps":["trace[621294117] 'agreement among raft nodes before linearized reading' (duration: 291.807053ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:05.918947Z","caller":"traceutil/trace.go:171","msg":"trace[1031076935] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"403.631453ms","start":"2026-03-26T02:14:05.515294Z","end":"2026-03-26T02:14:05.918925Z","steps":["trace[1031076935] 'process raft request' (duration: 311.932045ms)","trace[1031076935] 'compare' (duration: 90.626219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:14:05.919183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:05.515283Z","time spent":"403.816029ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:14:05.919179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.079198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-26T02:14:05.919354Z","caller":"traceutil/trace.go:171","msg":"trace[1311370710] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8899; }","duration":"175.257283ms","start":"2026-03-26T02:14:05.744076Z","end":"2026-03-26T02:14:05.919333Z","steps":["trace[1311370710] 'agreement among raft nodes before linearized reading' (duration: 173.974607ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:06.275747Z","caller":"traceutil/trace.go:171","msg":"trace[812561279] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9230; }","duration":"351.598024ms","start":"2026-03-26T02:14:05.924116Z","end":"2026-03-26T02:14:06.275714Z","steps":["trace[812561279] 'read index received' (duration: 350.886074ms)","trace[812561279] 'applied index is now lower than readState.Index' (duration: 710.85µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:06.275861Z","caller":"traceutil/trace.go:171","msg":"trace[2100466398] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"394.105261ms","start":"2026-03-26T02:14:05.881733Z","end":"2026-03-26T02:14:06.275838Z","steps":["trace[2100466398] 'process raft request' (duration: 393.781963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:06.275982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.83485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:14:06.27603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:05.881707Z","time spent":"394.208265ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:14:06.276085Z","caller":"traceutil/trace.go:171","msg":"trace[1291466139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8900; }","duration":"351.981545ms","start":"2026-03-26T02:14:05.92408Z","end":"2026-03-26T02:14:06.276061Z","steps":["trace[1291466139] 'agreement among raft nodes before linearized reading' (duration: 351.783369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:06.276121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.796422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-26T02:14:06.276138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:05.924061Z","time spent":"352.067456ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:14:06.276229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.926974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-26T02:14:06.276273Z","caller":"traceutil/trace.go:171","msg":"trace[2031899365] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8900; }","duration":"350.969436ms","start":"2026-03-26T02:14:05.925264Z","end":"2026-03-26T02:14:06.276234Z","steps":["trace[2031899365] 'agreement among raft nodes before linearized reading' (duration: 350.612086ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:06.276328Z","caller":"traceutil/trace.go:171","msg":"trace[682461894] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8900; }","duration":"324.073508ms","start":"2026-03-26T02:14:05.95223Z","end":"2026-03-26T02:14:06.276303Z","steps":["trace[682461894] 'agreement among raft nodes before linearized reading' (duration: 323.830892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:06.276352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:05.925256Z","time spent":"351.05883ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-26T02:14:06.27638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:05.952209Z","time spent":"324.161681ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-26T02:14:06.821185Z","caller":"traceutil/trace.go:171","msg":"trace[720538225] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"349.900219ms","start":"2026-03-26T02:14:06.471252Z","end":"2026-03-26T02:14:06.821152Z","steps":["trace[720538225] 'process raft request' (duration: 349.693213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:06.821391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:06.471223Z","time spent":"350.058153ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:14:07.508187Z","caller":"traceutil/trace.go:171","msg":"trace[1704735063] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"273.478989ms","start":"2026-03-26T02:14:07.234676Z","end":"2026-03-26T02:14:07.508155Z","steps":["trace[1704735063] 'process raft request' (duration: 273.247843ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:07.508616Z","caller":"traceutil/trace.go:171","msg":"trace[1338726033] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"273.654364ms","start":"2026-03-26T02:14:07.234894Z","end":"2026-03-26T02:14:07.508548Z","steps":["trace[1338726033] 'process raft request' (duration: 273.203222ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:07.508757Z","caller":"traceutil/trace.go:171","msg":"trace[1084499659] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9233; }","duration":"270.872959ms","start":"2026-03-26T02:14:07.237808Z","end":"2026-03-26T02:14:07.508681Z","steps":["trace[1084499659] 'read index received' (duration: 67.982857ms)","trace[1084499659] 'applied index is now lower than readState.Index' (duration: 202.888812ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:07.508666Z","caller":"traceutil/trace.go:171","msg":"trace[421882101] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"273.380957ms","start":"2026-03-26T02:14:07.235262Z","end":"2026-03-26T02:14:07.508643Z","steps":["trace[421882101] 'process raft request' (duration: 273.170611ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:07.508914Z","caller":"traceutil/trace.go:171","msg":"trace[1199011169] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"273.237433ms","start":"2026-03-26T02:14:07.235665Z","end":"2026-03-26T02:14:07.508902Z","steps":["trace[1199011169] 'process raft request' (duration: 272.920974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:07.509249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.445143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-26T02:14:07.509302Z","caller":"traceutil/trace.go:171","msg":"trace[1083259166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8908; }","duration":"244.546126ms","start":"2026-03-26T02:14:07.264738Z","end":"2026-03-26T02:14:07.509284Z","steps":["trace[1083259166] 'agreement among raft nodes before linearized reading' (duration: 244.34345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:07.50963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.789134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228495"} {"level":"info","ts":"2026-03-26T02:14:07.509701Z","caller":"traceutil/trace.go:171","msg":"trace[566475560] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8908; }","duration":"271.895097ms","start":"2026-03-26T02:14:07.237788Z","end":"2026-03-26T02:14:07.509683Z","steps":["trace[566475560] 'agreement among raft nodes before linearized reading' (duration: 271.225618ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:07.509702Z","caller":"traceutil/trace.go:171","msg":"trace[909218298] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"247.117977ms","start":"2026-03-26T02:14:07.262572Z","end":"2026-03-26T02:14:07.50969Z","steps":["trace[909218298] 'process raft request' (duration: 246.056207ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:07.86908Z","caller":"traceutil/trace.go:171","msg":"trace[122251492] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"167.427868ms","start":"2026-03-26T02:14:07.701616Z","end":"2026-03-26T02:14:07.869044Z","steps":["trace[122251492] 'process raft request' (duration: 167.248813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:08.411483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431175338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T02:14:08.912529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431175338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T02:14:09.11149Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.242605553s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-26T02:14:09.251114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.291894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:14:09.251241Z","caller":"traceutil/trace.go:171","msg":"trace[212034289] linearizableReadLoop","detail":"{readStateIndex:9242; appliedIndex:9241; }","duration":"1.341197379s","start":"2026-03-26T02:14:07.910023Z","end":"2026-03-26T02:14:09.25122Z","steps":["trace[212034289] 'read index received' (duration: 1.201671139s)","trace[212034289] 'applied index is now lower than readState.Index' (duration: 139.52498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:14:09.25138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341365323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:14:09.25135Z","caller":"traceutil/trace.go:171","msg":"trace[1017633655] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"1.549635293s","start":"2026-03-26T02:14:07.701667Z","end":"2026-03-26T02:14:09.251302Z","steps":["trace[1017633655] 'process raft request' (duration: 1.410042981s)","trace[1017633655] 'compare' (duration: 139.048937ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:09.251416Z","caller":"traceutil/trace.go:171","msg":"trace[1444474866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8911; }","duration":"1.341430395s","start":"2026-03-26T02:14:07.909974Z","end":"2026-03-26T02:14:09.251404Z","steps":["trace[1444474866] 'agreement among raft nodes before linearized reading' (duration: 1.341361773s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:09.251452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:07.909954Z","time spent":"1.341490417s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T02:14:09.251506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.246701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T02:14:09.25155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.092931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-26T02:14:09.251562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:07.701628Z","time spent":"1.549811428s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:14:09.251607Z","caller":"traceutil/trace.go:171","msg":"trace[1075678275] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8911; }","duration":"191.419885ms","start":"2026-03-26T02:14:09.060165Z","end":"2026-03-26T02:14:09.251585Z","steps":["trace[1075678275] 'agreement among raft nodes before linearized reading' (duration: 191.22635ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:09.25162Z","caller":"traceutil/trace.go:171","msg":"trace[1278049541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8911; }","duration":"890.204035ms","start":"2026-03-26T02:14:08.361395Z","end":"2026-03-26T02:14:09.251599Z","steps":["trace[1278049541] 'agreement among raft nodes before linearized reading' (duration: 889.953788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:09.251668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:08.361378Z","time spent":"890.277906ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T02:14:09.252243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.169258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-26T02:14:09.252402Z","caller":"traceutil/trace.go:171","msg":"trace[634707594] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8911; }","duration":"660.393824ms","start":"2026-03-26T02:14:08.59198Z","end":"2026-03-26T02:14:09.252374Z","steps":["trace[634707594] 'agreement among raft nodes before linearized reading' (duration: 659.487019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:09.252467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:08.591954Z","time spent":"660.498097ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":905,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:14:10.013802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431175347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T02:14:10.514347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868298431175347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T02:14:10.64798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.301125743s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T02:14:10.648413Z","caller":"traceutil/trace.go:171","msg":"trace[1939976635] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"1.303088936s","start":"2026-03-26T02:14:09.345294Z","end":"2026-03-26T02:14:10.648383Z","steps":["trace[1939976635] 'process raft request' (duration: 1.302913982s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:10.648598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:09.345272Z","time spent":"1.303227141s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:14:11.118602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.26951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:14:11.118882Z","caller":"traceutil/trace.go:171","msg":"trace[867487588] linearizableReadLoop","detail":"{readStateIndex:9246; appliedIndex:9243; }","duration":"1.60509087s","start":"2026-03-26T02:14:09.513766Z","end":"2026-03-26T02:14:11.118857Z","steps":["trace[867487588] 'read index received' (duration: 1.134505857s)","trace[867487588] 'applied index is now lower than readState.Index' (duration: 470.583423ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:11.119046Z","caller":"traceutil/trace.go:171","msg":"trace[1731663113] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"1.604187055s","start":"2026-03-26T02:14:09.514838Z","end":"2026-03-26T02:14:11.119025Z","steps":["trace[1731663113] 'process raft request' (duration: 1.48239232s)","trace[1731663113] 'compare' (duration: 120.973392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:14:11.119149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:09.514827Z","time spent":"1.604271317s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:14:11.119201Z","caller":"traceutil/trace.go:171","msg":"trace[2145902145] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"1.244683873s","start":"2026-03-26T02:14:09.874479Z","end":"2026-03-26T02:14:11.119163Z","steps":["trace[2145902145] 'process raft request' (duration: 1.244251622s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:11.119281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.595216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:14:11.119325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605529802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T02:14:11.119361Z","caller":"traceutil/trace.go:171","msg":"trace[789945468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8915; }","duration":"209.715599ms","start":"2026-03-26T02:14:10.909623Z","end":"2026-03-26T02:14:11.119338Z","steps":["trace[789945468] 'agreement among raft nodes before linearized reading' (duration: 209.577655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:11.119396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:09.874455Z","time spent":"1.244833808s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:14:11.119422Z","caller":"traceutil/trace.go:171","msg":"trace[1370527974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8915; }","duration":"1.605640265s","start":"2026-03-26T02:14:09.513759Z","end":"2026-03-26T02:14:11.119399Z","steps":["trace[1370527974] 'agreement among raft nodes before linearized reading' (duration: 1.605324016s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:11.119424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.986289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-26T02:14:11.119468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:09.513709Z","time spent":"1.605750328s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T02:14:11.119473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182496086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:14:11.119521Z","caller":"traceutil/trace.go:171","msg":"trace[888158688] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8915; }","duration":"473.143893ms","start":"2026-03-26T02:14:10.646355Z","end":"2026-03-26T02:14:11.119499Z","steps":["trace[888158688] 'agreement among raft nodes before linearized reading' (duration: 472.840244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:11.119548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605046959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-26T02:14:11.119471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602417377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T02:14:11.11934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60547661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-26T02:14:11.119588Z","caller":"traceutil/trace.go:171","msg":"trace[1365474759] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:8915; }","duration":"1.602593261s","start":"2026-03-26T02:14:09.516986Z","end":"2026-03-26T02:14:11.119579Z","steps":["trace[1365474759] 'agreement among raft nodes before linearized reading' (duration: 1.602413436s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:11.119589Z","caller":"traceutil/trace.go:171","msg":"trace[921614985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8915; }","duration":"1.60509719s","start":"2026-03-26T02:14:09.514478Z","end":"2026-03-26T02:14:11.119575Z","steps":["trace[921614985] 'agreement among raft nodes before linearized reading' (duration: 1.605016128s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:11.119587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:10.64633Z","time spent":"473.248416ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-26T02:14:11.119594Z","caller":"traceutil/trace.go:171","msg":"trace[2042489077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8915; }","duration":"1.18267494s","start":"2026-03-26T02:14:09.93689Z","end":"2026-03-26T02:14:11.119564Z","steps":["trace[2042489077] 'agreement among raft nodes before linearized reading' (duration: 1.182474075s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:11.119617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:09.516974Z","time spent":"1.602635873s","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ddq7h\" "} {"level":"info","ts":"2026-03-26T02:14:11.119627Z","caller":"traceutil/trace.go:171","msg":"trace[722310983] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8915; }","duration":"1.60580247s","start":"2026-03-26T02:14:09.513803Z","end":"2026-03-26T02:14:11.119606Z","steps":["trace[722310983] 'agreement among raft nodes before linearized reading' (duration: 1.605400299s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:11.119666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:09.936867Z","time spent":"1.182784534s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:14:11.119685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:09.51378Z","time spent":"1.605885881s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T02:14:11.119703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605251774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-26T02:14:11.1197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.209471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-26T02:14:11.119732Z","caller":"traceutil/trace.go:171","msg":"trace[1094687178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8915; }","duration":"1.605351517s","start":"2026-03-26T02:14:09.514372Z","end":"2026-03-26T02:14:11.119723Z","steps":["trace[1094687178] 'agreement among raft nodes before linearized reading' (duration: 1.605271715s)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:11.11975Z","caller":"traceutil/trace.go:171","msg":"trace[414150275] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:8915; }","duration":"885.263172ms","start":"2026-03-26T02:14:10.234473Z","end":"2026-03-26T02:14:11.119737Z","steps":["trace[414150275] 'agreement among raft nodes before linearized reading' (duration: 885.084307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:11.119761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:09.514347Z","time spent":"1.605408819s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:14:11.119773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171617297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T02:14:11.119792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:10.2344Z","time spent":"885.381225ms","remote":"127.0.0.1:59910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-26T02:14:11.119807Z","caller":"traceutil/trace.go:171","msg":"trace[1254165131] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8915; }","duration":"1.171654768s","start":"2026-03-26T02:14:09.948143Z","end":"2026-03-26T02:14:11.119798Z","steps":["trace[1254165131] 'agreement among raft nodes before linearized reading' (duration: 1.171588116s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:11.119626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:09.514468Z","time spent":"1.605146151s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:14:11.119836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:09.948122Z","time spent":"1.1717069s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-26T02:14:11.119877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.822582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:14:11.119914Z","caller":"traceutil/trace.go:171","msg":"trace[1219605717] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8915; }","duration":"848.894904ms","start":"2026-03-26T02:14:10.271008Z","end":"2026-03-26T02:14:11.119903Z","steps":["trace[1219605717] 'agreement among raft nodes before linearized reading' (duration: 848.835712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:11.119943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:14:10.270985Z","time spent":"848.950436ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-26T02:14:11.386518Z","caller":"traceutil/trace.go:171","msg":"trace[1258834515] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"262.439989ms","start":"2026-03-26T02:14:11.124033Z","end":"2026-03-26T02:14:11.386473Z","steps":["trace[1258834515] 'process raft request' (duration: 262.163121ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:11.386536Z","caller":"traceutil/trace.go:171","msg":"trace[944953216] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"262.400987ms","start":"2026-03-26T02:14:11.124103Z","end":"2026-03-26T02:14:11.386504Z","steps":["trace[944953216] 'process raft request' (duration: 262.300515ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:11.386842Z","caller":"traceutil/trace.go:171","msg":"trace[1051506597] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"262.666575ms","start":"2026-03-26T02:14:11.124138Z","end":"2026-03-26T02:14:11.386805Z","steps":["trace[1051506597] 'process raft request' (duration: 262.316145ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:11.386971Z","caller":"traceutil/trace.go:171","msg":"trace[917206683] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"262.685125ms","start":"2026-03-26T02:14:11.124263Z","end":"2026-03-26T02:14:11.386948Z","steps":["trace[917206683] 'process raft request' (duration: 262.476049ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:11.386975Z","caller":"traceutil/trace.go:171","msg":"trace[654273308] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"260.977408ms","start":"2026-03-26T02:14:11.125963Z","end":"2026-03-26T02:14:11.386941Z","steps":["trace[654273308] 'process raft request' (duration: 260.917037ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:11.390758Z","caller":"traceutil/trace.go:171","msg":"trace[526740149] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"178.539434ms","start":"2026-03-26T02:14:11.212193Z","end":"2026-03-26T02:14:11.390732Z","steps":["trace[526740149] 'process raft request' (duration: 178.355689ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:11.391334Z","caller":"traceutil/trace.go:171","msg":"trace[284701825] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"132.827269ms","start":"2026-03-26T02:14:11.258484Z","end":"2026-03-26T02:14:11.391311Z","steps":["trace[284701825] 'process raft request' (duration: 132.179701ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:16.536018Z","caller":"traceutil/trace.go:171","msg":"trace[752699337] linearizableReadLoop","detail":"{readStateIndex:9305; appliedIndex:9304; }","duration":"136.577121ms","start":"2026-03-26T02:14:16.399418Z","end":"2026-03-26T02:14:16.535995Z","steps":["trace[752699337] 'read index received' (duration: 136.331554ms)","trace[752699337] 'applied index is now lower than readState.Index' (duration: 244.267µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:14:16.536103Z","caller":"traceutil/trace.go:171","msg":"trace[550835664] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"240.323279ms","start":"2026-03-26T02:14:16.295731Z","end":"2026-03-26T02:14:16.536054Z","steps":["trace[550835664] 'process raft request' (duration: 240.107314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:14:16.536246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.794316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T02:14:16.536341Z","caller":"traceutil/trace.go:171","msg":"trace[859762256] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8972; }","duration":"136.957121ms","start":"2026-03-26T02:14:16.399362Z","end":"2026-03-26T02:14:16.53632Z","steps":["trace[859762256] 'agreement among raft nodes before linearized reading' (duration: 136.757605ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:14:22.402122Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024d4.wal"} {"level":"info","ts":"2026-03-26T02:15:09.800038Z","caller":"traceutil/trace.go:171","msg":"trace[481484026] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"154.380159ms","start":"2026-03-26T02:15:09.645626Z","end":"2026-03-26T02:15:09.800007Z","steps":["trace[481484026] 'process raft request' (duration: 154.145722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:10.022545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.447536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:15:10.022646Z","caller":"traceutil/trace.go:171","msg":"trace[1447716818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9561; }","duration":"113.59259ms","start":"2026-03-26T02:15:09.909029Z","end":"2026-03-26T02:15:10.022621Z","steps":["trace[1447716818] 'range keys from in-memory index tree' (duration: 113.362083ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:11.104678Z","caller":"traceutil/trace.go:171","msg":"trace[671382535] linearizableReadLoop","detail":"{readStateIndex:9911; appliedIndex:9910; }","duration":"150.658848ms","start":"2026-03-26T02:15:10.953991Z","end":"2026-03-26T02:15:11.10465Z","steps":["trace[671382535] 'read index received' (duration: 150.471963ms)","trace[671382535] 'applied index is now lower than readState.Index' (duration: 185.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:15:11.104745Z","caller":"traceutil/trace.go:171","msg":"trace[1632694483] transaction","detail":"{read_only:false; response_revision:9563; number_of_response:1; }","duration":"159.659145ms","start":"2026-03-26T02:15:10.945055Z","end":"2026-03-26T02:15:11.104714Z","steps":["trace[1632694483] 'process raft request' (duration: 159.411208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:11.10486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.973167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:15:11.104905Z","caller":"traceutil/trace.go:171","msg":"trace[967195126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9563; }","duration":"119.08501ms","start":"2026-03-26T02:15:10.985809Z","end":"2026-03-26T02:15:11.104894Z","steps":["trace[967195126] 'agreement among raft nodes before linearized reading' (duration: 118.995098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:11.104891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.868473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5c6fb684df-njz5p.18a0426e73d42d2e\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-26T02:15:11.104972Z","caller":"traceutil/trace.go:171","msg":"trace[1901718640] range","detail":"{range_begin:/registry/events/openstack/glance-api-5c6fb684df-njz5p.18a0426e73d42d2e; range_end:; response_count:1; response_revision:9563; }","duration":"151.008017ms","start":"2026-03-26T02:15:10.953941Z","end":"2026-03-26T02:15:11.104949Z","steps":["trace[1901718640] 'agreement among raft nodes before linearized reading' (duration: 150.798801ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:21.725587Z","caller":"traceutil/trace.go:171","msg":"trace[390648240] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"136.18382ms","start":"2026-03-26T02:15:21.589362Z","end":"2026-03-26T02:15:21.725545Z","steps":["trace[390648240] 'process raft request' (duration: 135.581944ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:23.704768Z","caller":"traceutil/trace.go:171","msg":"trace[1151700739] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"335.242645ms","start":"2026-03-26T02:15:23.369497Z","end":"2026-03-26T02:15:23.704739Z","steps":["trace[1151700739] 'process raft request' (duration: 335.03208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:23.704943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:23.369465Z","time spent":"335.386089ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:15:23.966539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.930135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:15:23.966768Z","caller":"traceutil/trace.go:171","msg":"trace[810671867] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"121.000882ms","start":"2026-03-26T02:15:23.845747Z","end":"2026-03-26T02:15:23.966748Z","steps":["trace[810671867] 'process raft request' (duration: 120.90715ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:23.966779Z","caller":"traceutil/trace.go:171","msg":"trace[1210360308] linearizableReadLoop","detail":"{readStateIndex:9987; appliedIndex:9985; }","duration":"556.255575ms","start":"2026-03-26T02:15:23.410496Z","end":"2026-03-26T02:15:23.966751Z","steps":["trace[1210360308] 'read index received' (duration: 294.025014ms)","trace[1210360308] 'applied index is now lower than readState.Index' (duration: 262.228811ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:15:23.966823Z","caller":"traceutil/trace.go:171","msg":"trace[1461126688] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"583.447891ms","start":"2026-03-26T02:15:23.383342Z","end":"2026-03-26T02:15:23.96679Z","steps":["trace[1461126688] 'process raft request' (duration: 444.177167ms)","trace[1461126688] 'compare' (duration: 138.600536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:15:23.966974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:23.383328Z","time spent":"583.568655ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:15:23.967005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.051574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"info","ts":"2026-03-26T02:15:23.967034Z","caller":"traceutil/trace.go:171","msg":"trace[126496675] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9638; }","duration":"448.149977ms","start":"2026-03-26T02:15:23.518874Z","end":"2026-03-26T02:15:23.967024Z","steps":["trace[126496675] 'agreement among raft nodes before linearized reading' (duration: 448.009853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:23.967067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:23.518838Z","time spent":"448.222409ms","remote":"127.0.0.1:60036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19359,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-26T02:15:23.967176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.563105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T02:15:23.967173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.840624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:15:23.967224Z","caller":"traceutil/trace.go:171","msg":"trace[1029188589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:9638; }","duration":"217.646457ms","start":"2026-03-26T02:15:23.749567Z","end":"2026-03-26T02:15:23.967213Z","steps":["trace[1029188589] 'agreement among raft nodes before linearized reading' (duration: 217.540284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:23.967172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.382352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T02:15:23.967706Z","caller":"traceutil/trace.go:171","msg":"trace[851399675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9638; }","duration":"106.974658ms","start":"2026-03-26T02:15:23.860708Z","end":"2026-03-26T02:15:23.967682Z","steps":["trace[851399675] 'agreement among raft nodes before linearized reading' (duration: 106.236288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:23.967198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.688627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-26T02:15:23.967822Z","caller":"traceutil/trace.go:171","msg":"trace[958411879] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9638; }","duration":"557.341365ms","start":"2026-03-26T02:15:23.410438Z","end":"2026-03-26T02:15:23.967779Z","steps":["trace[958411879] 'agreement among raft nodes before linearized reading' (duration: 556.396539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:23.967928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:23.410415Z","time spent":"557.449778ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-26T02:15:23.967252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.412174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-26T02:15:23.968332Z","caller":"traceutil/trace.go:171","msg":"trace[2060954082] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9638; }","duration":"106.517505ms","start":"2026-03-26T02:15:23.861785Z","end":"2026-03-26T02:15:23.968303Z","steps":["trace[2060954082] 'agreement among raft nodes before linearized reading' (duration: 105.151997ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:23.967294Z","caller":"traceutil/trace.go:171","msg":"trace[1105330225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9638; }","duration":"110.955997ms","start":"2026-03-26T02:15:23.856301Z","end":"2026-03-26T02:15:23.967257Z","steps":["trace[1105330225] 'agreement among raft nodes before linearized reading' (duration: 110.640738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:24.679611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.022224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:15:24.679933Z","caller":"traceutil/trace.go:171","msg":"trace[128006645] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"306.132916ms","start":"2026-03-26T02:15:24.373785Z","end":"2026-03-26T02:15:24.679918Z","steps":["trace[128006645] 'process raft request' (duration: 306.096855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:24.680017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:24.373753Z","time spent":"306.215749ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:15:24.680274Z","caller":"traceutil/trace.go:171","msg":"trace[7060022] linearizableReadLoop","detail":"{readStateIndex:9990; appliedIndex:9988; }","duration":"707.933521ms","start":"2026-03-26T02:15:23.972323Z","end":"2026-03-26T02:15:24.680257Z","steps":["trace[7060022] 'read index received' (duration: 4.301769ms)","trace[7060022] 'applied index is now lower than readState.Index' (duration: 703.629432ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:15:24.680309Z","caller":"traceutil/trace.go:171","msg":"trace[41254259] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"706.169442ms","start":"2026-03-26T02:15:23.974128Z","end":"2026-03-26T02:15:24.680298Z","steps":["trace[41254259] 'process raft request' (duration: 705.713139ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:24.680298Z","caller":"traceutil/trace.go:171","msg":"trace[1263249415] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"707.177969ms","start":"2026-03-26T02:15:23.973071Z","end":"2026-03-26T02:15:24.680249Z","steps":["trace[1263249415] 'process raft request' (duration: 706.712267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:24.680379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:23.974119Z","time spent":"706.210633ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:15:24.680355Z","caller":"traceutil/trace.go:171","msg":"trace[1325374425] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"707.834447ms","start":"2026-03-26T02:15:23.972489Z","end":"2026-03-26T02:15:24.680323Z","steps":["trace[1325374425] 'process raft request' (duration: 707.20868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:24.680476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.180919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"warn","ts":"2026-03-26T02:15:24.680476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:23.973064Z","time spent":"707.327333ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:15:24.68052Z","caller":"traceutil/trace.go:171","msg":"trace[1628319579] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9644; }","duration":"707.233001ms","start":"2026-03-26T02:15:23.973275Z","end":"2026-03-26T02:15:24.680508Z","steps":["trace[1628319579] 'agreement among raft nodes before linearized reading' (duration: 707.091638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:24.680554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:23.97327Z","time spent":"707.275763ms","remote":"127.0.0.1:60036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19359,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-26T02:15:24.680532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:23.972474Z","time spent":"707.961692ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:15:24.680451Z","caller":"traceutil/trace.go:171","msg":"trace[11529977] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"708.364582ms","start":"2026-03-26T02:15:23.971924Z","end":"2026-03-26T02:15:24.680288Z","steps":["trace[11529977] 'process raft request' (duration: 539.577917ms)","trace[11529977] 'compare' (duration: 167.594373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:15:24.680556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.204758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-26T02:15:24.680761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.078467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291283"} {"level":"warn","ts":"2026-03-26T02:15:24.680735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:23.971905Z","time spent":"708.736062ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:15:24.680817Z","caller":"traceutil/trace.go:171","msg":"trace[880687100] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9644; }","duration":"707.154289ms","start":"2026-03-26T02:15:23.973647Z","end":"2026-03-26T02:15:24.680801Z","steps":["trace[880687100] 'agreement among raft nodes before linearized reading' (duration: 706.757938ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:15:24.680844Z","caller":"traceutil/trace.go:171","msg":"trace[1022814592] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9644; }","duration":"708.473825ms","start":"2026-03-26T02:15:23.972309Z","end":"2026-03-26T02:15:24.680783Z","steps":["trace[1022814592] 'agreement among raft nodes before linearized reading' (duration: 708.034583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:15:24.680916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:23.973637Z","time spent":"707.249872ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291305,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-26T02:15:24.68092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:15:23.972302Z","time spent":"708.595748ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-26T02:15:26.442204Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-26T02:15:26.470699Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-26T02:15:26.470832Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-26T02:17:07.294701Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8004} {"level":"info","ts":"2026-03-26T02:17:07.360295Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8004,"took":"62.488955ms","hash":4131675629,"current-db-size-bytes":54968320,"current-db-size":"55 MB","current-db-size-in-use-bytes":28196864,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-26T02:17:07.360361Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4131675629,"revision":8004,"compact-revision":5807} {"level":"warn","ts":"2026-03-26T02:17:15.716829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.193074ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T02:17:15.716977Z","caller":"traceutil/trace.go:171","msg":"trace[1906755809] linearizableReadLoop","detail":"{readStateIndex:10811; appliedIndex:10810; }","duration":"403.650229ms","start":"2026-03-26T02:17:15.313301Z","end":"2026-03-26T02:17:15.716951Z","steps":["trace[1906755809] 'read index received' (duration: 148.247969ms)","trace[1906755809] 'applied index is now lower than readState.Index' (duration: 255.40048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:17:15.717807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.860797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T02:17:15.717893Z","caller":"traceutil/trace.go:171","msg":"trace[1335294157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10432; }","duration":"363.99405ms","start":"2026-03-26T02:17:15.353878Z","end":"2026-03-26T02:17:15.717872Z","steps":["trace[1335294157] 'agreement among raft nodes before linearized reading' (duration: 363.774644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:17:15.717935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:17:15.353857Z","time spent":"364.069053ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T02:17:15.718021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.651596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T02:17:15.718141Z","caller":"traceutil/trace.go:171","msg":"trace[335277775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10432; }","duration":"404.850762ms","start":"2026-03-26T02:17:15.313269Z","end":"2026-03-26T02:17:15.718119Z","steps":["trace[335277775] 'agreement among raft nodes before linearized reading' (duration: 404.449471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:17:15.718188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.155122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T02:17:15.71823Z","caller":"traceutil/trace.go:171","msg":"trace[1271650362] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:10432; }","duration":"240.230854ms","start":"2026-03-26T02:17:15.477986Z","end":"2026-03-26T02:17:15.718217Z","steps":["trace[1271650362] 'agreement among raft nodes before linearized reading' (duration: 240.120111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:17:15.71829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:17:15.313253Z","time spent":"404.957054ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T02:17:15.718426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.396307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T02:17:15.718481Z","caller":"traceutil/trace.go:171","msg":"trace[917801187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10432; }","duration":"354.482039ms","start":"2026-03-26T02:17:15.363981Z","end":"2026-03-26T02:17:15.718463Z","steps":["trace[917801187] 'agreement among raft nodes before linearized reading' (duration: 354.363036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:17:15.718522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:17:15.363959Z","time spent":"354.554241ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T02:17:15.71831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.137968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-26T02:17:15.718746Z","caller":"traceutil/trace.go:171","msg":"trace[2023489383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10432; }","duration":"355.575669ms","start":"2026-03-26T02:17:15.363127Z","end":"2026-03-26T02:17:15.718702Z","steps":["trace[2023489383] 'agreement among raft nodes before linearized reading' (duration: 355.008003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:17:15.71887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:17:15.363116Z","time spent":"355.715843ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-26T02:17:38.453559Z","caller":"traceutil/trace.go:171","msg":"trace[953345184] transaction","detail":"{read_only:false; response_revision:10658; number_of_response:1; }","duration":"230.450355ms","start":"2026-03-26T02:17:38.223087Z","end":"2026-03-26T02:17:38.453537Z","steps":["trace[953345184] 'process raft request' (duration: 230.241019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:17:40.180748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.148525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:17:40.180943Z","caller":"traceutil/trace.go:171","msg":"trace[1248908559] linearizableReadLoop","detail":"{readStateIndex:11050; appliedIndex:11048; }","duration":"145.471732ms","start":"2026-03-26T02:17:40.035454Z","end":"2026-03-26T02:17:40.180925Z","steps":["trace[1248908559] 'read index received' (duration: 24.145242ms)","trace[1248908559] 'applied index is now lower than readState.Index' (duration: 121.32557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:17:40.181133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.677198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T02:17:40.181105Z","caller":"traceutil/trace.go:171","msg":"trace[1883443100] transaction","detail":"{read_only:false; response_revision:10665; number_of_response:1; }","duration":"150.906252ms","start":"2026-03-26T02:17:40.03012Z","end":"2026-03-26T02:17:40.181026Z","steps":["trace[1883443100] 'process raft request' (duration: 29.371456ms)","trace[1883443100] 'compare' (duration: 121.003641ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:17:40.181171Z","caller":"traceutil/trace.go:171","msg":"trace[906061538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:10666; }","duration":"145.75463ms","start":"2026-03-26T02:17:40.035406Z","end":"2026-03-26T02:17:40.18116Z","steps":["trace[906061538] 'agreement among raft nodes before linearized reading' (duration: 145.574615ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:17:40.181269Z","caller":"traceutil/trace.go:171","msg":"trace[1092646110] transaction","detail":"{read_only:false; response_revision:10666; number_of_response:1; }","duration":"150.950243ms","start":"2026-03-26T02:17:40.030267Z","end":"2026-03-26T02:17:40.181217Z","steps":["trace[1092646110] 'process raft request' (duration: 150.593233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:17:42.360807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.343245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T02:17:42.361232Z","caller":"traceutil/trace.go:171","msg":"trace[41040551] transaction","detail":"{read_only:false; response_revision:10682; number_of_response:1; }","duration":"172.188706ms","start":"2026-03-26T02:17:42.189003Z","end":"2026-03-26T02:17:42.361192Z","steps":["trace[41040551] 'process raft request' (duration: 48.364337ms)","trace[41040551] 'compare' (duration: 123.195812ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:17:42.361255Z","caller":"traceutil/trace.go:171","msg":"trace[1402783233] linearizableReadLoop","detail":"{readStateIndex:11068; appliedIndex:11066; }","duration":"166.248263ms","start":"2026-03-26T02:17:42.194983Z","end":"2026-03-26T02:17:42.361231Z","steps":["trace[1402783233] 'read index received' (duration: 42.295211ms)","trace[1402783233] 'applied index is now lower than readState.Index' (duration: 123.951892ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:17:42.361323Z","caller":"traceutil/trace.go:171","msg":"trace[389766954] transaction","detail":"{read_only:false; response_revision:10683; number_of_response:1; }","duration":"172.275688ms","start":"2026-03-26T02:17:42.189022Z","end":"2026-03-26T02:17:42.361298Z","steps":["trace[389766954] 'process raft request' (duration: 171.902778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:17:42.361719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.713276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddq7h\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T02:17:42.361696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.291542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-26T02:17:42.361812Z","caller":"traceutil/trace.go:171","msg":"trace[1059357110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddq7h; range_end:; response_count:1; response_revision:10683; }","duration":"166.831228ms","start":"2026-03-26T02:17:42.194966Z","end":"2026-03-26T02:17:42.361797Z","steps":["trace[1059357110] 'agreement among raft nodes before linearized reading' (duration: 166.334125ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:17:42.36191Z","caller":"traceutil/trace.go:171","msg":"trace[1920934008] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10683; }","duration":"112.56962ms","start":"2026-03-26T02:17:42.249321Z","end":"2026-03-26T02:17:42.36189Z","steps":["trace[1920934008] 'agreement among raft nodes before linearized reading' (duration: 112.170339ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:17:42.722178Z","caller":"traceutil/trace.go:171","msg":"trace[1703806026] linearizableReadLoop","detail":"{readStateIndex:11069; appliedIndex:11068; }","duration":"295.732327ms","start":"2026-03-26T02:17:42.426423Z","end":"2026-03-26T02:17:42.722155Z","steps":["trace[1703806026] 'read index received' (duration: 295.661275ms)","trace[1703806026] 'applied index is now lower than readState.Index' (duration: 70.231µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:17:42.722457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.007264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:17:42.72254Z","caller":"traceutil/trace.go:171","msg":"trace[392707232] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10684; }","duration":"296.135988ms","start":"2026-03-26T02:17:42.426386Z","end":"2026-03-26T02:17:42.722522Z","steps":["trace[392707232] 'agreement among raft nodes before linearized reading' (duration: 295.890671ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:17:42.723026Z","caller":"traceutil/trace.go:171","msg":"trace[2028080306] transaction","detail":"{read_only:false; response_revision:10684; number_of_response:1; }","duration":"309.110724ms","start":"2026-03-26T02:17:42.413203Z","end":"2026-03-26T02:17:42.722313Z","steps":["trace[2028080306] 'process raft request' (duration: 308.781675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:17:42.723157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:17:42.413174Z","time spent":"309.932947ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T02:17:42.8791Z","caller":"traceutil/trace.go:171","msg":"trace[1444771581] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"397.770197ms","start":"2026-03-26T02:17:42.481303Z","end":"2026-03-26T02:17:42.879073Z","steps":["trace[1444771581] 'process raft request' (duration: 347.974001ms)","trace[1444771581] 'compare' (duration: 49.599751ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T02:17:42.879158Z","caller":"traceutil/trace.go:171","msg":"trace[2127131768] transaction","detail":"{read_only:false; response_revision:10686; number_of_response:1; }","duration":"343.317953ms","start":"2026-03-26T02:17:42.53581Z","end":"2026-03-26T02:17:42.879128Z","steps":["trace[2127131768] 'process raft request' (duration: 343.19858ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:17:42.879189Z","caller":"traceutil/trace.go:171","msg":"trace[1985750862] linearizableReadLoop","detail":"{readStateIndex:11073; appliedIndex:11069; }","duration":"156.924397ms","start":"2026-03-26T02:17:42.722241Z","end":"2026-03-26T02:17:42.879165Z","steps":["trace[1985750862] 'read index received' (duration: 107.001417ms)","trace[1985750862] 'applied index is now lower than readState.Index' (duration: 49.92188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T02:17:42.879258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:17:42.481284Z","time spent":"397.88835ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T02:17:42.879318Z","caller":"traceutil/trace.go:171","msg":"trace[1543702994] transaction","detail":"{read_only:false; response_revision:10687; number_of_response:1; }","duration":"337.368959ms","start":"2026-03-26T02:17:42.541938Z","end":"2026-03-26T02:17:42.879307Z","steps":["trace[1543702994] 'process raft request' (duration: 337.121522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:17:42.879319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:17:42.53578Z","time spent":"343.443927ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:17:42.879433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T02:17:42.541906Z","time spent":"337.449741ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T02:17:42.879479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.441757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T02:17:42.879564Z","caller":"traceutil/trace.go:171","msg":"trace[805623763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10688; }","duration":"194.55877ms","start":"2026-03-26T02:17:42.684972Z","end":"2026-03-26T02:17:42.879531Z","steps":["trace[805623763] 'agreement among raft nodes before linearized reading' (duration: 194.373115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:17:42.879604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.415283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T02:17:42.879649Z","caller":"traceutil/trace.go:171","msg":"trace[254206693] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10688; }","duration":"152.495645ms","start":"2026-03-26T02:17:42.727143Z","end":"2026-03-26T02:17:42.879639Z","steps":["trace[254206693] 'agreement among raft nodes before linearized reading' (duration: 152.416943ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:17:42.879732Z","caller":"traceutil/trace.go:171","msg":"trace[22189279] transaction","detail":"{read_only:false; response_revision:10688; number_of_response:1; }","duration":"226.895077ms","start":"2026-03-26T02:17:42.652825Z","end":"2026-03-26T02:17:42.87972Z","steps":["trace[22189279] 'process raft request' (duration: 226.288201ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:17:57.038951Z","caller":"traceutil/trace.go:171","msg":"trace[938953652] transaction","detail":"{read_only:false; response_revision:10802; number_of_response:1; }","duration":"106.629729ms","start":"2026-03-26T02:17:56.932297Z","end":"2026-03-26T02:17:57.038927Z","steps":["trace[938953652] 'process raft request' (duration: 103.450941ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T02:22:07.300966Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10384} {"level":"info","ts":"2026-03-26T02:22:07.385453Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10384,"took":"81.337353ms","hash":2594034774,"current-db-size-bytes":54968320,"current-db-size":"55 MB","current-db-size-in-use-bytes":22126592,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-26T02:22:07.385613Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2594034774,"revision":10384,"compact-revision":8004} {"level":"warn","ts":"2026-03-26T02:23:53.086205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.697881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-csi-config\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-26T02:23:53.086273Z","caller":"traceutil/trace.go:171","msg":"trace[1207133141] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-csi-config; range_end:; response_count:1; response_revision:12651; }","duration":"134.793254ms","start":"2026-03-26T02:23:52.951464Z","end":"2026-03-26T02:23:53.086257Z","steps":["trace[1207133141] 'range keys from in-memory index tree' (duration: 134.590518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:23:53.086368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.988247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-26T02:23:53.086434Z","caller":"traceutil/trace.go:171","msg":"trace[720582179] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12651; }","duration":"132.065869ms","start":"2026-03-26T02:23:52.954352Z","end":"2026-03-26T02:23:53.086418Z","steps":["trace[720582179] 'range keys from in-memory index tree' (duration: 131.855033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T02:23:53.086645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.615501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/barbican-bin\" ","response":"range_response_count:1 size:28332"} {"level":"info","ts":"2026-03-26T02:23:53.086682Z","caller":"traceutil/trace.go:171","msg":"trace[985840502] range","detail":"{range_begin:/registry/configmaps/openstack/barbican-bin; range_end:; response_count:1; response_revision:12651; }","duration":"145.679653ms","start":"2026-03-26T02:23:52.940996Z","end":"2026-03-26T02:23:53.086675Z","steps":["trace[985840502] 'range keys from in-memory index tree' (duration: 145.398665ms)"],"step_count":1}