{"level":"warn","ts":"2026-04-04T10:11:00.256436Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-04T10:11:00.256589Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-04T10:11:00.256675Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-04T10:11:00.256691Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-04-04T10:11:00.256721Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-04T10:11:00.257535Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-04-04T10:11:00.257625Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-04T10:11:00.305711Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"47.836592ms"} {"level":"info","ts":"2026-04-04T10:11:03.160099Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-04-04T10:11:03.160247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-04-04T10:11:03.160293Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-04-04T10:11:03.160363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-04T10:11:03.160384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-04-04T10:11:03.160444Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-04-04T10:11:07.154302Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-04T10:11:07.22117Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-04T10:11:07.266864Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-04T10:11:07.293663Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-04T10:11:07.293886Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:11:07.294055Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:11:07.294079Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:11:07.294017Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-04T10:11:07.299297Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-04T10:11:07.299395Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-04-04T10:11:07.299436Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-04-04T10:11:07.299662Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-04T10:11:07.299717Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-04T10:11:07.306027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-04-04T10:11:07.306205Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-04-04T10:11:08.061163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-04-04T10:11:08.061243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-04-04T10:11:08.061264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-04-04T10:11:08.061277Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-04-04T10:11:08.061284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-04-04T10:11:08.061295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-04-04T10:11:08.061304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-04-04T10:11:08.062278Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-04-04T10:11:08.062323Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-04T10:11:08.062384Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:11:08.062503Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-04T10:11:08.062582Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-04T10:11:08.063444Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:11:08.063592Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:11:08.063634Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:11:08.065376Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-04-04T10:11:08.065485Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-04T10:11:08.067953Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-04T10:11:09.789502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.013359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-04T10:11:09.789768Z","caller":"traceutil/trace.go:171","msg":"trace[1234617054] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"418.072844ms","start":"2026-04-04T10:11:09.37159Z","end":"2026-04-04T10:11:09.789663Z","steps":["trace[1234617054] 'process raft request' (duration: 81.91692ms)","trace[1234617054] 'compare' (duration: 334.784315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:09.790035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.603827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:09.79009Z","caller":"traceutil/trace.go:171","msg":"trace[650861580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:5; }","duration":"418.694409ms","start":"2026-04-04T10:11:09.371384Z","end":"2026-04-04T10:11:09.790078Z","steps":["trace[650861580] 'agreement among raft nodes before linearized reading' (duration: 418.475954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.7901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.37158Z","time spent":"418.305041ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:09.790179Z","caller":"traceutil/trace.go:171","msg":"trace[88121050] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"344.363532ms","start":"2026-04-04T10:11:09.44579Z","end":"2026-04-04T10:11:09.790154Z","steps":["trace[88121050] 'process raft request' (duration: 344.305061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.79024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.472064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:09.790277Z","caller":"traceutil/trace.go:171","msg":"trace[571509438] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:9; }","duration":"418.516185ms","start":"2026-04-04T10:11:09.371751Z","end":"2026-04-04T10:11:09.790267Z","steps":["trace[571509438] 'agreement among raft nodes before linearized reading' (duration: 418.398062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.790308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.371746Z","time spent":"418.555615ms","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":26,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-04T10:11:09.78981Z","caller":"traceutil/trace.go:171","msg":"trace[1939107415] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:5; }","duration":"378.627987ms","start":"2026-04-04T10:11:09.41116Z","end":"2026-04-04T10:11:09.789788Z","steps":["trace[1939107415] 'read index received' (duration: 42.356051ms)","trace[1939107415] 'applied index is now lower than readState.Index' (duration: 336.269516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:09.790506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.886303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:09.790479Z","caller":"traceutil/trace.go:171","msg":"trace[894991914] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"345.120379ms","start":"2026-04-04T10:11:09.44529Z","end":"2026-04-04T10:11:09.790411Z","steps":["trace[894991914] 'process raft request' (duration: 344.525185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.790129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.371351Z","time spent":"418.7698ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:11:09.790673Z","caller":"traceutil/trace.go:171","msg":"trace[1100863644] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"346.464888ms","start":"2026-04-04T10:11:09.444198Z","end":"2026-04-04T10:11:09.790663Z","steps":["trace[1100863644] 'process raft request' (duration: 345.494816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.790694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.445281Z","time spent":"345.305173ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:11:09.790723Z","caller":"traceutil/trace.go:171","msg":"trace[1589440093] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"345.343183ms","start":"2026-04-04T10:11:09.445351Z","end":"2026-04-04T10:11:09.790694Z","steps":["trace[1589440093] 'process raft request' (duration: 344.568556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.790748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.444182Z","time spent":"346.527749ms","remote":"127.0.0.1:56574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:11:09.790535Z","caller":"traceutil/trace.go:171","msg":"trace[1803927894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:9; }","duration":"418.924683ms","start":"2026-04-04T10:11:09.371602Z","end":"2026-04-04T10:11:09.790527Z","steps":["trace[1803927894] 'agreement among raft nodes before linearized reading' (duration: 418.880782ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:09.790846Z","caller":"traceutil/trace.go:171","msg":"trace[797655919] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"345.319043ms","start":"2026-04-04T10:11:09.445517Z","end":"2026-04-04T10:11:09.790836Z","steps":["trace[797655919] 'process raft request' (duration: 344.516066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.790908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.445507Z","time spent":"345.380254ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:11:09.790859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.371597Z","time spent":"419.24743ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:11:09.790303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.44578Z","time spent":"344.469934ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:11:09.791091Z","caller":"traceutil/trace.go:171","msg":"trace[528847098] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"345.521017ms","start":"2026-04-04T10:11:09.44554Z","end":"2026-04-04T10:11:09.791061Z","steps":["trace[528847098] 'process raft request' (duration: 344.525185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.790802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.445334Z","time spent":"345.433725ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:11:09.791164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.445525Z","time spent":"345.608178ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:11:09.9903Z","caller":"traceutil/trace.go:171","msg":"trace[461194899] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:12; }","duration":"199.71967ms","start":"2026-04-04T10:11:09.790551Z","end":"2026-04-04T10:11:09.990271Z","steps":["trace[461194899] 'read index received' (duration: 101.422954ms)","trace[461194899] 'applied index is now lower than readState.Index' (duration: 98.295766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:09.990427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.241145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:09.990519Z","caller":"traceutil/trace.go:171","msg":"trace[115480546] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:11; }","duration":"474.361967ms","start":"2026-04-04T10:11:09.516139Z","end":"2026-04-04T10:11:09.990501Z","steps":["trace[115480546] 'agreement among raft nodes before linearized reading' (duration: 474.147522ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:09.990499Z","caller":"traceutil/trace.go:171","msg":"trace[169626693] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"524.394324ms","start":"2026-04-04T10:11:09.466079Z","end":"2026-04-04T10:11:09.990473Z","steps":["trace[169626693] 'process raft request' (duration: 425.824183ms)","trace[169626693] 'compare' (duration: 98.156813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:09.990578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.516133Z","time spent":"474.431648ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-04-04T10:11:09.990674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.466065Z","time spent":"524.526018ms","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3159,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:11:09.990784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.901856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:09.990746Z","caller":"traceutil/trace.go:171","msg":"trace[1620878160] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"524.446846ms","start":"2026-04-04T10:11:09.466247Z","end":"2026-04-04T10:11:09.990694Z","steps":["trace[1620878160] 'process raft request' (duration: 523.973076ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:09.990854Z","caller":"traceutil/trace.go:171","msg":"trace[474309114] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"547.996477ms","start":"2026-04-04T10:11:09.44284Z","end":"2026-04-04T10:11:09.990836Z","steps":["trace[474309114] 'agreement among raft nodes before linearized reading' (duration: 547.863794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.990869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.0205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:09.991301Z","caller":"traceutil/trace.go:171","msg":"trace[648749113] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:0; response_revision:11; }","duration":"549.49566ms","start":"2026-04-04T10:11:09.441771Z","end":"2026-04-04T10:11:09.991267Z","steps":["trace[648749113] 'agreement among raft nodes before linearized reading' (duration: 549.00845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.991154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.442821Z","time spent":"548.313485ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-04T10:11:09.991399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.441761Z","time spent":"549.622133ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-04T10:11:09.990957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.636342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:09.991772Z","caller":"traceutil/trace.go:171","msg":"trace[1885726926] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"497.46106ms","start":"2026-04-04T10:11:09.494298Z","end":"2026-04-04T10:11:09.991759Z","steps":["trace[1885726926] 'agreement among raft nodes before linearized reading' (duration: 496.629191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.991859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.494292Z","time spent":"497.554012ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-04T10:11:09.990987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.466222Z","time spent":"524.66879ms","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:11:09.991035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.869492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:09.992131Z","caller":"traceutil/trace.go:171","msg":"trace[165978277] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"546.945496ms","start":"2026-04-04T10:11:09.445147Z","end":"2026-04-04T10:11:09.992092Z","steps":["trace[165978277] 'agreement among raft nodes before linearized reading' (duration: 545.845181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.992224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.445132Z","time spent":"547.064458ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-04T10:11:09.99103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.876637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:09.992349Z","caller":"traceutil/trace.go:171","msg":"trace[720685171] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"567.237607ms","start":"2026-04-04T10:11:09.425098Z","end":"2026-04-04T10:11:09.992336Z","steps":["trace[720685171] 'agreement among raft nodes before linearized reading' (duration: 565.841966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.992445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:09.425085Z","time spent":"567.347549ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-04T10:11:09.997455Z","caller":"traceutil/trace.go:171","msg":"trace[1937588327] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"201.465678ms","start":"2026-04-04T10:11:09.795964Z","end":"2026-04-04T10:11:09.99743Z","steps":["trace[1937588327] 'process raft request' (duration: 201.340185ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:09.997515Z","caller":"traceutil/trace.go:171","msg":"trace[397225769] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"200.17621ms","start":"2026-04-04T10:11:09.797327Z","end":"2026-04-04T10:11:09.997503Z","steps":["trace[397225769] 'process raft request' (duration: 200.15144ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:09.997543Z","caller":"traceutil/trace.go:171","msg":"trace[1231838871] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"201.07018ms","start":"2026-04-04T10:11:09.796457Z","end":"2026-04-04T10:11:09.997527Z","steps":["trace[1231838871] 'process raft request' (duration: 200.955257ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:09.997721Z","caller":"traceutil/trace.go:171","msg":"trace[189987483] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"201.103571ms","start":"2026-04-04T10:11:09.796609Z","end":"2026-04-04T10:11:09.997713Z","steps":["trace[189987483] 'process raft request' (duration: 200.827105ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:09.997915Z","caller":"traceutil/trace.go:171","msg":"trace[1638490383] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"200.914366ms","start":"2026-04-04T10:11:09.796993Z","end":"2026-04-04T10:11:09.997907Z","steps":["trace[1638490383] 'process raft request' (duration: 200.467036ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:09.998079Z","caller":"traceutil/trace.go:171","msg":"trace[1479882714] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"202.01974ms","start":"2026-04-04T10:11:09.79605Z","end":"2026-04-04T10:11:09.99807Z","steps":["trace[1479882714] 'process raft request' (duration: 201.332335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.998352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.269837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:09.998385Z","caller":"traceutil/trace.go:171","msg":"trace[2076376110] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:17; }","duration":"151.316218ms","start":"2026-04-04T10:11:09.84706Z","end":"2026-04-04T10:11:09.998376Z","steps":["trace[2076376110] 'agreement among raft nodes before linearized reading' (duration: 151.219906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.998401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.622683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:10.001856Z","caller":"traceutil/trace.go:171","msg":"trace[108546442] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:17; }","duration":"154.093368ms","start":"2026-04-04T10:11:09.847751Z","end":"2026-04-04T10:11:10.001844Z","steps":["trace[108546442] 'agreement among raft nodes before linearized reading' (duration: 150.626143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:09.998349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.091367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:11:10.002002Z","caller":"traceutil/trace.go:171","msg":"trace[1388228356] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:17; }","duration":"197.764827ms","start":"2026-04-04T10:11:09.80423Z","end":"2026-04-04T10:11:10.001995Z","steps":["trace[1388228356] 'agreement among raft nodes before linearized reading' (duration: 194.056857ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:13.924621Z","caller":"traceutil/trace.go:171","msg":"trace[152973147] linearizableReadLoop","detail":"{readStateIndex:313; appliedIndex:310; }","duration":"186.331967ms","start":"2026-04-04T10:11:13.738262Z","end":"2026-04-04T10:11:13.924594Z","steps":["trace[152973147] 'read index received' (duration: 52.694853ms)","trace[152973147] 'applied index is now lower than readState.Index' (duration: 133.635904ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:11:13.924812Z","caller":"traceutil/trace.go:171","msg":"trace[1456791439] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"204.387204ms","start":"2026-04-04T10:11:13.720369Z","end":"2026-04-04T10:11:13.924756Z","steps":["trace[1456791439] 'process raft request' (duration: 204.131597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:13.92487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.571844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:13.924948Z","caller":"traceutil/trace.go:171","msg":"trace[1688765801] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:0; response_revision:302; }","duration":"186.703507ms","start":"2026-04-04T10:11:13.738227Z","end":"2026-04-04T10:11:13.924931Z","steps":["trace[1688765801] 'agreement among raft nodes before linearized reading' (duration: 186.562864ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:13.925042Z","caller":"traceutil/trace.go:171","msg":"trace[276678299] transaction","detail":"{read_only:false; number_of_response:0; response_revision:301; }","duration":"211.150371ms","start":"2026-04-04T10:11:13.713865Z","end":"2026-04-04T10:11:13.925015Z","steps":["trace[276678299] 'process raft request' (duration: 210.533295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:13.925327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.4073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-04-04T10:11:13.925378Z","caller":"traceutil/trace.go:171","msg":"trace[1322647155] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:302; }","duration":"133.483372ms","start":"2026-04-04T10:11:13.791882Z","end":"2026-04-04T10:11:13.925365Z","steps":["trace[1322647155] 'agreement among raft nodes before linearized reading' (duration: 133.372299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:14.394743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.982121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:11:14.394811Z","caller":"traceutil/trace.go:171","msg":"trace[660501936] linearizableReadLoop","detail":"{readStateIndex:315; appliedIndex:314; }","duration":"420.097207ms","start":"2026-04-04T10:11:13.974703Z","end":"2026-04-04T10:11:14.3948Z","steps":["trace[660501936] 'read index received' (duration: 191.931871ms)","trace[660501936] 'applied index is now lower than readState.Index' (duration: 228.164316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:14.395071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.248897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:14.395156Z","caller":"traceutil/trace.go:171","msg":"trace[459931480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:304; }","duration":"394.411462ms","start":"2026-04-04T10:11:14.000728Z","end":"2026-04-04T10:11:14.395139Z","steps":["trace[459931480] 'agreement among raft nodes before linearized reading' (duration: 394.282468ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:14.395073Z","caller":"traceutil/trace.go:171","msg":"trace[980196517] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"457.215165ms","start":"2026-04-04T10:11:13.937743Z","end":"2026-04-04T10:11:14.394959Z","steps":["trace[980196517] 'process raft request' (duration: 228.958367ms)","trace[980196517] 'compare' (duration: 227.349965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:14.39521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:14.000665Z","time spent":"394.532185ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:11:14.395313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:13.93773Z","time spent":"457.499782ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:11:14.395969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.281391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-04T10:11:14.396035Z","caller":"traceutil/trace.go:171","msg":"trace[719889215] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:304; }","duration":"421.360789ms","start":"2026-04-04T10:11:13.974655Z","end":"2026-04-04T10:11:14.396016Z","steps":["trace[719889215] 'agreement among raft nodes before linearized reading' (duration: 420.256141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:14.396097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:13.974637Z","time spent":"421.429542ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-04-04T10:11:14.743647Z","caller":"traceutil/trace.go:171","msg":"trace[917875290] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"339.222312ms","start":"2026-04-04T10:11:14.40439Z","end":"2026-04-04T10:11:14.743612Z","steps":["trace[917875290] 'process raft request' (duration: 317.620022ms)","trace[917875290] 'compare' (duration: 21.417995ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:11:14.743722Z","caller":"traceutil/trace.go:171","msg":"trace[1439928394] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"289.078225ms","start":"2026-04-04T10:11:14.454622Z","end":"2026-04-04T10:11:14.7437Z","steps":["trace[1439928394] 'process raft request' (duration: 289.030244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:14.743808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:14.40438Z","time spent":"339.345894ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:14.744029Z","caller":"traceutil/trace.go:171","msg":"trace[58048999] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:316; }","duration":"290.80393ms","start":"2026-04-04T10:11:14.453212Z","end":"2026-04-04T10:11:14.744016Z","steps":["trace[58048999] 'read index received' (duration: 268.81378ms)","trace[58048999] 'applied index is now lower than readState.Index' (duration: 21.98859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:14.744129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.898052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:11:14.744165Z","caller":"traceutil/trace.go:171","msg":"trace[952564624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:308; }","duration":"290.979354ms","start":"2026-04-04T10:11:14.453176Z","end":"2026-04-04T10:11:14.744156Z","steps":["trace[952564624] 'agreement among raft nodes before linearized reading' (duration: 290.885912ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:14.7442Z","caller":"traceutil/trace.go:171","msg":"trace[1816486420] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"290.385899ms","start":"2026-04-04T10:11:14.453795Z","end":"2026-04-04T10:11:14.744181Z","steps":["trace[1816486420] 'process raft request' (duration: 289.780774ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:16.692753Z","caller":"traceutil/trace.go:171","msg":"trace[1521000702] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"152.988259ms","start":"2026-04-04T10:11:16.539744Z","end":"2026-04-04T10:11:16.692732Z","steps":["trace[1521000702] 'process raft request' (duration: 152.882686ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:37.280787Z","caller":"traceutil/trace.go:171","msg":"trace[397079945] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"159.265156ms","start":"2026-04-04T10:11:37.121467Z","end":"2026-04-04T10:11:37.280732Z","steps":["trace[397079945] 'process raft request' (duration: 156.376513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:37.281377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.670182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:11:37.281535Z","caller":"traceutil/trace.go:171","msg":"trace[329007487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:475; }","duration":"134.87633ms","start":"2026-04-04T10:11:37.146633Z","end":"2026-04-04T10:11:37.281509Z","steps":["trace[329007487] 'agreement among raft nodes before linearized reading' (duration: 134.594919ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:37.281436Z","caller":"traceutil/trace.go:171","msg":"trace[2066551074] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"134.479504ms","start":"2026-04-04T10:11:37.146704Z","end":"2026-04-04T10:11:37.281184Z","steps":["trace[2066551074] 'read index received' (duration: 130.621873ms)","trace[2066551074] 'applied index is now lower than readState.Index' (duration: 3.854971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:37.282132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.223366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:11:37.282213Z","caller":"traceutil/trace.go:171","msg":"trace[937547495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:475; }","duration":"106.30546ms","start":"2026-04-04T10:11:37.175895Z","end":"2026-04-04T10:11:37.2822Z","steps":["trace[937547495] 'agreement among raft nodes before linearized reading' (duration: 106.195105ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:37.523692Z","caller":"traceutil/trace.go:171","msg":"trace[1460854170] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"207.54006ms","start":"2026-04-04T10:11:37.316107Z","end":"2026-04-04T10:11:37.523647Z","steps":["trace[1460854170] 'process raft request' (duration: 207.485128ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:37.523757Z","caller":"traceutil/trace.go:171","msg":"trace[449904320] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"207.960927ms","start":"2026-04-04T10:11:37.31574Z","end":"2026-04-04T10:11:37.523701Z","steps":["trace[449904320] 'process raft request' (duration: 137.9143ms)","trace[449904320] 'compare' (duration: 69.784336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:37.813354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.084558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:11:37.813468Z","caller":"traceutil/trace.go:171","msg":"trace[1126949371] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"283.298991ms","start":"2026-04-04T10:11:37.530155Z","end":"2026-04-04T10:11:37.813454Z","steps":["trace[1126949371] 'process raft request' (duration: 135.062617ms)","trace[1126949371] 'compare' (duration: 147.976914ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:11:38.017794Z","caller":"traceutil/trace.go:171","msg":"trace[692583434] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"155.090279ms","start":"2026-04-04T10:11:37.862679Z","end":"2026-04-04T10:11:38.01777Z","steps":["trace[692583434] 'process raft request' (duration: 154.957744ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:38.081697Z","caller":"traceutil/trace.go:171","msg":"trace[749917389] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"218.612412ms","start":"2026-04-04T10:11:37.863063Z","end":"2026-04-04T10:11:38.081676Z","steps":["trace[749917389] 'process raft request' (duration: 218.515548ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:38.221318Z","caller":"traceutil/trace.go:171","msg":"trace[213937295] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"135.841676ms","start":"2026-04-04T10:11:38.085447Z","end":"2026-04-04T10:11:38.221289Z","steps":["trace[213937295] 'process raft request' (duration: 98.219531ms)","trace[213937295] 'compare' (duration: 37.51521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:40.765707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083673716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:11:41.189047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.588506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:11:41.189136Z","caller":"traceutil/trace.go:171","msg":"trace[1335298228] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.306501423s","start":"2026-04-04T10:11:39.882621Z","end":"2026-04-04T10:11:41.189123Z","steps":["trace[1335298228] 'process raft request' (duration: 914.767961ms)","trace[1335298228] 'compare' (duration: 391.262333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:41.189177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:39.882613Z","time spent":"1.306543705s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:41.190767Z","caller":"traceutil/trace.go:171","msg":"trace[1764700700] transaction","detail":"{read_only:false; number_of_response:1; response_revision:532; }","duration":"1.294705732s","start":"2026-04-04T10:11:39.896031Z","end":"2026-04-04T10:11:41.190736Z","steps":["trace[1764700700] 'process raft request' (duration: 1.29443674s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:41.191008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:39.89601Z","time spent":"1.29491571s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10111,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:41.191269Z","caller":"traceutil/trace.go:171","msg":"trace[1219931361] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"286.4516ms","start":"2026-04-04T10:11:40.904793Z","end":"2026-04-04T10:11:41.191245Z","steps":["trace[1219931361] 'process raft request' (duration: 286.406448ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:41.191493Z","caller":"traceutil/trace.go:171","msg":"trace[1179600941] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.295239863s","start":"2026-04-04T10:11:39.896243Z","end":"2026-04-04T10:11:41.191483Z","steps":["trace[1179600941] 'process raft request' (duration: 1.294488991s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:41.191525Z","caller":"traceutil/trace.go:171","msg":"trace[1349049752] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.283378456s","start":"2026-04-04T10:11:39.90814Z","end":"2026-04-04T10:11:41.191519Z","steps":["trace[1349049752] 'process raft request' (duration: 1.282831254s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:41.191572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:39.896238Z","time spent":"1.295280555s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:11:41.191722Z","caller":"traceutil/trace.go:171","msg":"trace[1207990215] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.160617789s","start":"2026-04-04T10:11:40.031093Z","end":"2026-04-04T10:11:41.191711Z","steps":["trace[1207990215] 'process raft request' (duration: 1.160016425s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:41.191768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:40.031054Z","time spent":"1.160690982s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:11:41.191807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:39.908108Z","time spent":"1.2834768s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:11:41.191883Z","caller":"traceutil/trace.go:171","msg":"trace[1381206566] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:550; }","duration":"926.666183ms","start":"2026-04-04T10:11:40.265208Z","end":"2026-04-04T10:11:41.191874Z","steps":["trace[1381206566] 'read index received' (duration: 532.243841ms)","trace[1381206566] 'applied index is now lower than readState.Index' (duration: 394.421252ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:11:41.191925Z","caller":"traceutil/trace.go:171","msg":"trace[416484688] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.29264846s","start":"2026-04-04T10:11:39.899268Z","end":"2026-04-04T10:11:41.191917Z","steps":["trace[416484688] 'process raft request' (duration: 1.291500073s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:41.19197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:39.89924Z","time spent":"1.292707932s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:41.191491Z","caller":"traceutil/trace.go:171","msg":"trace[1552696713] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.295342098s","start":"2026-04-04T10:11:39.896136Z","end":"2026-04-04T10:11:41.191478Z","steps":["trace[1552696713] 'process raft request' (duration: 1.294494392s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:41.192051Z","caller":"traceutil/trace.go:171","msg":"trace[1133961138] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.284781094s","start":"2026-04-04T10:11:39.907264Z","end":"2026-04-04T10:11:41.192045Z","steps":["trace[1133961138] 'process raft request' (duration: 1.283568114s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:41.192074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:39.896131Z","time spent":"1.295918481s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:11:41.19209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:39.907236Z","time spent":"1.284833696s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:41.192207Z","caller":"traceutil/trace.go:171","msg":"trace[484846131] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.284115376s","start":"2026-04-04T10:11:39.908082Z","end":"2026-04-04T10:11:41.192198Z","steps":["trace[484846131] 'process raft request' (duration: 1.282840414s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:41.192246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.031708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:11:41.192279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:39.908051Z","time spent":"1.284182039s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:11:41.192283Z","caller":"traceutil/trace.go:171","msg":"trace[1304505382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:540; }","duration":"927.10599ms","start":"2026-04-04T10:11:40.265168Z","end":"2026-04-04T10:11:41.192274Z","steps":["trace[1304505382] 'agreement among raft nodes before linearized reading' (duration: 927.047908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:41.192315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:40.26515Z","time spent":"927.157933ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:11:41.192462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.544062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:11:41.192495Z","caller":"traceutil/trace.go:171","msg":"trace[1917227687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:540; }","duration":"157.621835ms","start":"2026-04-04T10:11:41.034865Z","end":"2026-04-04T10:11:41.192487Z","steps":["trace[1917227687] 'agreement among raft nodes before linearized reading' (duration: 157.566443ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:42.690161Z","caller":"traceutil/trace.go:171","msg":"trace[968283102] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"921.301688ms","start":"2026-04-04T10:11:41.768839Z","end":"2026-04-04T10:11:42.690141Z","steps":["trace[968283102] 'process raft request' (duration: 921.11545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:42.69027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:41.768819Z","time spent":"921.396671ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:42.870747Z","caller":"traceutil/trace.go:171","msg":"trace[1073642992] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:606; }","duration":"550.472766ms","start":"2026-04-04T10:11:42.320247Z","end":"2026-04-04T10:11:42.87072Z","steps":["trace[1073642992] 'read index received' (duration: 369.917333ms)","trace[1073642992] 'applied index is now lower than readState.Index' (duration: 180.554182ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:11:42.870872Z","caller":"traceutil/trace.go:171","msg":"trace[727964746] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"1.029289804s","start":"2026-04-04T10:11:41.84154Z","end":"2026-04-04T10:11:42.87083Z","steps":["trace[727964746] 'process raft request' (duration: 996.291761ms)","trace[727964746] 'compare' (duration: 32.309855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:42.870926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.655774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:42.870979Z","caller":"traceutil/trace.go:171","msg":"trace[355455263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"550.746407ms","start":"2026-04-04T10:11:42.320205Z","end":"2026-04-04T10:11:42.870951Z","steps":["trace[355455263] 'agreement among raft nodes before linearized reading' (duration: 550.617032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:42.871026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:41.84152Z","time spent":"1.02943829s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:11:42.871027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:42.320186Z","time spent":"550.829501ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:11:43.512152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.243338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:11:43.512254Z","caller":"traceutil/trace.go:171","msg":"trace[1622290085] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:607; }","duration":"639.918338ms","start":"2026-04-04T10:11:42.872319Z","end":"2026-04-04T10:11:43.512237Z","steps":["trace[1622290085] 'read index received' (duration: 379.614308ms)","trace[1622290085] 'applied index is now lower than readState.Index' (duration: 260.30281ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:11:43.51233Z","caller":"traceutil/trace.go:171","msg":"trace[1604097486] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"796.894311ms","start":"2026-04-04T10:11:42.715424Z","end":"2026-04-04T10:11:43.512319Z","steps":["trace[1604097486] 'process raft request' (duration: 536.397292ms)","trace[1604097486] 'compare' (duration: 260.061851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:43.512396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:42.715396Z","time spent":"796.967304ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:11:43.512539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.216891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:43.512572Z","caller":"traceutil/trace.go:171","msg":"trace[1468044162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"640.248362ms","start":"2026-04-04T10:11:42.872315Z","end":"2026-04-04T10:11:43.512563Z","steps":["trace[1468044162] 'agreement among raft nodes before linearized reading' (duration: 640.19464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:43.5126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:42.872261Z","time spent":"640.332755ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:11:43.523297Z","caller":"traceutil/trace.go:171","msg":"trace[563355327] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"559.546009ms","start":"2026-04-04T10:11:42.96373Z","end":"2026-04-04T10:11:43.523276Z","steps":["trace[563355327] 'process raft request' (duration: 557.87843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:43.523416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:42.963711Z","time spent":"559.650844ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:11:43.524595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.884861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:11:43.524629Z","caller":"traceutil/trace.go:171","msg":"trace[1704853205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:590; }","duration":"142.955453ms","start":"2026-04-04T10:11:43.381666Z","end":"2026-04-04T10:11:43.524621Z","steps":["trace[1704853205] 'agreement among raft nodes before linearized reading' (duration: 142.840649ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:43.524739Z","caller":"traceutil/trace.go:171","msg":"trace[171812181] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"464.409166ms","start":"2026-04-04T10:11:43.060324Z","end":"2026-04-04T10:11:43.524733Z","steps":["trace[171812181] 'process raft request' (duration: 461.787146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:43.524779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:43.060294Z","time spent":"464.457749ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:43.524884Z","caller":"traceutil/trace.go:171","msg":"trace[456257467] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"277.247263ms","start":"2026-04-04T10:11:43.247621Z","end":"2026-04-04T10:11:43.524868Z","steps":["trace[456257467] 'process raft request' (duration: 275.577372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:43.524978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.220284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:11:43.524992Z","caller":"traceutil/trace.go:171","msg":"trace[1827784587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:590; }","duration":"143.250956ms","start":"2026-04-04T10:11:43.381736Z","end":"2026-04-04T10:11:43.524987Z","steps":["trace[1827784587] 'agreement among raft nodes before linearized reading' (duration: 143.205074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:43.52498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.485242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:11:43.52502Z","caller":"traceutil/trace.go:171","msg":"trace[705079328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:590; }","duration":"194.560505ms","start":"2026-04-04T10:11:43.330446Z","end":"2026-04-04T10:11:43.525007Z","steps":["trace[705079328] 'agreement among raft nodes before linearized reading' (duration: 194.44193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:43.525188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.136557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:11:43.525213Z","caller":"traceutil/trace.go:171","msg":"trace[1926154815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:590; }","duration":"315.19516ms","start":"2026-04-04T10:11:43.210011Z","end":"2026-04-04T10:11:43.525206Z","steps":["trace[1926154815] 'agreement among raft nodes before linearized reading' (duration: 315.136237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:43.525229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:43.209993Z","time spent":"315.231891ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:11:43.966033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.879128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:11:43.966236Z","caller":"traceutil/trace.go:171","msg":"trace[1498243269] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"431.938ms","start":"2026-04-04T10:11:43.534265Z","end":"2026-04-04T10:11:43.966202Z","steps":["trace[1498243269] 'process raft request' (duration: 231.75623ms)","trace[1498243269] 'compare' (duration: 199.726321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:43.966396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:43.53425Z","time spent":"432.062446ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:43.96639Z","caller":"traceutil/trace.go:171","msg":"trace[251296366] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"431.988922ms","start":"2026-04-04T10:11:43.53438Z","end":"2026-04-04T10:11:43.966369Z","steps":["trace[251296366] 'process raft request' (duration: 431.883668ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:43.966515Z","caller":"traceutil/trace.go:171","msg":"trace[492750637] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"432.16246ms","start":"2026-04-04T10:11:43.534324Z","end":"2026-04-04T10:11:43.966487Z","steps":["trace[492750637] 'process raft request' (duration: 431.803145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:43.96653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:43.534376Z","time spent":"432.111388ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:11:43.96663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:43.53432Z","time spent":"432.248453ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:43.966683Z","caller":"traceutil/trace.go:171","msg":"trace[214387405] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"432.316416ms","start":"2026-04-04T10:11:43.534355Z","end":"2026-04-04T10:11:43.966672Z","steps":["trace[214387405] 'process raft request' (duration: 431.824345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:43.966736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:43.534352Z","time spent":"432.354448ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:11:44.466343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.032562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:11:44.466644Z","caller":"traceutil/trace.go:171","msg":"trace[2105501291] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"901.692659ms","start":"2026-04-04T10:11:43.564919Z","end":"2026-04-04T10:11:44.466612Z","steps":["trace[2105501291] 'process raft request' (duration: 611.329894ms)","trace[2105501291] 'compare' (duration: 289.77846ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:11:44.466772Z","caller":"traceutil/trace.go:171","msg":"trace[751822302] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"764.967517ms","start":"2026-04-04T10:11:43.701764Z","end":"2026-04-04T10:11:44.466731Z","steps":["trace[751822302] 'process raft request' (duration: 764.703796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:44.466794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:43.564904Z","time spent":"901.813083ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:44.466901Z","caller":"traceutil/trace.go:171","msg":"trace[305283854] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:616; }","duration":"200.980505ms","start":"2026-04-04T10:11:44.26591Z","end":"2026-04-04T10:11:44.466891Z","steps":["trace[305283854] 'read index received' (duration: 79.623µs)","trace[305283854] 'applied index is now lower than readState.Index' (duration: 200.900352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:44.466914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:43.701736Z","time spent":"765.111043ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:11:44.466977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.072949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:44.466999Z","caller":"traceutil/trace.go:171","msg":"trace[371646219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"201.131521ms","start":"2026-04-04T10:11:44.265861Z","end":"2026-04-04T10:11:44.466993Z","steps":["trace[371646219] 'agreement among raft nodes before linearized reading' (duration: 201.081759ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:44.467028Z","caller":"traceutil/trace.go:171","msg":"trace[1209380416] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"720.448624ms","start":"2026-04-04T10:11:43.746551Z","end":"2026-04-04T10:11:44.466999Z","steps":["trace[1209380416] 'process raft request' (duration: 720.10028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:44.467104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:43.746528Z","time spent":"720.539688ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:44.931869Z","caller":"traceutil/trace.go:171","msg":"trace[1534857704] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"365.514611ms","start":"2026-04-04T10:11:44.566313Z","end":"2026-04-04T10:11:44.931827Z","steps":["trace[1534857704] 'read index received' (duration: 353.892137ms)","trace[1534857704] 'applied index is now lower than readState.Index' (duration: 11.621034ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:11:44.931933Z","caller":"traceutil/trace.go:171","msg":"trace[330274620] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"385.767812ms","start":"2026-04-04T10:11:44.546141Z","end":"2026-04-04T10:11:44.931909Z","steps":["trace[330274620] 'process raft request' (duration: 374.220051ms)","trace[330274620] 'compare' (duration: 11.236957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:44.93214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.813023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"warn","ts":"2026-04-04T10:11:44.932149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:44.546123Z","time spent":"385.854035ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:44.932186Z","caller":"traceutil/trace.go:171","msg":"trace[693418442] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:600; }","duration":"365.893057ms","start":"2026-04-04T10:11:44.56628Z","end":"2026-04-04T10:11:44.932173Z","steps":["trace[693418442] 'agreement among raft nodes before linearized reading' (duration: 365.671597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:44.93222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:44.566265Z","time spent":"365.947769ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":151258,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-04T10:11:49.251552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083673927,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:11:49.347872Z","caller":"traceutil/trace.go:171","msg":"trace[1859506073] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"607.489708ms","start":"2026-04-04T10:11:48.740359Z","end":"2026-04-04T10:11:49.347848Z","steps":["trace[1859506073] 'process raft request' (duration: 606.943603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:49.348161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.74034Z","time spent":"607.736599ms","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036221,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:50.216428Z","caller":"traceutil/trace.go:171","msg":"trace[829708247] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"814.487407ms","start":"2026-04-04T10:11:49.401916Z","end":"2026-04-04T10:11:50.216403Z","steps":["trace[829708247] 'process raft request' (duration: 814.435695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.217075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:49.401898Z","time spent":"814.98975ms","remote":"127.0.0.1:56474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:11:50.216683Z","caller":"traceutil/trace.go:171","msg":"trace[13279711] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:643; }","duration":"1.466186114s","start":"2026-04-04T10:11:48.750481Z","end":"2026-04-04T10:11:50.216667Z","steps":["trace[13279711] 'read index received' (duration: 596.626657ms)","trace[13279711] 'applied index is now lower than readState.Index' (duration: 869.557837ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:11:50.216706Z","caller":"traceutil/trace.go:171","msg":"trace[1157556529] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"1.380975884s","start":"2026-04-04T10:11:48.835698Z","end":"2026-04-04T10:11:50.216674Z","steps":["trace[1157556529] 'process raft request' (duration: 1.299060783s)","trace[1157556529] 'compare' (duration: 80.812012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:50.217371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.835684Z","time spent":"1.381652606s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:11:50.216794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466285398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:11:50.217548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.151628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:11:50.217531Z","caller":"traceutil/trace.go:171","msg":"trace[1644051481] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:624; }","duration":"1.467035463s","start":"2026-04-04T10:11:48.750455Z","end":"2026-04-04T10:11:50.217491Z","steps":["trace[1644051481] 'agreement among raft nodes before linearized reading' (duration: 1.466255017s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:50.217594Z","caller":"traceutil/trace.go:171","msg":"trace[1568480926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"174.242552ms","start":"2026-04-04T10:11:50.04334Z","end":"2026-04-04T10:11:50.217583Z","steps":["trace[1568480926] 'agreement among raft nodes before linearized reading' (duration: 174.104135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.217628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.750442Z","time spent":"1.467153308s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:11:50.217802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417419617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:50.217837Z","caller":"traceutil/trace.go:171","msg":"trace[683141610] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:624; }","duration":"1.417459239s","start":"2026-04-04T10:11:48.800369Z","end":"2026-04-04T10:11:50.217828Z","steps":["trace[683141610] 'agreement among raft nodes before linearized reading' (duration: 1.417404136s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.217868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.800352Z","time spent":"1.417506351s","remote":"127.0.0.1:43062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-04T10:11:50.217415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466863105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:50.217968Z","caller":"traceutil/trace.go:171","msg":"trace[173747753] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:624; }","duration":"1.467412249s","start":"2026-04-04T10:11:48.750515Z","end":"2026-04-04T10:11:50.217927Z","steps":["trace[173747753] 'agreement among raft nodes before linearized reading' (duration: 1.466835983s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.218021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.750512Z","time spent":"1.467494403s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-04-04T10:11:50.218063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433881136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:50.218093Z","caller":"traceutil/trace.go:171","msg":"trace[1807391674] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:624; }","duration":"1.433935248s","start":"2026-04-04T10:11:48.784149Z","end":"2026-04-04T10:11:50.218085Z","steps":["trace[1807391674] 'agreement among raft nodes before linearized reading' (duration: 1.433887306s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.218149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417190027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:11:50.218247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449285917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:50.218289Z","caller":"traceutil/trace.go:171","msg":"trace[203645791] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:624; }","duration":"1.44934807s","start":"2026-04-04T10:11:48.768931Z","end":"2026-04-04T10:11:50.218279Z","steps":["trace[203645791] 'agreement among raft nodes before linearized reading' (duration: 1.449280827s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.218327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.768919Z","time spent":"1.449399603s","remote":"127.0.0.1:43046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-04T10:11:50.218398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.844325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:11:50.218479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434547586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:11:50.218492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.96909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:11:50.218517Z","caller":"traceutil/trace.go:171","msg":"trace[1360616769] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:624; }","duration":"1.434591008s","start":"2026-04-04T10:11:48.783917Z","end":"2026-04-04T10:11:50.218508Z","steps":["trace[1360616769] 'agreement among raft nodes before linearized reading' (duration: 1.434533085s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:50.21852Z","caller":"traceutil/trace.go:171","msg":"trace[1793179427] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:624; }","duration":"1.417774173s","start":"2026-04-04T10:11:48.800421Z","end":"2026-04-04T10:11:50.218195Z","steps":["trace[1793179427] 'agreement among raft nodes before linearized reading' (duration: 1.417154085s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:50.218545Z","caller":"traceutil/trace.go:171","msg":"trace[120678998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:624; }","duration":"180.093705ms","start":"2026-04-04T10:11:50.038436Z","end":"2026-04-04T10:11:50.21853Z","steps":["trace[120678998] 'agreement among raft nodes before linearized reading' (duration: 179.951979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.218595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449229135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:11:50.218611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.507769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:11:50.218629Z","caller":"traceutil/trace.go:171","msg":"trace[1716563754] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:624; }","duration":"1.449302208s","start":"2026-04-04T10:11:48.769318Z","end":"2026-04-04T10:11:50.21862Z","steps":["trace[1716563754] 'agreement among raft nodes before linearized reading' (duration: 1.449257646s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:50.218657Z","caller":"traceutil/trace.go:171","msg":"trace[278047467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:624; }","duration":"185.574822ms","start":"2026-04-04T10:11:50.033069Z","end":"2026-04-04T10:11:50.218644Z","steps":["trace[278047467] 'agreement among raft nodes before linearized reading' (duration: 185.458267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.218554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.783904Z","time spent":"1.43464161s","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-04T10:11:50.218704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449568579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:50.218734Z","caller":"traceutil/trace.go:171","msg":"trace[322901819] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:624; }","duration":"1.449603522s","start":"2026-04-04T10:11:48.76912Z","end":"2026-04-04T10:11:50.218724Z","steps":["trace[322901819] 'agreement among raft nodes before linearized reading' (duration: 1.44956369s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.218666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.769296Z","time spent":"1.449360951s","remote":"127.0.0.1:43046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-04T10:11:50.218769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.769117Z","time spent":"1.449643713s","remote":"127.0.0.1:43046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:11:50.21862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.800411Z","time spent":"1.418189392s","remote":"127.0.0.1:43062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:11:50.218915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.438814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:11:50.218972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468428245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:50.218976Z","caller":"traceutil/trace.go:171","msg":"trace[496000968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:624; }","duration":"951.532048ms","start":"2026-04-04T10:11:49.267429Z","end":"2026-04-04T10:11:50.218961Z","steps":["trace[496000968] 'agreement among raft nodes before linearized reading' (duration: 951.448284ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:50.21901Z","caller":"traceutil/trace.go:171","msg":"trace[2012452323] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:624; }","duration":"1.468473197s","start":"2026-04-04T10:11:48.750528Z","end":"2026-04-04T10:11:50.219001Z","steps":["trace[2012452323] 'agreement among raft nodes before linearized reading' (duration: 1.468417585s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.219029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:49.267397Z","time spent":"951.618582ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:11:50.219036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417662179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:11:50.219046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.750526Z","time spent":"1.468512289s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-04-04T10:11:50.218497Z","caller":"traceutil/trace.go:171","msg":"trace[1159520998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:624; }","duration":"218.005672ms","start":"2026-04-04T10:11:50.000469Z","end":"2026-04-04T10:11:50.218474Z","steps":["trace[1159520998] 'agreement among raft nodes before linearized reading' (duration: 217.767372ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:50.219075Z","caller":"traceutil/trace.go:171","msg":"trace[2009586739] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:624; }","duration":"1.417712181s","start":"2026-04-04T10:11:48.801351Z","end":"2026-04-04T10:11:50.219063Z","steps":["trace[2009586739] 'agreement among raft nodes before linearized reading' (duration: 1.417648668s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.219324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.514219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-km5x6\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-04T10:11:50.219383Z","caller":"traceutil/trace.go:171","msg":"trace[29812365] range","detail":"{range_begin:/registry/pods/kube-system/cilium-km5x6; range_end:; response_count:1; response_revision:624; }","duration":"380.592862ms","start":"2026-04-04T10:11:49.838775Z","end":"2026-04-04T10:11:50.219368Z","steps":["trace[29812365] 'agreement among raft nodes before linearized reading' (duration: 380.429725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:50.219433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:49.838757Z","time spent":"380.664256ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-km5x6\" "} {"level":"warn","ts":"2026-04-04T10:11:50.219302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.801345Z","time spent":"1.417937992s","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-04T10:11:50.218123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:48.784138Z","time spent":"1.43397644s","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:11:50.732064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083673933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:11:50.961024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.787149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:11:50.961149Z","caller":"traceutil/trace.go:171","msg":"trace[1802378358] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"737.199201ms","start":"2026-04-04T10:11:50.223911Z","end":"2026-04-04T10:11:50.96111Z","steps":["trace[1802378358] 'process raft request' (duration: 532.256505ms)","trace[1802378358] 'compare' (duration: 204.546248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:50.961206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:50.223898Z","time spent":"737.280395ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:51.147518Z","caller":"traceutil/trace.go:171","msg":"trace[206429875] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:646; }","duration":"916.118252ms","start":"2026-04-04T10:11:50.231381Z","end":"2026-04-04T10:11:51.147499Z","steps":["trace[206429875] 'read index received' (duration: 524.79354ms)","trace[206429875] 'applied index is now lower than readState.Index' (duration: 391.323952ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:11:51.147536Z","caller":"traceutil/trace.go:171","msg":"trace[1453323977] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"922.449938ms","start":"2026-04-04T10:11:50.225045Z","end":"2026-04-04T10:11:51.147495Z","steps":["trace[1453323977] 'process raft request' (duration: 922.317312ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:51.147596Z","caller":"traceutil/trace.go:171","msg":"trace[685540411] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"914.490179ms","start":"2026-04-04T10:11:50.233096Z","end":"2026-04-04T10:11:51.147586Z","steps":["trace[685540411] 'process raft request' (duration: 914.350252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:51.147697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:50.23308Z","time spent":"914.555792ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:51.147851Z","caller":"traceutil/trace.go:171","msg":"trace[1620450164] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"920.824664ms","start":"2026-04-04T10:11:50.227014Z","end":"2026-04-04T10:11:51.147839Z","steps":["trace[1620450164] 'process raft request' (duration: 920.387364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:51.147944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:50.226996Z","time spent":"920.885057ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:11:51.147968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.567262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:51.148047Z","caller":"traceutil/trace.go:171","msg":"trace[1093884910] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:629; }","duration":"916.670797ms","start":"2026-04-04T10:11:50.231356Z","end":"2026-04-04T10:11:51.148027Z","steps":["trace[1093884910] 'agreement among raft nodes before linearized reading' (duration: 916.556832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:51.148091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:50.231346Z","time spent":"916.736909ms","remote":"127.0.0.1:56478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"info","ts":"2026-04-04T10:11:51.148243Z","caller":"traceutil/trace.go:171","msg":"trace[776621398] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"924.193226ms","start":"2026-04-04T10:11:50.224016Z","end":"2026-04-04T10:11:51.14821Z","steps":["trace[776621398] 'process raft request' (duration: 896.079728ms)","trace[776621398] 'compare' (duration: 27.138514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:51.148556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:50.22398Z","time spent":"924.338772ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:11:51.147667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:50.225035Z","time spent":"922.561272ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:11:51.765619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083673940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:11:51.956154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.530781ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-04T10:11:51.956272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:51.215976Z","time spent":"740.291638ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-04T10:11:52.415573Z","caller":"traceutil/trace.go:171","msg":"trace[1379321293] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:651; }","duration":"1.150756582s","start":"2026-04-04T10:11:51.264794Z","end":"2026-04-04T10:11:52.41555Z","steps":["trace[1379321293] 'read index received' (duration: 579.957258ms)","trace[1379321293] 'applied index is now lower than readState.Index' (duration: 570.798574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:52.41574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150897869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:52.415711Z","caller":"traceutil/trace.go:171","msg":"trace[180812151] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"855.044738ms","start":"2026-04-04T10:11:51.560625Z","end":"2026-04-04T10:11:52.41567Z","steps":["trace[180812151] 'process raft request' (duration: 854.8718ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:52.415757Z","caller":"traceutil/trace.go:171","msg":"trace[1377024487] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"884.955039ms","start":"2026-04-04T10:11:51.530775Z","end":"2026-04-04T10:11:52.41573Z","steps":["trace[1377024487] 'process raft request' (duration: 884.245956ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:52.415773Z","caller":"traceutil/trace.go:171","msg":"trace[2055066911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"1.150999404s","start":"2026-04-04T10:11:51.264761Z","end":"2026-04-04T10:11:52.415761Z","steps":["trace[2055066911] 'agreement among raft nodes before linearized reading' (duration: 1.150872988s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:52.415856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:51.264747Z","time spent":"1.151101628s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:11:52.415902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:51.560608Z","time spent":"855.188045ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:11:52.415902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:51.530749Z","time spent":"885.059743ms","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:11:52.917655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083673946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:11:53.418768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083673946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:11:53.881183Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466347811s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-04T10:11:54.417193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-04T10:11:54.417308Z","caller":"traceutil/trace.go:171","msg":"trace[503845814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478174s","start":"2026-04-04T10:11:52.416805Z","end":"2026-04-04T10:11:54.417283Z","steps":["trace[503845814] 'agreement among raft nodes before linearized reading' (duration: 2.000349008s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:54.417357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:52.416793Z","time spent":"2.000554267s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:11:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:11:55.869882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.988498729s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-04T10:11:55.880898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.189799ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:55.881044Z","caller":"traceutil/trace.go:171","msg":"trace[1117186751] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:631; }","duration":"930.434631ms","start":"2026-04-04T10:11:54.950583Z","end":"2026-04-04T10:11:55.881018Z","steps":["trace[1117186751] 'range keys from in-memory index tree' (duration: 930.170428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:55.881527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063705s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:11:55.881766Z","caller":"traceutil/trace.go:171","msg":"trace[1418595920] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.46132626s","start":"2026-04-04T10:11:54.420427Z","end":"2026-04-04T10:11:55.881753Z","steps":["trace[1418595920] 'process raft request' (duration: 1.461289918s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:55.881829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:54.420408Z","time spent":"1.461393892s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:11:55.881884Z","caller":"traceutil/trace.go:171","msg":"trace[1043402572] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"3.415797786s","start":"2026-04-04T10:11:52.46605Z","end":"2026-04-04T10:11:55.881847Z","steps":["trace[1043402572] 'process raft request' (duration: 3.415551165s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:55.882058Z","caller":"traceutil/trace.go:171","msg":"trace[1180212701] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"3.925034531s","start":"2026-04-04T10:11:51.956997Z","end":"2026-04-04T10:11:55.882032Z","steps":["trace[1180212701] 'process raft request' (duration: 1.92439935s)","trace[1180212701] 'compare' (duration: 1.999531308s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:55.882081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:52.466022Z","time spent":"3.415979815s","remote":"127.0.0.1:56478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:11:55.882155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:51.95698Z","time spent":"3.925132526s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:55.882161Z","caller":"traceutil/trace.go:171","msg":"trace[1102265476] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"2.243802678s","start":"2026-04-04T10:11:53.638326Z","end":"2026-04-04T10:11:55.882129Z","steps":["trace[1102265476] 'process raft request' (duration: 2.243340837s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:55.882315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:53.638299Z","time spent":"2.243937405s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:11:55.882594Z","caller":"traceutil/trace.go:171","msg":"trace[1861243724] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:654; }","duration":"3.465748557s","start":"2026-04-04T10:11:52.416834Z","end":"2026-04-04T10:11:55.882583Z","steps":["trace[1861243724] 'read index received' (duration: 1.464596121s)","trace[1861243724] 'applied index is now lower than readState.Index' (duration: 2.001150916s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:11:55.882789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915848738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:11:55.882827Z","caller":"traceutil/trace.go:171","msg":"trace[672005658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:635; }","duration":"2.915943643s","start":"2026-04-04T10:11:52.966875Z","end":"2026-04-04T10:11:55.882818Z","steps":["trace[672005658] 'agreement among raft nodes before linearized reading' (duration: 2.915805786s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:55.882859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:52.966854Z","time spent":"2.915998305s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:11:55.882874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457546643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:11:55.882908Z","caller":"traceutil/trace.go:171","msg":"trace[1274116898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"1.457592935s","start":"2026-04-04T10:11:54.425305Z","end":"2026-04-04T10:11:55.882897Z","steps":["trace[1274116898] 'agreement among raft nodes before linearized reading' (duration: 1.457550753s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:55.883009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730896329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-04T10:11:55.883014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730028878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:11:55.883049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:54.425284Z","time spent":"1.457754403s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:11:55.883058Z","caller":"traceutil/trace.go:171","msg":"trace[114597132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:635; }","duration":"2.731009323s","start":"2026-04-04T10:11:53.152037Z","end":"2026-04-04T10:11:55.883046Z","steps":["trace[114597132] 'agreement among raft nodes before linearized reading' (duration: 2.730874297s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:55.883071Z","caller":"traceutil/trace.go:171","msg":"trace[75884266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:635; }","duration":"2.730104891s","start":"2026-04-04T10:11:53.15295Z","end":"2026-04-04T10:11:55.883055Z","steps":["trace[75884266] 'agreement among raft nodes before linearized reading' (duration: 2.729933333s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:55.88309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:53.152019Z","time spent":"2.731064056s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:11:55.883131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:53.15294Z","time spent":"2.730178995s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:11:55.882824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729677061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:11:55.883215Z","caller":"traceutil/trace.go:171","msg":"trace[1053086075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:635; }","duration":"2.730113552s","start":"2026-04-04T10:11:53.15309Z","end":"2026-04-04T10:11:55.883203Z","steps":["trace[1053086075] 'agreement among raft nodes before linearized reading' (duration: 2.729625209s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:55.883255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:53.153064Z","time spent":"2.730181075s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:11:56.970132Z","caller":"traceutil/trace.go:171","msg":"trace[567342930] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"101.616004ms","start":"2026-04-04T10:11:56.868492Z","end":"2026-04-04T10:11:56.970108Z","steps":["trace[567342930] 'process raft request' (duration: 96.808926ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:57.165451Z","caller":"traceutil/trace.go:171","msg":"trace[660408615] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"103.24192ms","start":"2026-04-04T10:11:57.062173Z","end":"2026-04-04T10:11:57.165415Z","steps":["trace[660408615] 'compare' (duration: 95.148063ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:58.003437Z","caller":"traceutil/trace.go:171","msg":"trace[263813734] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"130.538163ms","start":"2026-04-04T10:11:57.872867Z","end":"2026-04-04T10:11:58.003406Z","steps":["trace[263813734] 'process raft request' (duration: 130.337634ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:58.844583Z","caller":"traceutil/trace.go:171","msg":"trace[1925353018] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"602.17211ms","start":"2026-04-04T10:11:58.242387Z","end":"2026-04-04T10:11:58.844559Z","steps":["trace[1925353018] 'process raft request' (duration: 602.053944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:58.844737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:58.242333Z","time spent":"602.336118ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:11:58.849312Z","caller":"traceutil/trace.go:171","msg":"trace[716481867] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"407.846582ms","start":"2026-04-04T10:11:58.441449Z","end":"2026-04-04T10:11:58.849296Z","steps":["trace[716481867] 'process raft request' (duration: 407.645182ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:11:58.849388Z","caller":"traceutil/trace.go:171","msg":"trace[824229402] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"207.015279ms","start":"2026-04-04T10:11:58.642312Z","end":"2026-04-04T10:11:58.849327Z","steps":["trace[824229402] 'process raft request' (duration: 206.913364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:11:58.849479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:11:58.441418Z","time spent":"407.937305ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:12:12.576242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083674267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:12:13.077114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083674267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:12:13.57788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083674267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:12:13.615208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655089704s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:12:13.61563Z","caller":"traceutil/trace.go:171","msg":"trace[539851107] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"1.655612742s","start":"2026-04-04T10:12:11.95999Z","end":"2026-04-04T10:12:13.615603Z","steps":["trace[539851107] 'process raft request' (duration: 1.655443513s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:13.615786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:11.959969Z","time spent":"1.655745519s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:12:13.616563Z","caller":"traceutil/trace.go:171","msg":"trace[1254318338] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:823; }","duration":"1.541264879s","start":"2026-04-04T10:12:12.075274Z","end":"2026-04-04T10:12:13.616539Z","steps":["trace[1254318338] 'read index received' (duration: 1.540196743s)","trace[1254318338] 'applied index is now lower than readState.Index' (duration: 1.067216ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:13.616605Z","caller":"traceutil/trace.go:171","msg":"trace[1169653825] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"827.119457ms","start":"2026-04-04T10:12:12.789458Z","end":"2026-04-04T10:12:13.616578Z","steps":["trace[1169653825] 'process raft request' (duration: 826.937348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:13.616838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:12.789431Z","time spent":"827.315838ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:12:13.616875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540666778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-04T10:12:13.616933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511876803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:12:13.616992Z","caller":"traceutil/trace.go:171","msg":"trace[12720244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:795; }","duration":"1.540772183s","start":"2026-04-04T10:12:12.076165Z","end":"2026-04-04T10:12:13.616937Z","steps":["trace[12720244] 'agreement among raft nodes before linearized reading' (duration: 1.540570793s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:13.617037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:12.076146Z","time spent":"1.540883039s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:12:13.617104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506450518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-04T10:12:13.617131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524588652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-04T10:12:13.617159Z","caller":"traceutil/trace.go:171","msg":"trace[186176194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:795; }","duration":"1.506512961s","start":"2026-04-04T10:12:12.110627Z","end":"2026-04-04T10:12:13.61714Z","steps":["trace[186176194] 'agreement among raft nodes before linearized reading' (duration: 1.506374734s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:13.616952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.559688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:12:13.617223Z","caller":"traceutil/trace.go:171","msg":"trace[2084345369] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:795; }","duration":"699.841273ms","start":"2026-04-04T10:12:12.917353Z","end":"2026-04-04T10:12:13.617194Z","steps":["trace[2084345369] 'agreement among raft nodes before linearized reading' (duration: 699.574799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:13.617231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:12.110616Z","time spent":"1.506582065s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:12:13.617264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:12.917337Z","time spent":"699.915597ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:12:13.617168Z","caller":"traceutil/trace.go:171","msg":"trace[1389407042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:795; }","duration":"1.524647525s","start":"2026-04-04T10:12:12.092512Z","end":"2026-04-04T10:12:13.61716Z","steps":["trace[1389407042] 'agreement among raft nodes before linearized reading' (duration: 1.52455886s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:13.617039Z","caller":"traceutil/trace.go:171","msg":"trace[1757110190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:795; }","duration":"1.511996429s","start":"2026-04-04T10:12:12.105019Z","end":"2026-04-04T10:12:13.617016Z","steps":["trace[1757110190] 'agreement among raft nodes before linearized reading' (duration: 1.511791029s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:13.61736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:12.092501Z","time spent":"1.524847606s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:12:13.617395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:12.105005Z","time spent":"1.512362009s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:12:13.61694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541523783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:12:13.616878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369885676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:12:13.617458Z","caller":"traceutil/trace.go:171","msg":"trace[848563680] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:795; }","duration":"1.37052936s","start":"2026-04-04T10:12:12.246916Z","end":"2026-04-04T10:12:13.617445Z","steps":["trace[848563680] 'agreement among raft nodes before linearized reading' (duration: 1.369859234s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:13.617526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:12.246898Z","time spent":"1.370607834s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:12:13.617632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.084171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:12:13.61775Z","caller":"traceutil/trace.go:171","msg":"trace[976210009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:795; }","duration":"353.278872ms","start":"2026-04-04T10:12:13.264448Z","end":"2026-04-04T10:12:13.617727Z","steps":["trace[976210009] 'agreement among raft nodes before linearized reading' (duration: 352.488499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:13.61783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:13.264426Z","time spent":"353.391149ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:12:13.617459Z","caller":"traceutil/trace.go:171","msg":"trace[656166242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:795; }","duration":"1.542221201s","start":"2026-04-04T10:12:12.075222Z","end":"2026-04-04T10:12:13.617443Z","steps":["trace[656166242] 'agreement among raft nodes before linearized reading' (duration: 1.541427588s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:13.619072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:12.07519Z","time spent":"1.543863776s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:12:24.200428Z","caller":"traceutil/trace.go:171","msg":"trace[993044160] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"471.394294ms","start":"2026-04-04T10:12:23.72901Z","end":"2026-04-04T10:12:24.200405Z","steps":["trace[993044160] 'process raft request' (duration: 470.661504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:24.200574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:23.729002Z","time spent":"471.501721ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:12:24.203156Z","caller":"traceutil/trace.go:171","msg":"trace[1807953309] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"473.978869ms","start":"2026-04-04T10:12:23.729161Z","end":"2026-04-04T10:12:24.20314Z","steps":["trace[1807953309] 'process raft request' (duration: 473.786428ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:24.203154Z","caller":"traceutil/trace.go:171","msg":"trace[314893702] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"473.922396ms","start":"2026-04-04T10:12:23.729207Z","end":"2026-04-04T10:12:24.203129Z","steps":["trace[314893702] 'process raft request' (duration: 473.834051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:24.203271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:23.729144Z","time spent":"474.063614ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:12:24.203277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:23.7292Z","time spent":"474.017461ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:12:24.203561Z","caller":"traceutil/trace.go:171","msg":"trace[49416916] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"474.312868ms","start":"2026-04-04T10:12:23.729239Z","end":"2026-04-04T10:12:24.203552Z","steps":["trace[49416916] 'process raft request' (duration: 473.836681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:24.203607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:23.729232Z","time spent":"474.350599ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:12:24.203618Z","caller":"traceutil/trace.go:171","msg":"trace[140537653] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"324.033238ms","start":"2026-04-04T10:12:23.879563Z","end":"2026-04-04T10:12:24.203597Z","steps":["trace[140537653] 'process raft request' (duration: 323.870729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:24.203725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:23.879532Z","time spent":"324.135724ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:12:24.203862Z","caller":"traceutil/trace.go:171","msg":"trace[1105308588] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:953; }","duration":"172.079479ms","start":"2026-04-04T10:12:24.031754Z","end":"2026-04-04T10:12:24.203834Z","steps":["trace[1105308588] 'read index received' (duration: 167.933769ms)","trace[1105308588] 'applied index is now lower than readState.Index' (duration: 4.14417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:12:24.204017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.244769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:12:24.204079Z","caller":"traceutil/trace.go:171","msg":"trace[1161076054] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:927; }","duration":"172.362085ms","start":"2026-04-04T10:12:24.0317Z","end":"2026-04-04T10:12:24.204062Z","steps":["trace[1161076054] 'agreement among raft nodes before linearized reading' (duration: 172.234348ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:24.402233Z","caller":"traceutil/trace.go:171","msg":"trace[104297419] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:961; }","duration":"138.427074ms","start":"2026-04-04T10:12:24.263774Z","end":"2026-04-04T10:12:24.402201Z","steps":["trace[104297419] 'read index received' (duration: 8.782479ms)","trace[104297419] 'applied index is now lower than readState.Index' (duration: 129.643205ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:24.402343Z","caller":"traceutil/trace.go:171","msg":"trace[1548666573] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"146.24607ms","start":"2026-04-04T10:12:24.25606Z","end":"2026-04-04T10:12:24.402306Z","steps":["trace[1548666573] 'process raft request' (duration: 145.953863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:24.402541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.72247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:12:24.402671Z","caller":"traceutil/trace.go:171","msg":"trace[656273775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:931; }","duration":"138.884199ms","start":"2026-04-04T10:12:24.263743Z","end":"2026-04-04T10:12:24.402628Z","steps":["trace[656273775] 'agreement among raft nodes before linearized reading' (duration: 138.578653ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:24.872249Z","caller":"traceutil/trace.go:171","msg":"trace[1966758465] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"243.677719ms","start":"2026-04-04T10:12:24.628547Z","end":"2026-04-04T10:12:24.872225Z","steps":["trace[1966758465] 'process raft request' (duration: 243.523181ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:24.9623Z","caller":"traceutil/trace.go:171","msg":"trace[200266807] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"315.533464ms","start":"2026-04-04T10:12:24.646734Z","end":"2026-04-04T10:12:24.962267Z","steps":["trace[200266807] 'process raft request' (duration: 315.178195ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:24.962477Z","caller":"traceutil/trace.go:171","msg":"trace[86817741] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"314.476025ms","start":"2026-04-04T10:12:24.647985Z","end":"2026-04-04T10:12:24.962461Z","steps":["trace[86817741] 'process raft request' (duration: 314.137416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:24.962515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:24.646719Z","time spent":"315.691963ms","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3371,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:12:24.96255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:24.647972Z","time spent":"314.543019ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:12:24.962679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.801605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:12:24.962777Z","caller":"traceutil/trace.go:171","msg":"trace[1023961633] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:941; }","duration":"297.927972ms","start":"2026-04-04T10:12:24.664825Z","end":"2026-04-04T10:12:24.962753Z","steps":["trace[1023961633] 'agreement among raft nodes before linearized reading' (duration: 297.732132ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:24.9632Z","caller":"traceutil/trace.go:171","msg":"trace[1524162050] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:970; }","duration":"297.625156ms","start":"2026-04-04T10:12:24.664865Z","end":"2026-04-04T10:12:24.96249Z","steps":["trace[1524162050] 'read index received' (duration: 207.322873ms)","trace[1524162050] 'applied index is now lower than readState.Index' (duration: 90.301273ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:25.302058Z","caller":"traceutil/trace.go:171","msg":"trace[1393808842] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"260.481378ms","start":"2026-04-04T10:12:25.041544Z","end":"2026-04-04T10:12:25.302025Z","steps":["trace[1393808842] 'process raft request' (duration: 252.839451ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:25.302154Z","caller":"traceutil/trace.go:171","msg":"trace[7460861] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"260.327058ms","start":"2026-04-04T10:12:25.0418Z","end":"2026-04-04T10:12:25.302127Z","steps":["trace[7460861] 'process raft request' (duration: 260.050503ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:25.30228Z","caller":"traceutil/trace.go:171","msg":"trace[2139711609] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"259.46036ms","start":"2026-04-04T10:12:25.042801Z","end":"2026-04-04T10:12:25.302261Z","steps":["trace[2139711609] 'process raft request' (duration: 259.178044ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:25.68229Z","caller":"traceutil/trace.go:171","msg":"trace[1701704680] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:979; }","duration":"291.044129ms","start":"2026-04-04T10:12:25.391227Z","end":"2026-04-04T10:12:25.682271Z","steps":["trace[1701704680] 'read index received' (duration: 229.327904ms)","trace[1701704680] 'applied index is now lower than readState.Index' (duration: 61.715254ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:25.682304Z","caller":"traceutil/trace.go:171","msg":"trace[1252706668] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"370.272682ms","start":"2026-04-04T10:12:25.312004Z","end":"2026-04-04T10:12:25.682277Z","steps":["trace[1252706668] 'process raft request' (duration: 308.59803ms)","trace[1252706668] 'compare' (duration: 61.568556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:12:25.68247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.232608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3219"} {"level":"warn","ts":"2026-04-04T10:12:25.682467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:25.311997Z","time spent":"370.378757ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3596,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:12:25.682491Z","caller":"traceutil/trace.go:171","msg":"trace[1147504536] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:948; }","duration":"291.310272ms","start":"2026-04-04T10:12:25.391174Z","end":"2026-04-04T10:12:25.682484Z","steps":["trace[1147504536] 'agreement among raft nodes before linearized reading' (duration: 291.204396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:25.682701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.82863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-04T10:12:25.682714Z","caller":"traceutil/trace.go:171","msg":"trace[2111129500] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:948; }","duration":"170.865912ms","start":"2026-04-04T10:12:25.511844Z","end":"2026-04-04T10:12:25.68271Z","steps":["trace[2111129500] 'agreement among raft nodes before linearized reading' (duration: 170.82492ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:25.866085Z","caller":"traceutil/trace.go:171","msg":"trace[794771016] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"170.749616ms","start":"2026-04-04T10:12:25.695316Z","end":"2026-04-04T10:12:25.866066Z","steps":["trace[794771016] 'read index received' (duration: 104.938673ms)","trace[794771016] 'applied index is now lower than readState.Index' (duration: 65.810223ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:25.866151Z","caller":"traceutil/trace.go:171","msg":"trace[651932196] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"170.934066ms","start":"2026-04-04T10:12:25.695201Z","end":"2026-04-04T10:12:25.866135Z","steps":["trace[651932196] 'process raft request' (duration: 105.119463ms)","trace[651932196] 'compare' (duration: 65.545258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:12:25.866241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.908685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-q8kwm\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-04-04T10:12:25.866338Z","caller":"traceutil/trace.go:171","msg":"trace[826040533] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-q8kwm; range_end:; response_count:1; response_revision:949; }","duration":"171.024271ms","start":"2026-04-04T10:12:25.695304Z","end":"2026-04-04T10:12:25.866328Z","steps":["trace[826040533] 'agreement among raft nodes before linearized reading' (duration: 170.856982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:25.866421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.128484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:12:25.866508Z","caller":"traceutil/trace.go:171","msg":"trace[330516971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:949; }","duration":"137.250521ms","start":"2026-04-04T10:12:25.729238Z","end":"2026-04-04T10:12:25.866488Z","steps":["trace[330516971] 'agreement among raft nodes before linearized reading' (duration: 136.998077ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:26.36627Z","caller":"traceutil/trace.go:171","msg":"trace[620041978] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"204.041706ms","start":"2026-04-04T10:12:26.162205Z","end":"2026-04-04T10:12:26.366247Z","steps":["trace[620041978] 'process raft request' (duration: 203.853565ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:26.366756Z","caller":"traceutil/trace.go:171","msg":"trace[1034705949] linearizableReadLoop","detail":"{readStateIndex:984; appliedIndex:984; }","duration":"161.42356ms","start":"2026-04-04T10:12:26.205319Z","end":"2026-04-04T10:12:26.366743Z","steps":["trace[1034705949] 'read index received' (duration: 161.41682ms)","trace[1034705949] 'applied index is now lower than readState.Index' (duration: 5.93µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:12:26.366977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.640173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:12:26.367021Z","caller":"traceutil/trace.go:171","msg":"trace[628167457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:952; }","duration":"161.731269ms","start":"2026-04-04T10:12:26.205275Z","end":"2026-04-04T10:12:26.367006Z","steps":["trace[628167457] 'agreement among raft nodes before linearized reading' (duration: 161.532787ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:26.453226Z","caller":"traceutil/trace.go:171","msg":"trace[1232085214] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"244.781115ms","start":"2026-04-04T10:12:26.208418Z","end":"2026-04-04T10:12:26.453199Z","steps":["trace[1232085214] 'process raft request' (duration: 195.720119ms)","trace[1232085214] 'compare' (duration: 48.508395ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:26.498346Z","caller":"traceutil/trace.go:171","msg":"trace[1058599010] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:984; }","duration":"131.526141ms","start":"2026-04-04T10:12:26.36679Z","end":"2026-04-04T10:12:26.498316Z","steps":["trace[1058599010] 'read index received' (duration: 37.35897ms)","trace[1058599010] 'applied index is now lower than readState.Index' (duration: 94.165971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:12:26.498565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.276721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-04T10:12:26.498523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.136361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:12:26.498612Z","caller":"traceutil/trace.go:171","msg":"trace[222286972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:953; }","duration":"290.387798ms","start":"2026-04-04T10:12:26.208214Z","end":"2026-04-04T10:12:26.498602Z","steps":["trace[222286972] 'agreement among raft nodes before linearized reading' (duration: 290.193976ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:26.498652Z","caller":"traceutil/trace.go:171","msg":"trace[1835895007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"233.331372ms","start":"2026-04-04T10:12:26.265291Z","end":"2026-04-04T10:12:26.498622Z","steps":["trace[1835895007] 'agreement among raft nodes before linearized reading' (duration: 233.066016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:26.498751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.976365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:12:26.498869Z","caller":"traceutil/trace.go:171","msg":"trace[1457350030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:953; }","duration":"290.121663ms","start":"2026-04-04T10:12:26.208699Z","end":"2026-04-04T10:12:26.498821Z","steps":["trace[1457350030] 'agreement among raft nodes before linearized reading' (duration: 289.738431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:26.49911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.743188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:12:26.499363Z","caller":"traceutil/trace.go:171","msg":"trace[1865097263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:953; }","duration":"291.074627ms","start":"2026-04-04T10:12:26.20826Z","end":"2026-04-04T10:12:26.499334Z","steps":["trace[1865097263] 'agreement among raft nodes before linearized reading' (duration: 290.336266ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:26.505339Z","caller":"traceutil/trace.go:171","msg":"trace[721378507] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"127.099682ms","start":"2026-04-04T10:12:26.378212Z","end":"2026-04-04T10:12:26.505312Z","steps":["trace[721378507] 'process raft request' (duration: 126.760293ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:26.505368Z","caller":"traceutil/trace.go:171","msg":"trace[1845035910] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"125.210547ms","start":"2026-04-04T10:12:26.380141Z","end":"2026-04-04T10:12:26.505351Z","steps":["trace[1845035910] 'process raft request' (duration: 124.967363ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:30.799663Z","caller":"traceutil/trace.go:171","msg":"trace[1741718290] linearizableReadLoop","detail":"{readStateIndex:1013; appliedIndex:1012; }","duration":"282.351248ms","start":"2026-04-04T10:12:30.517292Z","end":"2026-04-04T10:12:30.799643Z","steps":["trace[1741718290] 'read index received' (duration: 282.194499ms)","trace[1741718290] 'applied index is now lower than readState.Index' (duration: 155.729µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:30.799782Z","caller":"traceutil/trace.go:171","msg":"trace[1959058770] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"320.899269ms","start":"2026-04-04T10:12:30.478863Z","end":"2026-04-04T10:12:30.799762Z","steps":["trace[1959058770] 'process raft request' (duration: 320.629604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:30.799916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:30.478847Z","time spent":"320.971513ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:12:30.80002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.714958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:12:30.800108Z","caller":"traceutil/trace.go:171","msg":"trace[249576660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:979; }","duration":"282.828625ms","start":"2026-04-04T10:12:30.517263Z","end":"2026-04-04T10:12:30.800091Z","steps":["trace[249576660] 'agreement among raft nodes before linearized reading' (duration: 282.525958ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:30.836746Z","caller":"traceutil/trace.go:171","msg":"trace[1053925731] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"219.516421ms","start":"2026-04-04T10:12:30.617199Z","end":"2026-04-04T10:12:30.836716Z","steps":["trace[1053925731] 'process raft request' (duration: 219.410905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:30.83693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.512534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-04T10:12:30.836807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.031755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:12:30.836979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.305166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-04-04T10:12:30.836983Z","caller":"traceutil/trace.go:171","msg":"trace[916421286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:980; }","duration":"304.582248ms","start":"2026-04-04T10:12:30.532388Z","end":"2026-04-04T10:12:30.83697Z","steps":["trace[916421286] 'agreement among raft nodes before linearized reading' (duration: 304.471591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:30.837029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:30.532374Z","time spent":"304.646762ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:12:30.83703Z","caller":"traceutil/trace.go:171","msg":"trace[1975045063] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:1; response_revision:980; }","duration":"162.38519ms","start":"2026-04-04T10:12:30.674631Z","end":"2026-04-04T10:12:30.837016Z","steps":["trace[1975045063] 'agreement among raft nodes before linearized reading' (duration: 162.215851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:30.837053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.331077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:12:30.83704Z","caller":"traceutil/trace.go:171","msg":"trace[1362542957] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:980; }","duration":"263.266649ms","start":"2026-04-04T10:12:30.573739Z","end":"2026-04-04T10:12:30.837005Z","steps":["trace[1362542957] 'agreement among raft nodes before linearized reading' (duration: 263.012124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:30.836834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.457314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:12:30.837112Z","caller":"traceutil/trace.go:171","msg":"trace[1175213083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:980; }","duration":"306.430383ms","start":"2026-04-04T10:12:30.530668Z","end":"2026-04-04T10:12:30.837099Z","steps":["trace[1175213083] 'agreement among raft nodes before linearized reading' (duration: 306.213411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:30.837155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:30.530656Z","time spent":"306.489496ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:12:30.837812Z","caller":"traceutil/trace.go:171","msg":"trace[1150081414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:980; }","duration":"306.816165ms","start":"2026-04-04T10:12:30.530333Z","end":"2026-04-04T10:12:30.837149Z","steps":["trace[1150081414] 'agreement among raft nodes before linearized reading' (duration: 306.365949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:30.83793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:30.530319Z","time spent":"307.571907ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:12:31.014759Z","caller":"traceutil/trace.go:171","msg":"trace[1511960906] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"170.938271ms","start":"2026-04-04T10:12:30.843789Z","end":"2026-04-04T10:12:31.014728Z","steps":["trace[1511960906] 'process raft request' (duration: 170.687336ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:31.014964Z","caller":"traceutil/trace.go:171","msg":"trace[498844003] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"170.952892ms","start":"2026-04-04T10:12:30.843978Z","end":"2026-04-04T10:12:31.014931Z","steps":["trace[498844003] 'process raft request' (duration: 170.696857ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:31.016123Z","caller":"traceutil/trace.go:171","msg":"trace[862095448] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"172.074486ms","start":"2026-04-04T10:12:30.844036Z","end":"2026-04-04T10:12:31.01611Z","steps":["trace[862095448] 'process raft request' (duration: 170.806874ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:31.016101Z","caller":"traceutil/trace.go:171","msg":"trace[149078518] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1015; }","duration":"161.964389ms","start":"2026-04-04T10:12:30.854111Z","end":"2026-04-04T10:12:31.016075Z","steps":["trace[149078518] 'read index received' (duration: 160.291063ms)","trace[149078518] 'applied index is now lower than readState.Index' (duration: 1.672126ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:31.016295Z","caller":"traceutil/trace.go:171","msg":"trace[957859932] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"171.496574ms","start":"2026-04-04T10:12:30.844781Z","end":"2026-04-04T10:12:31.016277Z","steps":["trace[957859932] 'process raft request' (duration: 171.209167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:31.016402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.293388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:12:31.016433Z","caller":"traceutil/trace.go:171","msg":"trace[2061734390] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:985; }","duration":"162.360612ms","start":"2026-04-04T10:12:30.854064Z","end":"2026-04-04T10:12:31.016424Z","steps":["trace[2061734390] 'agreement among raft nodes before linearized reading' (duration: 162.290448ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:31.34942Z","caller":"traceutil/trace.go:171","msg":"trace[1655535589] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"113.015355ms","start":"2026-04-04T10:12:31.236385Z","end":"2026-04-04T10:12:31.3494Z","steps":["trace[1655535589] 'process raft request' (duration: 112.872797ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:31.350999Z","caller":"traceutil/trace.go:171","msg":"trace[1715464598] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"113.41604ms","start":"2026-04-04T10:12:31.237569Z","end":"2026-04-04T10:12:31.350985Z","steps":["trace[1715464598] 'process raft request' (duration: 113.328955ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.138414Z","caller":"traceutil/trace.go:171","msg":"trace[1929541968] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"157.42177ms","start":"2026-04-04T10:12:31.980951Z","end":"2026-04-04T10:12:32.138373Z","steps":["trace[1929541968] 'process raft request' (duration: 157.368497ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.138521Z","caller":"traceutil/trace.go:171","msg":"trace[1488925544] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"165.060806ms","start":"2026-04-04T10:12:31.973423Z","end":"2026-04-04T10:12:32.138484Z","steps":["trace[1488925544] 'process raft request' (duration: 164.833733ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.140099Z","caller":"traceutil/trace.go:171","msg":"trace[2062384931] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"152.833095ms","start":"2026-04-04T10:12:31.987242Z","end":"2026-04-04T10:12:32.140075Z","steps":["trace[2062384931] 'process raft request' (duration: 152.516077ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.140135Z","caller":"traceutil/trace.go:171","msg":"trace[1195852773] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"150.612269ms","start":"2026-04-04T10:12:31.9895Z","end":"2026-04-04T10:12:32.140112Z","steps":["trace[1195852773] 'process raft request' (duration: 150.499822ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.140196Z","caller":"traceutil/trace.go:171","msg":"trace[1107976057] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"147.32585ms","start":"2026-04-04T10:12:31.99285Z","end":"2026-04-04T10:12:32.140176Z","steps":["trace[1107976057] 'process raft request' (duration: 147.206853ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.140187Z","caller":"traceutil/trace.go:171","msg":"trace[71013865] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"143.962288ms","start":"2026-04-04T10:12:31.996203Z","end":"2026-04-04T10:12:32.140166Z","steps":["trace[71013865] 'process raft request' (duration: 143.896824ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.138479Z","caller":"traceutil/trace.go:171","msg":"trace[1301712667] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"165.386695ms","start":"2026-04-04T10:12:31.973057Z","end":"2026-04-04T10:12:32.138444Z","steps":["trace[1301712667] 'process raft request' (duration: 76.542855ms)","trace[1301712667] 'compare' (duration: 88.449367ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:32.281123Z","caller":"traceutil/trace.go:171","msg":"trace[106411644] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"115.690504ms","start":"2026-04-04T10:12:32.165409Z","end":"2026-04-04T10:12:32.281099Z","steps":["trace[106411644] 'process raft request' (duration: 115.586859ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.281184Z","caller":"traceutil/trace.go:171","msg":"trace[1057102699] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"122.783681ms","start":"2026-04-04T10:12:32.158367Z","end":"2026-04-04T10:12:32.281151Z","steps":["trace[1057102699] 'process raft request' (duration: 118.016157ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.281471Z","caller":"traceutil/trace.go:171","msg":"trace[48109796] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"115.295771ms","start":"2026-04-04T10:12:32.166161Z","end":"2026-04-04T10:12:32.281457Z","steps":["trace[48109796] 'process raft request' (duration: 114.9236ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.281674Z","caller":"traceutil/trace.go:171","msg":"trace[814264558] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"115.307141ms","start":"2026-04-04T10:12:32.166358Z","end":"2026-04-04T10:12:32.281665Z","steps":["trace[814264558] 'process raft request' (duration: 115.017304ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.281765Z","caller":"traceutil/trace.go:171","msg":"trace[353957550] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"114.390489ms","start":"2026-04-04T10:12:32.167364Z","end":"2026-04-04T10:12:32.281754Z","steps":["trace[353957550] 'process raft request' (duration: 114.294043ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.28177Z","caller":"traceutil/trace.go:171","msg":"trace[1861728768] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"115.002804ms","start":"2026-04-04T10:12:32.166737Z","end":"2026-04-04T10:12:32.28174Z","steps":["trace[1861728768] 'process raft request' (duration: 114.800212ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.281891Z","caller":"traceutil/trace.go:171","msg":"trace[313958808] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"113.774583ms","start":"2026-04-04T10:12:32.168108Z","end":"2026-04-04T10:12:32.281882Z","steps":["trace[313958808] 'process raft request' (duration: 113.643536ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.282031Z","caller":"traceutil/trace.go:171","msg":"trace[2093739815] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"114.554198ms","start":"2026-04-04T10:12:32.167466Z","end":"2026-04-04T10:12:32.28202Z","steps":["trace[2093739815] 'process raft request' (duration: 114.221579ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.282075Z","caller":"traceutil/trace.go:171","msg":"trace[966947389] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"113.738942ms","start":"2026-04-04T10:12:32.168327Z","end":"2026-04-04T10:12:32.282066Z","steps":["trace[966947389] 'process raft request' (duration: 113.466946ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.282032Z","caller":"traceutil/trace.go:171","msg":"trace[1939601239] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"112.599626ms","start":"2026-04-04T10:12:32.169417Z","end":"2026-04-04T10:12:32.282016Z","steps":["trace[1939601239] 'process raft request' (duration: 112.440817ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.282169Z","caller":"traceutil/trace.go:171","msg":"trace[1073424562] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"112.777596ms","start":"2026-04-04T10:12:32.169383Z","end":"2026-04-04T10:12:32.282161Z","steps":["trace[1073424562] 'process raft request' (duration: 112.442827ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.282194Z","caller":"traceutil/trace.go:171","msg":"trace[1668888005] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"112.754894ms","start":"2026-04-04T10:12:32.16943Z","end":"2026-04-04T10:12:32.282185Z","steps":["trace[1668888005] 'process raft request' (duration: 112.483309ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.282241Z","caller":"traceutil/trace.go:171","msg":"trace[902141459] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"112.825838ms","start":"2026-04-04T10:12:32.169408Z","end":"2026-04-04T10:12:32.282234Z","steps":["trace[902141459] 'process raft request' (duration: 112.476478ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.282247Z","caller":"traceutil/trace.go:171","msg":"trace[808912931] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"112.777656ms","start":"2026-04-04T10:12:32.169447Z","end":"2026-04-04T10:12:32.282224Z","steps":["trace[808912931] 'process raft request' (duration: 112.489569ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.709362Z","caller":"traceutil/trace.go:171","msg":"trace[137520601] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"150.336925ms","start":"2026-04-04T10:12:32.558996Z","end":"2026-04-04T10:12:32.709333Z","steps":["trace[137520601] 'process raft request' (duration: 112.205763ms)","trace[137520601] 'compare' (duration: 37.92606ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:32.905229Z","caller":"traceutil/trace.go:171","msg":"trace[623678852] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"133.128785ms","start":"2026-04-04T10:12:32.772069Z","end":"2026-04-04T10:12:32.905198Z","steps":["trace[623678852] 'process raft request' (duration: 68.418064ms)","trace[623678852] 'compare' (duration: 64.414875ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:32.907354Z","caller":"traceutil/trace.go:171","msg":"trace[390311638] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"135.212805ms","start":"2026-04-04T10:12:32.772117Z","end":"2026-04-04T10:12:32.907329Z","steps":["trace[390311638] 'process raft request' (duration: 134.796812ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.90755Z","caller":"traceutil/trace.go:171","msg":"trace[735867981] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"135.215666ms","start":"2026-04-04T10:12:32.772301Z","end":"2026-04-04T10:12:32.907516Z","steps":["trace[735867981] 'process raft request' (duration: 134.692316ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.908558Z","caller":"traceutil/trace.go:171","msg":"trace[907227087] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"133.506698ms","start":"2026-04-04T10:12:32.775035Z","end":"2026-04-04T10:12:32.908542Z","steps":["trace[907227087] 'process raft request' (duration: 132.002662ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:32.911991Z","caller":"traceutil/trace.go:171","msg":"trace[2127055065] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"107.027445ms","start":"2026-04-04T10:12:32.804946Z","end":"2026-04-04T10:12:32.911973Z","steps":["trace[2127055065] 'process raft request' (duration: 103.408057ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.076284Z","caller":"traceutil/trace.go:171","msg":"trace[1265075885] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"158.023764ms","start":"2026-04-04T10:12:32.918235Z","end":"2026-04-04T10:12:33.076259Z","steps":["trace[1265075885] 'process raft request' (duration: 155.424465ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.077223Z","caller":"traceutil/trace.go:171","msg":"trace[1316916792] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"155.407854ms","start":"2026-04-04T10:12:32.921795Z","end":"2026-04-04T10:12:33.077203Z","steps":["trace[1316916792] 'process raft request' (duration: 155.365771ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.077459Z","caller":"traceutil/trace.go:171","msg":"trace[1798501023] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"159.058914ms","start":"2026-04-04T10:12:32.918389Z","end":"2026-04-04T10:12:33.077448Z","steps":["trace[1798501023] 'process raft request' (duration: 157.805221ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.077742Z","caller":"traceutil/trace.go:171","msg":"trace[818640099] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"158.016473ms","start":"2026-04-04T10:12:32.919713Z","end":"2026-04-04T10:12:33.07773Z","steps":["trace[818640099] 'process raft request' (duration: 157.168554ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.080779Z","caller":"traceutil/trace.go:171","msg":"trace[1237167730] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"156.55975ms","start":"2026-04-04T10:12:32.92132Z","end":"2026-04-04T10:12:33.077879Z","steps":["trace[1237167730] 'process raft request' (duration: 155.796606ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.080902Z","caller":"traceutil/trace.go:171","msg":"trace[136387935] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"157.924337ms","start":"2026-04-04T10:12:32.920038Z","end":"2026-04-04T10:12:33.077962Z","steps":["trace[136387935] 'process raft request' (duration: 157.026166ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.081033Z","caller":"traceutil/trace.go:171","msg":"trace[265723323] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"158.204934ms","start":"2026-04-04T10:12:32.919783Z","end":"2026-04-04T10:12:33.077988Z","steps":["trace[265723323] 'process raft request' (duration: 157.207267ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.08116Z","caller":"traceutil/trace.go:171","msg":"trace[2029557230] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"158.219765ms","start":"2026-04-04T10:12:32.919786Z","end":"2026-04-04T10:12:33.078006Z","steps":["trace[2029557230] 'process raft request' (duration: 157.242379ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.081242Z","caller":"traceutil/trace.go:171","msg":"trace[773069021] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"130.518793ms","start":"2026-04-04T10:12:32.949457Z","end":"2026-04-04T10:12:33.079976Z","steps":["trace[773069021] 'process raft request' (duration: 130.384385ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.25022Z","caller":"traceutil/trace.go:171","msg":"trace[402749810] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"109.201063ms","start":"2026-04-04T10:12:33.140994Z","end":"2026-04-04T10:12:33.250195Z","steps":["trace[402749810] 'process raft request' (duration: 77.145962ms)","trace[402749810] 'compare' (duration: 31.868459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:12:33.250664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.545933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-zp74r\" ","response":"range_response_count:1 size:2702"} {"level":"info","ts":"2026-04-04T10:12:33.250716Z","caller":"traceutil/trace.go:171","msg":"trace[1998065277] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-zp74r; range_end:; response_count:1; response_revision:1104; }","duration":"109.67662ms","start":"2026-04-04T10:12:33.141027Z","end":"2026-04-04T10:12:33.250703Z","steps":["trace[1998065277] 'agreement among raft nodes before linearized reading' (duration: 109.423535ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.25042Z","caller":"traceutil/trace.go:171","msg":"trace[327796891] linearizableReadLoop","detail":"{readStateIndex:1139; appliedIndex:1138; }","duration":"109.087377ms","start":"2026-04-04T10:12:33.141055Z","end":"2026-04-04T10:12:33.250142Z","steps":["trace[327796891] 'read index received' (duration: 77.195565ms)","trace[327796891] 'applied index is now lower than readState.Index' (duration: 31.890832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:12:33.523426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.479532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-04-04T10:12:33.523506Z","caller":"traceutil/trace.go:171","msg":"trace[352307282] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1107; }","duration":"147.584098ms","start":"2026-04-04T10:12:33.375902Z","end":"2026-04-04T10:12:33.523486Z","steps":["trace[352307282] 'range keys from in-memory index tree' (duration: 147.391887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:33.524259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.98444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-04-04T10:12:33.52431Z","caller":"traceutil/trace.go:171","msg":"trace[199872311] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1107; }","duration":"148.051734ms","start":"2026-04-04T10:12:33.376245Z","end":"2026-04-04T10:12:33.524297Z","steps":["trace[199872311] 'range keys from in-memory index tree' (duration: 147.897355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:33.524916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.055624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-04-04T10:12:33.524965Z","caller":"traceutil/trace.go:171","msg":"trace[209961816] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1107; }","duration":"149.144489ms","start":"2026-04-04T10:12:33.375808Z","end":"2026-04-04T10:12:33.524953Z","steps":["trace[209961816] 'range keys from in-memory index tree' (duration: 147.262689ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:33.879452Z","caller":"traceutil/trace.go:171","msg":"trace[610112133] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"215.52835ms","start":"2026-04-04T10:12:33.663894Z","end":"2026-04-04T10:12:33.879423Z","steps":["trace[610112133] 'process raft request' (duration: 215.242904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:34.379174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.746538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:12:34.379528Z","caller":"traceutil/trace.go:171","msg":"trace[90781004] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1145; }","duration":"399.333526ms","start":"2026-04-04T10:12:33.980177Z","end":"2026-04-04T10:12:34.379511Z","steps":["trace[90781004] 'read index received' (duration: 203.126602ms)","trace[90781004] 'applied index is now lower than readState.Index' (duration: 196.205804ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:12:34.37953Z","caller":"traceutil/trace.go:171","msg":"trace[743901827] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"482.346607ms","start":"2026-04-04T10:12:33.89713Z","end":"2026-04-04T10:12:34.379477Z","steps":["trace[743901827] 'process raft request' (duration: 286.237058ms)","trace[743901827] 'compare' (duration: 195.195325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:12:34.379696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:33.897113Z","time spent":"482.501106ms","remote":"127.0.0.1:56460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1243,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:12:34.379941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.75118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:12:34.379994Z","caller":"traceutil/trace.go:171","msg":"trace[531126051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1112; }","duration":"399.842055ms","start":"2026-04-04T10:12:33.980138Z","end":"2026-04-04T10:12:34.37998Z","steps":["trace[531126051] 'agreement among raft nodes before linearized reading' (duration: 399.689336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:34.380025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:33.980118Z","time spent":"399.898558ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:12:34.380405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.863323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:12:34.380467Z","caller":"traceutil/trace.go:171","msg":"trace[1396762049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1112; }","duration":"115.050723ms","start":"2026-04-04T10:12:34.265405Z","end":"2026-04-04T10:12:34.380456Z","steps":["trace[1396762049] 'agreement among raft nodes before linearized reading' (duration: 114.884524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:46.985892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083675016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:12:47.486542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083675016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:12:47.566409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265717549s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-04T10:12:48.02324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.675343ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:12:48.023718Z","caller":"traceutil/trace.go:171","msg":"trace[1655615260] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"1.053858606s","start":"2026-04-04T10:12:46.969841Z","end":"2026-04-04T10:12:48.0237Z","steps":["trace[1655615260] 'process raft request' (duration: 1.053495805s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:48.023827Z","caller":"traceutil/trace.go:171","msg":"trace[632308888] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1248; }","duration":"1.53881219s","start":"2026-04-04T10:12:46.484993Z","end":"2026-04-04T10:12:48.023805Z","steps":["trace[632308888] 'read index received' (duration: 1.081640418s)","trace[632308888] 'applied index is now lower than readState.Index' (duration: 457.169802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:12:48.024201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021718464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-04-04T10:12:48.024243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.808616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:12:48.024266Z","caller":"traceutil/trace.go:171","msg":"trace[1276757328] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1213; }","duration":"1.021826071s","start":"2026-04-04T10:12:47.002424Z","end":"2026-04-04T10:12:48.02425Z","steps":["trace[1276757328] 'agreement among raft nodes before linearized reading' (duration: 1.02164398s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:48.024294Z","caller":"traceutil/trace.go:171","msg":"trace[419905411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1213; }","duration":"840.88226ms","start":"2026-04-04T10:12:47.183398Z","end":"2026-04-04T10:12:48.02428Z","steps":["trace[419905411] 'agreement among raft nodes before linearized reading' (duration: 840.605814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:48.024325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:47.002412Z","time spent":"1.021896255s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":246,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-04-04T10:12:48.024358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:47.183387Z","time spent":"840.948405ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:12:48.024484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539386344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:12:48.024602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.29784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:12:48.025822Z","caller":"traceutil/trace.go:171","msg":"trace[973925289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1213; }","duration":"1.540821372s","start":"2026-04-04T10:12:46.48493Z","end":"2026-04-04T10:12:48.025751Z","steps":["trace[973925289] 'agreement among raft nodes before linearized reading' (duration: 1.539063745s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:12:48.025862Z","caller":"traceutil/trace.go:171","msg":"trace[1416500970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1213; }","duration":"759.60231ms","start":"2026-04-04T10:12:47.26624Z","end":"2026-04-04T10:12:48.025842Z","steps":["trace[1416500970] 'agreement among raft nodes before linearized reading' (duration: 758.315682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:48.025934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:46.484905Z","time spent":"1.541007713s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:12:48.026015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:47.266206Z","time spent":"759.710837ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:12:48.026112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:46.969807Z","time spent":"1.053959992s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:12:48.023933Z","caller":"traceutil/trace.go:171","msg":"trace[1914881931] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"792.553157ms","start":"2026-04-04T10:12:47.231353Z","end":"2026-04-04T10:12:48.023907Z","steps":["trace[1914881931] 'process raft request' (duration: 792.285571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:48.026199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.548502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-04T10:12:48.026262Z","caller":"traceutil/trace.go:171","msg":"trace[459566522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1213; }","duration":"846.641028ms","start":"2026-04-04T10:12:47.179604Z","end":"2026-04-04T10:12:48.026245Z","steps":["trace[459566522] 'agreement among raft nodes before linearized reading' (duration: 846.437436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:48.02473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.04066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-04T10:12:48.026318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:47.179594Z","time spent":"846.712002ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:12:48.026361Z","caller":"traceutil/trace.go:171","msg":"trace[659329138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1213; }","duration":"842.708821ms","start":"2026-04-04T10:12:47.183631Z","end":"2026-04-04T10:12:48.02634Z","steps":["trace[659329138] 'agreement among raft nodes before linearized reading' (duration: 840.999357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:48.024633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.847752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:12:48.0264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:47.183599Z","time spent":"842.791206ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:12:48.026411Z","caller":"traceutil/trace.go:171","msg":"trace[403163855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1213; }","duration":"889.687894ms","start":"2026-04-04T10:12:47.136708Z","end":"2026-04-04T10:12:48.026396Z","steps":["trace[403163855] 'agreement among raft nodes before linearized reading' (duration: 887.383315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:12:48.027461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:47.13668Z","time spent":"890.762808ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:12:48.026224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:12:47.23133Z","time spent":"794.849185ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:13:06.637346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083675330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:13:06.679621Z","caller":"traceutil/trace.go:171","msg":"trace[501413459] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"567.491699ms","start":"2026-04-04T10:13:06.112078Z","end":"2026-04-04T10:13:06.67957Z","steps":["trace[501413459] 'process raft request' (duration: 567.354481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:06.680143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:06.112059Z","time spent":"567.65853ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:06.689567Z","caller":"traceutil/trace.go:171","msg":"trace[1351059648] linearizableReadLoop","detail":"{readStateIndex:1404; appliedIndex:1403; }","duration":"552.534377ms","start":"2026-04-04T10:13:06.137015Z","end":"2026-04-04T10:13:06.68955Z","steps":["trace[1351059648] 'read index received' (duration: 542.572039ms)","trace[1351059648] 'applied index is now lower than readState.Index' (duration: 9.961068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:13:06.689804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.773423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-04T10:13:06.689841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.315962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:13:06.689844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.410015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:06.689871Z","caller":"traceutil/trace.go:171","msg":"trace[1536763927] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1357; }","duration":"286.373596ms","start":"2026-04-04T10:13:06.40349Z","end":"2026-04-04T10:13:06.689863Z","steps":["trace[1536763927] 'agreement among raft nodes before linearized reading' (duration: 286.313462ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:06.689877Z","caller":"traceutil/trace.go:171","msg":"trace[1539800427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1357; }","duration":"552.888439ms","start":"2026-04-04T10:13:06.136973Z","end":"2026-04-04T10:13:06.689861Z","steps":["trace[1539800427] 'agreement among raft nodes before linearized reading' (duration: 552.682387ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:06.68989Z","caller":"traceutil/trace.go:171","msg":"trace[590885356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1357; }","duration":"424.488119ms","start":"2026-04-04T10:13:06.265389Z","end":"2026-04-04T10:13:06.689877Z","steps":["trace[590885356] 'agreement among raft nodes before linearized reading' (duration: 424.408174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:06.689915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:06.136952Z","time spent":"552.953463ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:13:06.689911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.603659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-04T10:13:06.690017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.004438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-pnkg9\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-04T10:13:06.690058Z","caller":"traceutil/trace.go:171","msg":"trace[12159788] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-pnkg9; range_end:; response_count:1; response_revision:1357; }","duration":"417.063561ms","start":"2026-04-04T10:13:06.272984Z","end":"2026-04-04T10:13:06.690047Z","steps":["trace[12159788] 'agreement among raft nodes before linearized reading' (duration: 416.952904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:06.690085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:06.272972Z","time spent":"417.105534ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-pnkg9\" "} {"level":"info","ts":"2026-04-04T10:13:06.689969Z","caller":"traceutil/trace.go:171","msg":"trace[106677454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1357; }","duration":"531.663753ms","start":"2026-04-04T10:13:06.158294Z","end":"2026-04-04T10:13:06.689958Z","steps":["trace[106677454] 'agreement among raft nodes before linearized reading' (duration: 531.528294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:06.690122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.277537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-04T10:13:06.690194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:06.158266Z","time spent":"531.917829ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:13:06.69021Z","caller":"traceutil/trace.go:171","msg":"trace[1763385656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1357; }","duration":"524.406445ms","start":"2026-04-04T10:13:06.165784Z","end":"2026-04-04T10:13:06.69019Z","steps":["trace[1763385656] 'agreement among raft nodes before linearized reading' (duration: 524.121567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:06.690253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:06.165773Z","time spent":"524.472149ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:13:06.689919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:06.265377Z","time spent":"424.534193ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:13:06.690116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.281671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-04T10:13:06.690553Z","caller":"traceutil/trace.go:171","msg":"trace[2071293701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1357; }","duration":"535.730299ms","start":"2026-04-04T10:13:06.154805Z","end":"2026-04-04T10:13:06.690535Z","steps":["trace[2071293701] 'agreement among raft nodes before linearized reading' (duration: 535.250699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:06.690601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:06.154795Z","time spent":"535.792052ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:13:06.691682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.625483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:13:06.691745Z","caller":"traceutil/trace.go:171","msg":"trace[995306418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1357; }","duration":"542.72507ms","start":"2026-04-04T10:13:06.149008Z","end":"2026-04-04T10:13:06.691733Z","steps":["trace[995306418] 'agreement among raft nodes before linearized reading' (duration: 540.782197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:06.691774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:06.148997Z","time spent":"542.768753ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:13:10.812407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.469742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:13:10.812583Z","caller":"traceutil/trace.go:171","msg":"trace[2053414966] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"282.054448ms","start":"2026-04-04T10:13:10.53051Z","end":"2026-04-04T10:13:10.812564Z","steps":["trace[2053414966] 'process raft request' (duration: 157.35331ms)","trace[2053414966] 'compare' (duration: 124.375046ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:10.819041Z","caller":"traceutil/trace.go:171","msg":"trace[416206975] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"288.368128ms","start":"2026-04-04T10:13:10.530648Z","end":"2026-04-04T10:13:10.819016Z","steps":["trace[416206975] 'process raft request' (duration: 288.126433ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:10.819258Z","caller":"traceutil/trace.go:171","msg":"trace[1382394977] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"288.277512ms","start":"2026-04-04T10:13:10.530918Z","end":"2026-04-04T10:13:10.819196Z","steps":["trace[1382394977] 'process raft request' (duration: 287.971973ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:10.819404Z","caller":"traceutil/trace.go:171","msg":"trace[43668585] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"286.735333ms","start":"2026-04-04T10:13:10.532652Z","end":"2026-04-04T10:13:10.819387Z","steps":["trace[43668585] 'process raft request' (duration: 286.394712ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:10.819553Z","caller":"traceutil/trace.go:171","msg":"trace[3165894] linearizableReadLoop","detail":"{readStateIndex:1476; appliedIndex:1469; }","duration":"283.667219ms","start":"2026-04-04T10:13:10.535837Z","end":"2026-04-04T10:13:10.819504Z","steps":["trace[3165894] 'read index received' (duration: 151.971798ms)","trace[3165894] 'applied index is now lower than readState.Index' (duration: 131.694381ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:10.819639Z","caller":"traceutil/trace.go:171","msg":"trace[494572117] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"285.632704ms","start":"2026-04-04T10:13:10.533995Z","end":"2026-04-04T10:13:10.819628Z","steps":["trace[494572117] 'process raft request' (duration: 285.238619ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:10.819646Z","caller":"traceutil/trace.go:171","msg":"trace[1525446608] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"284.47224ms","start":"2026-04-04T10:13:10.535109Z","end":"2026-04-04T10:13:10.819581Z","steps":["trace[1525446608] 'process raft request' (duration: 284.252156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:10.819751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.889813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:10.819827Z","caller":"traceutil/trace.go:171","msg":"trace[654759848] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1428; }","duration":"284.00251ms","start":"2026-04-04T10:13:10.535812Z","end":"2026-04-04T10:13:10.819814Z","steps":["trace[654759848] 'agreement among raft nodes before linearized reading' (duration: 283.860571ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:10.819108Z","caller":"traceutil/trace.go:171","msg":"trace[1922290961] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"287.62381ms","start":"2026-04-04T10:13:10.531461Z","end":"2026-04-04T10:13:10.819085Z","steps":["trace[1922290961] 'process raft request' (duration: 287.536005ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:10.847011Z","caller":"traceutil/trace.go:171","msg":"trace[1787074618] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"147.73234ms","start":"2026-04-04T10:13:10.69925Z","end":"2026-04-04T10:13:10.846983Z","steps":["trace[1787074618] 'process raft request' (duration: 147.323234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:10.847691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.903956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:13:10.84799Z","caller":"traceutil/trace.go:171","msg":"trace[1074823456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1430; }","duration":"101.223836ms","start":"2026-04-04T10:13:10.746752Z","end":"2026-04-04T10:13:10.847975Z","steps":["trace[1074823456] 'agreement among raft nodes before linearized reading' (duration: 100.827791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:10.847754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.862647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:13:10.84981Z","caller":"traceutil/trace.go:171","msg":"trace[1421443522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1430; }","duration":"106.963361ms","start":"2026-04-04T10:13:10.742831Z","end":"2026-04-04T10:13:10.849794Z","steps":["trace[1421443522] 'agreement among raft nodes before linearized reading' (duration: 104.786853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.580758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.66443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:13:11.581214Z","caller":"traceutil/trace.go:171","msg":"trace[1936072096] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"726.863744ms","start":"2026-04-04T10:13:10.854333Z","end":"2026-04-04T10:13:11.581197Z","steps":["trace[1936072096] 'process raft request' (duration: 726.773698ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:11.581229Z","caller":"traceutil/trace.go:171","msg":"trace[619036086] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"729.767038ms","start":"2026-04-04T10:13:10.851428Z","end":"2026-04-04T10:13:11.581195Z","steps":["trace[619036086] 'process raft request' (duration: 729.423926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.581299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:10.854314Z","time spent":"726.947399ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:11.581391Z","caller":"traceutil/trace.go:171","msg":"trace[1457670426] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"726.972719ms","start":"2026-04-04T10:13:10.8544Z","end":"2026-04-04T10:13:11.581372Z","steps":["trace[1457670426] 'process raft request' (duration: 726.758665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.581431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:10.851412Z","time spent":"729.888335ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:13:11.581519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:10.854395Z","time spent":"727.054005ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:11.581506Z","caller":"traceutil/trace.go:171","msg":"trace[384501853] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"727.039284ms","start":"2026-04-04T10:13:10.85444Z","end":"2026-04-04T10:13:11.58148Z","steps":["trace[384501853] 'process raft request' (duration: 726.800129ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:11.581087Z","caller":"traceutil/trace.go:171","msg":"trace[208105542] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"730.318342ms","start":"2026-04-04T10:13:10.850747Z","end":"2026-04-04T10:13:11.581065Z","steps":["trace[208105542] 'process raft request' (duration: 377.261697ms)","trace[208105542] 'compare' (duration: 352.468798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:13:11.581643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:10.850722Z","time spent":"730.847295ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:13:11.581642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:10.854433Z","time spent":"727.138579ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:11.582488Z","caller":"traceutil/trace.go:171","msg":"trace[2120957383] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"727.854655ms","start":"2026-04-04T10:13:10.854618Z","end":"2026-04-04T10:13:11.582473Z","steps":["trace[2120957383] 'process raft request' (duration: 726.770737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.582585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:10.854605Z","time spent":"727.931639ms","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:11.583368Z","caller":"traceutil/trace.go:171","msg":"trace[1369470463] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"727.625731ms","start":"2026-04-04T10:13:10.855731Z","end":"2026-04-04T10:13:11.583357Z","steps":["trace[1369470463] 'process raft request' (duration: 726.628857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.58343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:10.855709Z","time spent":"727.690096ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:11.583527Z","caller":"traceutil/trace.go:171","msg":"trace[1628841689] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1479; }","duration":"675.61977ms","start":"2026-04-04T10:13:10.9079Z","end":"2026-04-04T10:13:11.583519Z","steps":["trace[1628841689] 'read index received' (duration: 320.119999ms)","trace[1628841689] 'applied index is now lower than readState.Index' (duration: 355.499141ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:11.583671Z","caller":"traceutil/trace.go:171","msg":"trace[739578815] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"727.742129ms","start":"2026-04-04T10:13:10.855923Z","end":"2026-04-04T10:13:11.583665Z","steps":["trace[739578815] 'process raft request' (duration: 727.303351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.583727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:10.855915Z","time spent":"727.771961ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7078,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:13:11.58385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.95088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4169"} {"level":"info","ts":"2026-04-04T10:13:11.583872Z","caller":"traceutil/trace.go:171","msg":"trace[1378768373] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:1438; }","duration":"676.002383ms","start":"2026-04-04T10:13:10.907863Z","end":"2026-04-04T10:13:11.583865Z","steps":["trace[1378768373] 'agreement among raft nodes before linearized reading' (duration: 675.929699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.583888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:10.907841Z","time spent":"676.043127ms","remote":"127.0.0.1:56600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4191,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-04-04T10:13:11.585677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.109509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-04-04T10:13:11.585703Z","caller":"traceutil/trace.go:171","msg":"trace[1520689791] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1439; }","duration":"553.160352ms","start":"2026-04-04T10:13:11.032536Z","end":"2026-04-04T10:13:11.585697Z","steps":["trace[1520689791] 'agreement among raft nodes before linearized reading' (duration: 553.097678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.585718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.032525Z","time spent":"553.189174ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1042,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-04-04T10:13:11.58581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.212687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:11.585905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.949952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-04-04T10:13:11.58599Z","caller":"traceutil/trace.go:171","msg":"trace[1927181077] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:1439; }","duration":"554.080601ms","start":"2026-04-04T10:13:11.031894Z","end":"2026-04-04T10:13:11.585974Z","steps":["trace[1927181077] 'agreement among raft nodes before linearized reading' (duration: 553.934301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.58603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.031866Z","time spent":"554.155456ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1063,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-04-04T10:13:11.586148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.346387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:13:11.586179Z","caller":"traceutil/trace.go:171","msg":"trace[2129519232] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:1439; }","duration":"365.411781ms","start":"2026-04-04T10:13:11.220759Z","end":"2026-04-04T10:13:11.586171Z","steps":["trace[2129519232] 'agreement among raft nodes before linearized reading' (duration: 365.337056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.586203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.220739Z","time spent":"365.458675ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-04-04T10:13:11.586154Z","caller":"traceutil/trace.go:171","msg":"trace[286771155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1439; }","duration":"320.434011ms","start":"2026-04-04T10:13:11.265563Z","end":"2026-04-04T10:13:11.585997Z","steps":["trace[286771155] 'agreement among raft nodes before linearized reading' (duration: 320.062668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.586347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.265529Z","time spent":"320.803544ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:13:11.586445Z","caller":"traceutil/trace.go:171","msg":"trace[1654335371] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"671.901294ms","start":"2026-04-04T10:13:10.914534Z","end":"2026-04-04T10:13:11.586435Z","steps":["trace[1654335371] 'process raft request' (duration: 670.995266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.586516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:10.914518Z","time spent":"671.958537ms","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4416,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:13:11.586805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.730732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:11.588813Z","caller":"traceutil/trace.go:171","msg":"trace[2001237096] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1439; }","duration":"317.770082ms","start":"2026-04-04T10:13:11.271016Z","end":"2026-04-04T10:13:11.588786Z","steps":["trace[2001237096] 'agreement among raft nodes before linearized reading' (duration: 315.728661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.588865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.270998Z","time spent":"317.851267ms","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:13:11.587123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.55073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:13:11.588943Z","caller":"traceutil/trace.go:171","msg":"trace[1996979789] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1439; }","duration":"647.370837ms","start":"2026-04-04T10:13:10.941563Z","end":"2026-04-04T10:13:11.588933Z","steps":["trace[1996979789] 'agreement among raft nodes before linearized reading' (duration: 644.034525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.588971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:10.941514Z","time spent":"647.448902ms","remote":"127.0.0.1:56608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:13:11.911611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.900793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:13:11.911879Z","caller":"traceutil/trace.go:171","msg":"trace[1864205453] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"321.452785ms","start":"2026-04-04T10:13:11.590352Z","end":"2026-04-04T10:13:11.911805Z","steps":["trace[1864205453] 'process raft request' (duration: 188.273864ms)","trace[1864205453] 'compare' (duration: 132.734283ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:11.911995Z","caller":"traceutil/trace.go:171","msg":"trace[1075831777] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"314.824563ms","start":"2026-04-04T10:13:11.597152Z","end":"2026-04-04T10:13:11.911976Z","steps":["trace[1075831777] 'process raft request' (duration: 314.755898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.912065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.597148Z","time spent":"314.887256ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1056,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:13:11.912284Z","caller":"traceutil/trace.go:171","msg":"trace[9598551] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"315.208767ms","start":"2026-04-04T10:13:11.597065Z","end":"2026-04-04T10:13:11.912274Z","steps":["trace[9598551] 'process raft request' (duration: 314.742068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.912348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.597057Z","time spent":"315.25831ms","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1757,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:13:11.912402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.590338Z","time spent":"321.734293ms","remote":"127.0.0.1:56600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4199,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:11.912465Z","caller":"traceutil/trace.go:171","msg":"trace[1217834829] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"315.176795ms","start":"2026-04-04T10:13:11.597271Z","end":"2026-04-04T10:13:11.912447Z","steps":["trace[1217834829] 'process raft request' (duration: 314.671673ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:11.912415Z","caller":"traceutil/trace.go:171","msg":"trace[765707169] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"288.473407ms","start":"2026-04-04T10:13:11.623926Z","end":"2026-04-04T10:13:11.912399Z","steps":["trace[765707169] 'process raft request' (duration: 288.431755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.912544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.597265Z","time spent":"315.238179ms","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1734,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:11.912581Z","caller":"traceutil/trace.go:171","msg":"trace[333107164] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"316.122986ms","start":"2026-04-04T10:13:11.596444Z","end":"2026-04-04T10:13:11.912567Z","steps":["trace[333107164] 'process raft request' (duration: 315.328466ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:11.912632Z","caller":"traceutil/trace.go:171","msg":"trace[1150321578] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"314.070676ms","start":"2026-04-04T10:13:11.598553Z","end":"2026-04-04T10:13:11.912624Z","steps":["trace[1150321578] 'process raft request' (duration: 313.67334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.912647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.596435Z","time spent":"316.18091ms","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1170,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:13:11.91269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.598547Z","time spent":"314.115448ms","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1203,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:11.912771Z","caller":"traceutil/trace.go:171","msg":"trace[1950918733] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"314.083036ms","start":"2026-04-04T10:13:11.59868Z","end":"2026-04-04T10:13:11.912763Z","steps":["trace[1950918733] 'process raft request' (duration: 313.625777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.91282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.598676Z","time spent":"314.121008ms","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1760,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:11.912901Z","caller":"traceutil/trace.go:171","msg":"trace[1791588453] linearizableReadLoop","detail":"{readStateIndex:1497; appliedIndex:1489; }","duration":"290.244069ms","start":"2026-04-04T10:13:11.622638Z","end":"2026-04-04T10:13:11.912882Z","steps":["trace[1791588453] 'read index received' (duration: 155.977439ms)","trace[1791588453] 'applied index is now lower than readState.Index' (duration: 134.26521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:13:11.913051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.920376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-l5nww\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-04-04T10:13:11.913055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.649837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-l5nww\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-04T10:13:11.913089Z","caller":"traceutil/trace.go:171","msg":"trace[1633046281] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-l5nww; range_end:; response_count:1; response_revision:1448; }","duration":"325.044313ms","start":"2026-04-04T10:13:11.588032Z","end":"2026-04-04T10:13:11.913077Z","steps":["trace[1633046281] 'agreement among raft nodes before linearized reading' (duration: 324.912895ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:11.913096Z","caller":"traceutil/trace.go:171","msg":"trace[1239006104] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-l5nww; range_end:; response_count:1; response_revision:1448; }","duration":"324.715612ms","start":"2026-04-04T10:13:11.588368Z","end":"2026-04-04T10:13:11.913083Z","steps":["trace[1239006104] 'agreement among raft nodes before linearized reading' (duration: 324.588984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.913121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.588026Z","time spent":"325.086865ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":3266,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-l5nww\" "} {"level":"warn","ts":"2026-04-04T10:13:11.913137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.588356Z","time spent":"324.771615ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":3266,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-l5nww\" "} {"level":"warn","ts":"2026-04-04T10:13:11.913146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.745695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-04-04T10:13:11.913261Z","caller":"traceutil/trace.go:171","msg":"trace[77967639] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1448; }","duration":"316.841342ms","start":"2026-04-04T10:13:11.596356Z","end":"2026-04-04T10:13:11.913197Z","steps":["trace[77967639] 'agreement among raft nodes before linearized reading' (duration: 316.579475ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:11.913258Z","caller":"traceutil/trace.go:171","msg":"trace[695335247] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"315.956915ms","start":"2026-04-04T10:13:11.596378Z","end":"2026-04-04T10:13:11.912335Z","steps":["trace[695335247] 'process raft request' (duration: 315.333446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:11.913324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.596342Z","time spent":"316.968159ms","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4453,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-04-04T10:13:11.91348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:11.596369Z","time spent":"316.9523ms","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1153,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:14.038173Z","caller":"traceutil/trace.go:171","msg":"trace[2127066082] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1525; }","duration":"446.444988ms","start":"2026-04-04T10:13:13.591703Z","end":"2026-04-04T10:13:14.038148Z","steps":["trace[2127066082] 'read index received' (duration: 446.263977ms)","trace[2127066082] 'applied index is now lower than readState.Index' (duration: 179.781µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:14.038317Z","caller":"traceutil/trace.go:171","msg":"trace[947589576] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"446.834592ms","start":"2026-04-04T10:13:13.591439Z","end":"2026-04-04T10:13:14.038273Z","steps":["trace[947589576] 'process raft request' (duration: 446.48389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:14.038649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.919128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:13:14.038664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:13.591413Z","time spent":"447.161983ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:14.038712Z","caller":"traceutil/trace.go:171","msg":"trace[1494612278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1475; }","duration":"447.011233ms","start":"2026-04-04T10:13:13.59169Z","end":"2026-04-04T10:13:14.038701Z","steps":["trace[1494612278] 'agreement among raft nodes before linearized reading' (duration: 446.613448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:14.03875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:13.591684Z","time spent":"447.056347ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:13:14.182588Z","caller":"traceutil/trace.go:171","msg":"trace[1263355217] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"139.727533ms","start":"2026-04-04T10:13:14.042836Z","end":"2026-04-04T10:13:14.182564Z","steps":["trace[1263355217] 'process raft request' (duration: 139.693101ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:14.182623Z","caller":"traceutil/trace.go:171","msg":"trace[660651763] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"588.203151ms","start":"2026-04-04T10:13:13.594389Z","end":"2026-04-04T10:13:14.182592Z","steps":["trace[660651763] 'process raft request' (duration: 581.759298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:14.182765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:13.594377Z","time spent":"588.309158ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:14.18288Z","caller":"traceutil/trace.go:171","msg":"trace[508796826] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"588.298927ms","start":"2026-04-04T10:13:13.594568Z","end":"2026-04-04T10:13:14.182867Z","steps":["trace[508796826] 'process raft request' (duration: 587.906401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:14.183036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:13.594561Z","time spent":"588.401024ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:14.183188Z","caller":"traceutil/trace.go:171","msg":"trace[1203626727] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1526; }","duration":"144.920335ms","start":"2026-04-04T10:13:14.038256Z","end":"2026-04-04T10:13:14.183176Z","steps":["trace[1203626727] 'read index received' (duration: 137.925567ms)","trace[1203626727] 'applied index is now lower than readState.Index' (duration: 6.993508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:13:14.183297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.896643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:13:14.183326Z","caller":"traceutil/trace.go:171","msg":"trace[1977143625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1478; }","duration":"590.937326ms","start":"2026-04-04T10:13:13.592379Z","end":"2026-04-04T10:13:14.183317Z","steps":["trace[1977143625] 'agreement among raft nodes before linearized reading' (duration: 590.83703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:14.183345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:13.592373Z","time spent":"590.967278ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:13:17.246968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083675552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:13:17.747563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083675552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:13:18.247751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083675552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:13:18.742944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.391792847s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:13:18.743385Z","caller":"traceutil/trace.go:171","msg":"trace[32672400] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"2.396778809s","start":"2026-04-04T10:13:16.346579Z","end":"2026-04-04T10:13:18.743358Z","steps":["trace[32672400] 'process raft request' (duration: 2.396610607s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:18.743549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:16.346565Z","time spent":"2.396904187s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:13:18.907787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.769617ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:13:18.908091Z","caller":"traceutil/trace.go:171","msg":"trace[2001589017] linearizableReadLoop","detail":"{readStateIndex:1547; appliedIndex:1544; }","duration":"2.161820829s","start":"2026-04-04T10:13:16.746251Z","end":"2026-04-04T10:13:18.908072Z","steps":["trace[2001589017] 'read index received' (duration: 1.996930828s)","trace[2001589017] 'applied index is now lower than readState.Index' (duration: 164.888931ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:18.908142Z","caller":"traceutil/trace.go:171","msg":"trace[623526215] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"2.040826078s","start":"2026-04-04T10:13:16.867213Z","end":"2026-04-04T10:13:18.908039Z","steps":["trace[623526215] 'process raft request' (duration: 2.04070149s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:18.908316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507932415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:13:18.90834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132928086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:13:18.908386Z","caller":"traceutil/trace.go:171","msg":"trace[793825740] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1496; }","duration":"1.508072074s","start":"2026-04-04T10:13:17.400297Z","end":"2026-04-04T10:13:18.908369Z","steps":["trace[793825740] 'agreement among raft nodes before linearized reading' (duration: 1.507939866s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:18.908381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:16.867189Z","time spent":"2.041099196s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:18.908413Z","caller":"traceutil/trace.go:171","msg":"trace[383043414] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1496; }","duration":"2.133068876s","start":"2026-04-04T10:13:16.775326Z","end":"2026-04-04T10:13:18.908395Z","steps":["trace[383043414] 'agreement among raft nodes before linearized reading' (duration: 2.132900015s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:18.908444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.54248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:13:18.908473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:16.775306Z","time spent":"2.133155311s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:13:18.90849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.247979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:13:18.908508Z","caller":"traceutil/trace.go:171","msg":"trace[2137761494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1496; }","duration":"840.649626ms","start":"2026-04-04T10:13:18.06784Z","end":"2026-04-04T10:13:18.90849Z","steps":["trace[2137761494] 'agreement among raft nodes before linearized reading' (duration: 840.459794ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:18.908539Z","caller":"traceutil/trace.go:171","msg":"trace[724175211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1496; }","duration":"548.309343ms","start":"2026-04-04T10:13:18.360216Z","end":"2026-04-04T10:13:18.908525Z","steps":["trace[724175211] 'agreement among raft nodes before linearized reading' (duration: 548.166904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:18.908551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:18.067821Z","time spent":"840.720901ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:13:18.908567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.434667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-04T10:13:18.908585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:18.36021Z","time spent":"548.367667ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:13:18.908601Z","caller":"traceutil/trace.go:171","msg":"trace[1001645354] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1496; }","duration":"938.503641ms","start":"2026-04-04T10:13:17.970088Z","end":"2026-04-04T10:13:18.908592Z","steps":["trace[1001645354] 'agreement among raft nodes before linearized reading' (duration: 938.358911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:18.908627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:17.970065Z","time spent":"938.554923ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":184,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:13:18.908694Z","caller":"traceutil/trace.go:171","msg":"trace[152220044] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"124.442028ms","start":"2026-04-04T10:13:18.784239Z","end":"2026-04-04T10:13:18.908681Z","steps":["trace[152220044] 'process raft request' (duration: 123.787395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:18.908746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6426127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:18.908777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.027155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-04T10:13:18.908816Z","caller":"traceutil/trace.go:171","msg":"trace[1355289298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1496; }","duration":"550.10052ms","start":"2026-04-04T10:13:18.358707Z","end":"2026-04-04T10:13:18.908808Z","steps":["trace[1355289298] 'agreement among raft nodes before linearized reading' (duration: 550.001854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:18.908856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:18.358689Z","time spent":"550.160494ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:13:18.908746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.150573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-04T10:13:18.908822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025675688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:13:18.908946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.827517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:13:18.908779Z","caller":"traceutil/trace.go:171","msg":"trace[1165882473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1496; }","duration":"1.642684784s","start":"2026-04-04T10:13:17.266085Z","end":"2026-04-04T10:13:18.90877Z","steps":["trace[1165882473] 'agreement among raft nodes before linearized reading' (duration: 1.642632141s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:18.90897Z","caller":"traceutil/trace.go:171","msg":"trace[466713084] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1496; }","duration":"2.025844499s","start":"2026-04-04T10:13:16.883115Z","end":"2026-04-04T10:13:18.908959Z","steps":["trace[466713084] 'agreement among raft nodes before linearized reading' (duration: 2.025680669s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:18.90898Z","caller":"traceutil/trace.go:171","msg":"trace[1818825166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1496; }","duration":"550.908662ms","start":"2026-04-04T10:13:18.358063Z","end":"2026-04-04T10:13:18.908971Z","steps":["trace[1818825166] 'agreement among raft nodes before linearized reading' (duration: 550.739671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:18.909019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:16.883101Z","time spent":"2.025905393s","remote":"127.0.0.1:56600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":9,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:13:18.908992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:17.265899Z","time spent":"1.64308303s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:13:18.909016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:18.35804Z","time spent":"550.971976ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:13:18.908425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:17.400272Z","time spent":"1.508142569s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":31,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:13:18.909088Z","caller":"traceutil/trace.go:171","msg":"trace[595585744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1496; }","duration":"619.447132ms","start":"2026-04-04T10:13:18.289505Z","end":"2026-04-04T10:13:18.908952Z","steps":["trace[595585744] 'agreement among raft nodes before linearized reading' (duration: 618.742246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:18.909307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:18.289476Z","time spent":"619.755143ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:13:18.910057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163799827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:18.910112Z","caller":"traceutil/trace.go:171","msg":"trace[969745562] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1496; }","duration":"2.163906274s","start":"2026-04-04T10:13:16.746192Z","end":"2026-04-04T10:13:18.910098Z","steps":["trace[969745562] 'agreement among raft nodes before linearized reading' (duration: 2.161943107s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:18.910146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:16.746171Z","time spent":"2.163965138s","remote":"127.0.0.1:42972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:13:19.469416Z","caller":"traceutil/trace.go:171","msg":"trace[335588990] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"108.207495ms","start":"2026-04-04T10:13:19.361185Z","end":"2026-04-04T10:13:19.469392Z","steps":["trace[335588990] 'process raft request' (duration: 108.061716ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:24.614021Z","caller":"traceutil/trace.go:171","msg":"trace[938549145] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1592; }","duration":"161.821578ms","start":"2026-04-04T10:13:24.452169Z","end":"2026-04-04T10:13:24.613991Z","steps":["trace[938549145] 'process raft request' (duration: 161.691899ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:24.843418Z","caller":"traceutil/trace.go:171","msg":"trace[474051292] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1593; }","duration":"212.618806ms","start":"2026-04-04T10:13:24.63077Z","end":"2026-04-04T10:13:24.843389Z","steps":["trace[474051292] 'process raft request' (duration: 176.34198ms)","trace[474051292] 'compare' (duration: 36.213492ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:25.024484Z","caller":"traceutil/trace.go:171","msg":"trace[1996037542] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1593; }","duration":"144.253169ms","start":"2026-04-04T10:13:24.880198Z","end":"2026-04-04T10:13:25.024451Z","steps":["trace[1996037542] 'process raft request' (duration: 144.125401ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:25.051265Z","caller":"traceutil/trace.go:171","msg":"trace[1423896717] linearizableReadLoop","detail":"{readStateIndex:1650; appliedIndex:1648; }","duration":"108.239333ms","start":"2026-04-04T10:13:24.942998Z","end":"2026-04-04T10:13:25.051237Z","steps":["trace[1423896717] 'read index received' (duration: 81.296392ms)","trace[1423896717] 'applied index is now lower than readState.Index' (duration: 26.941641ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:25.051374Z","caller":"traceutil/trace.go:171","msg":"trace[744613165] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"110.321078ms","start":"2026-04-04T10:13:24.941013Z","end":"2026-04-04T10:13:25.051334Z","steps":["trace[744613165] 'process raft request' (duration: 110.033359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:25.051542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.310572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-04T10:13:25.051557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.531932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-04T10:13:25.051578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.660665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:13:25.05164Z","caller":"traceutil/trace.go:171","msg":"trace[683668044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1594; }","duration":"108.688182ms","start":"2026-04-04T10:13:24.942933Z","end":"2026-04-04T10:13:25.051621Z","steps":["trace[683668044] 'agreement among raft nodes before linearized reading' (duration: 108.442866ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:25.051654Z","caller":"traceutil/trace.go:171","msg":"trace[583435930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1594; }","duration":"103.769543ms","start":"2026-04-04T10:13:24.947864Z","end":"2026-04-04T10:13:25.051634Z","steps":["trace[583435930] 'agreement among raft nodes before linearized reading' (duration: 103.553049ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:25.051635Z","caller":"traceutil/trace.go:171","msg":"trace[322185887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1594; }","duration":"107.466412ms","start":"2026-04-04T10:13:24.944155Z","end":"2026-04-04T10:13:25.051621Z","steps":["trace[322185887] 'agreement among raft nodes before linearized reading' (duration: 107.232987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:25.051736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.902761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:13:25.051781Z","caller":"traceutil/trace.go:171","msg":"trace[203027378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1594; }","duration":"103.976306ms","start":"2026-04-04T10:13:24.947793Z","end":"2026-04-04T10:13:25.05177Z","steps":["trace[203027378] 'agreement among raft nodes before linearized reading' (duration: 103.800314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:25.051906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.256079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:13:25.051937Z","caller":"traceutil/trace.go:171","msg":"trace[484442695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1594; }","duration":"107.329403ms","start":"2026-04-04T10:13:24.9446Z","end":"2026-04-04T10:13:25.05193Z","steps":["trace[484442695] 'agreement among raft nodes before linearized reading' (duration: 107.237987ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:25.278716Z","caller":"traceutil/trace.go:171","msg":"trace[2046044453] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1599; }","duration":"130.075438ms","start":"2026-04-04T10:13:25.148602Z","end":"2026-04-04T10:13:25.278678Z","steps":["trace[2046044453] 'process raft request' (duration: 129.940869ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:25.583404Z","caller":"traceutil/trace.go:171","msg":"trace[828215998] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1599; }","duration":"126.564609ms","start":"2026-04-04T10:13:25.456811Z","end":"2026-04-04T10:13:25.583376Z","steps":["trace[828215998] 'process raft request' (duration: 126.447662ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:25.991936Z","caller":"traceutil/trace.go:171","msg":"trace[1163515978] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1663; }","duration":"159.501311ms","start":"2026-04-04T10:13:25.83241Z","end":"2026-04-04T10:13:25.991912Z","steps":["trace[1163515978] 'read index received' (duration: 159.32813ms)","trace[1163515978] 'applied index is now lower than readState.Index' (duration: 172.451µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:13:25.992068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.629399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:25.992112Z","caller":"traceutil/trace.go:171","msg":"trace[1018312340] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1600; }","duration":"159.694824ms","start":"2026-04-04T10:13:25.832402Z","end":"2026-04-04T10:13:25.992097Z","steps":["trace[1018312340] 'agreement among raft nodes before linearized reading' (duration: 159.605099ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:25.992348Z","caller":"traceutil/trace.go:171","msg":"trace[2080869931] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1600; }","duration":"325.4317ms","start":"2026-04-04T10:13:25.666905Z","end":"2026-04-04T10:13:25.992337Z","steps":["trace[2080869931] 'process raft request' (duration: 324.930507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:25.992422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:25.666888Z","time spent":"325.495024ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:13:26.286891Z","caller":"traceutil/trace.go:171","msg":"trace[1275283392] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1600; }","duration":"275.273703ms","start":"2026-04-04T10:13:26.011591Z","end":"2026-04-04T10:13:26.286865Z","steps":["trace[1275283392] 'process raft request' (duration: 275.160616ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:26.431085Z","caller":"traceutil/trace.go:171","msg":"trace[1261421593] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1600; }","duration":"127.510794ms","start":"2026-04-04T10:13:26.303535Z","end":"2026-04-04T10:13:26.431046Z","steps":["trace[1261421593] 'process raft request' (duration: 127.415288ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.485919Z","caller":"traceutil/trace.go:171","msg":"trace[1802691374] linearizableReadLoop","detail":"{readStateIndex:1830; appliedIndex:1829; }","duration":"222.288403ms","start":"2026-04-04T10:13:34.263608Z","end":"2026-04-04T10:13:34.485897Z","steps":["trace[1802691374] 'read index received' (duration: 222.200528ms)","trace[1802691374] 'applied index is now lower than readState.Index' (duration: 87.085µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:34.485983Z","caller":"traceutil/trace.go:171","msg":"trace[1432303373] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"257.160607ms","start":"2026-04-04T10:13:34.228782Z","end":"2026-04-04T10:13:34.485939Z","steps":["trace[1432303373] 'process raft request' (duration: 257.018908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:34.48615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.507328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:34.486244Z","caller":"traceutil/trace.go:171","msg":"trace[1224395175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1755; }","duration":"222.621835ms","start":"2026-04-04T10:13:34.263576Z","end":"2026-04-04T10:13:34.486198Z","steps":["trace[1224395175] 'agreement among raft nodes before linearized reading' (duration: 222.405061ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.631553Z","caller":"traceutil/trace.go:171","msg":"trace[1726234807] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1830; }","duration":"122.344579ms","start":"2026-04-04T10:13:34.509186Z","end":"2026-04-04T10:13:34.631531Z","steps":["trace[1726234807] 'read index received' (duration: 16.170164ms)","trace[1726234807] 'applied index is now lower than readState.Index' (duration: 106.173355ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:34.631592Z","caller":"traceutil/trace.go:171","msg":"trace[1904179395] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"137.997018ms","start":"2026-04-04T10:13:34.493569Z","end":"2026-04-04T10:13:34.631566Z","steps":["trace[1904179395] 'process raft request' (duration: 137.885581ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.631627Z","caller":"traceutil/trace.go:171","msg":"trace[1305191399] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"139.855721ms","start":"2026-04-04T10:13:34.491736Z","end":"2026-04-04T10:13:34.631591Z","steps":["trace[1305191399] 'process raft request' (duration: 124.744036ms)","trace[1305191399] 'compare' (duration: 14.836547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:13:34.631729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.51418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:34.631828Z","caller":"traceutil/trace.go:171","msg":"trace[2010253620] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1758; }","duration":"122.66976ms","start":"2026-04-04T10:13:34.509145Z","end":"2026-04-04T10:13:34.631815Z","steps":["trace[2010253620] 'agreement among raft nodes before linearized reading' (duration: 122.52386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:34.631987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.662413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:34.632096Z","caller":"traceutil/trace.go:171","msg":"trace[71341644] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:1758; }","duration":"121.805102ms","start":"2026-04-04T10:13:34.510274Z","end":"2026-04-04T10:13:34.632079Z","steps":["trace[71341644] 'agreement among raft nodes before linearized reading' (duration: 121.653582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:34.632636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.446276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:34.632676Z","caller":"traceutil/trace.go:171","msg":"trace[977860389] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1758; }","duration":"110.52182ms","start":"2026-04-04T10:13:34.522145Z","end":"2026-04-04T10:13:34.632667Z","steps":["trace[977860389] 'agreement among raft nodes before linearized reading' (duration: 110.456826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:34.632658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.304125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:34.63336Z","caller":"traceutil/trace.go:171","msg":"trace[1583097977] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1758; }","duration":"122.984649ms","start":"2026-04-04T10:13:34.510326Z","end":"2026-04-04T10:13:34.633311Z","steps":["trace[1583097977] 'agreement among raft nodes before linearized reading' (duration: 122.302755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:34.633507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.193784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:34.63358Z","caller":"traceutil/trace.go:171","msg":"trace[841141938] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1758; }","duration":"123.268959ms","start":"2026-04-04T10:13:34.510299Z","end":"2026-04-04T10:13:34.633568Z","steps":["trace[841141938] 'agreement among raft nodes before linearized reading' (duration: 123.176993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:34.633914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.632114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:34.633974Z","caller":"traceutil/trace.go:171","msg":"trace[941638446] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1758; }","duration":"111.708999ms","start":"2026-04-04T10:13:34.522256Z","end":"2026-04-04T10:13:34.633965Z","steps":["trace[941638446] 'agreement among raft nodes before linearized reading' (duration: 111.631514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:34.63404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.792134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:34.63408Z","caller":"traceutil/trace.go:171","msg":"trace[1530136570] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1758; }","duration":"111.834967ms","start":"2026-04-04T10:13:34.522235Z","end":"2026-04-04T10:13:34.63407Z","steps":["trace[1530136570] 'agreement among raft nodes before linearized reading' (duration: 111.777103ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.796746Z","caller":"traceutil/trace.go:171","msg":"trace[332787857] linearizableReadLoop","detail":"{readStateIndex:1835; appliedIndex:1833; }","duration":"154.965056ms","start":"2026-04-04T10:13:34.641752Z","end":"2026-04-04T10:13:34.796717Z","steps":["trace[332787857] 'read index received' (duration: 151.051768ms)","trace[332787857] 'applied index is now lower than readState.Index' (duration: 3.912248ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:34.79689Z","caller":"traceutil/trace.go:171","msg":"trace[57716386] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"157.156398ms","start":"2026-04-04T10:13:34.639695Z","end":"2026-04-04T10:13:34.796851Z","steps":["trace[57716386] 'process raft request' (duration: 153.161015ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.79686Z","caller":"traceutil/trace.go:171","msg":"trace[127320842] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"156.806635ms","start":"2026-04-04T10:13:34.640012Z","end":"2026-04-04T10:13:34.796818Z","steps":["trace[127320842] 'process raft request' (duration: 156.638764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:34.796941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.159698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:34.79845Z","caller":"traceutil/trace.go:171","msg":"trace[1936410087] range","detail":"{range_begin:/registry/rolebindings/openstack/pxc-operator; range_end:; response_count:0; response_revision:1760; }","duration":"156.654355ms","start":"2026-04-04T10:13:34.641726Z","end":"2026-04-04T10:13:34.798381Z","steps":["trace[1936410087] 'agreement among raft nodes before linearized reading' (duration: 155.156367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:34.797075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.937197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:34.797065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.970919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:34.797064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.209664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:34.797114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.771216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:34.797127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.370974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:34.797136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.715019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:34.797139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.064276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:34.797144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.709682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:34.797221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.872633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:34.798663Z","caller":"traceutil/trace.go:171","msg":"trace[542618540] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1760; }","duration":"134.857921ms","start":"2026-04-04T10:13:34.663775Z","end":"2026-04-04T10:13:34.798633Z","steps":["trace[542618540] 'agreement among raft nodes before linearized reading' (duration: 133.214253ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.798902Z","caller":"traceutil/trace.go:171","msg":"trace[1996158691] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1760; }","duration":"135.183614ms","start":"2026-04-04T10:13:34.663694Z","end":"2026-04-04T10:13:34.798877Z","steps":["trace[1996158691] 'agreement among raft nodes before linearized reading' (duration: 133.408387ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.798944Z","caller":"traceutil/trace.go:171","msg":"trace[468478904] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1760; }","duration":"117.65472ms","start":"2026-04-04T10:13:34.68128Z","end":"2026-04-04T10:13:34.798935Z","steps":["trace[468478904] 'agreement among raft nodes before linearized reading' (duration: 115.762705ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.798974Z","caller":"traceutil/trace.go:171","msg":"trace[412221243] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1760; }","duration":"148.867675ms","start":"2026-04-04T10:13:34.650098Z","end":"2026-04-04T10:13:34.798966Z","steps":["trace[412221243] 'agreement among raft nodes before linearized reading' (duration: 146.905855ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.799267Z","caller":"traceutil/trace.go:171","msg":"trace[2108408246] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1760; }","duration":"132.828168ms","start":"2026-04-04T10:13:34.66641Z","end":"2026-04-04T10:13:34.799238Z","steps":["trace[2108408246] 'agreement among raft nodes before linearized reading' (duration: 130.702528ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.79932Z","caller":"traceutil/trace.go:171","msg":"trace[611166157] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1760; }","duration":"149.27119ms","start":"2026-04-04T10:13:34.650039Z","end":"2026-04-04T10:13:34.79931Z","steps":["trace[611166157] 'agreement among raft nodes before linearized reading' (duration: 147.076726ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.799477Z","caller":"traceutil/trace.go:171","msg":"trace[1346937846] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1760; }","duration":"149.431721ms","start":"2026-04-04T10:13:34.650035Z","end":"2026-04-04T10:13:34.799466Z","steps":["trace[1346937846] 'agreement among raft nodes before linearized reading' (duration: 146.948058ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.800266Z","caller":"traceutil/trace.go:171","msg":"trace[1619508130] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1760; }","duration":"118.898601ms","start":"2026-04-04T10:13:34.681348Z","end":"2026-04-04T10:13:34.800247Z","steps":["trace[1619508130] 'agreement among raft nodes before linearized reading' (duration: 115.632067ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.800472Z","caller":"traceutil/trace.go:171","msg":"trace[1036677666] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1760; }","duration":"119.160718ms","start":"2026-04-04T10:13:34.681299Z","end":"2026-04-04T10:13:34.80046Z","steps":["trace[1036677666] 'agreement among raft nodes before linearized reading' (duration: 115.845401ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:37.476022Z","caller":"traceutil/trace.go:171","msg":"trace[1494679622] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"379.7756ms","start":"2026-04-04T10:13:37.096221Z","end":"2026-04-04T10:13:37.475997Z","steps":["trace[1494679622] 'process raft request' (duration: 379.61757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:37.476352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:37.096205Z","time spent":"379.893088ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:37.479912Z","caller":"traceutil/trace.go:171","msg":"trace[196115776] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1869; }","duration":"348.24866ms","start":"2026-04-04T10:13:37.131646Z","end":"2026-04-04T10:13:37.479895Z","steps":["trace[196115776] 'read index received' (duration: 345.514849ms)","trace[196115776] 'applied index is now lower than readState.Index' (duration: 2.733201ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:37.480203Z","caller":"traceutil/trace.go:171","msg":"trace[1600769620] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"368.5551ms","start":"2026-04-04T10:13:37.111641Z","end":"2026-04-04T10:13:37.480196Z","steps":["trace[1600769620] 'process raft request' (duration: 368.167734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:37.480275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:37.111613Z","time spent":"368.610543ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:13:37.480432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.797196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:13:37.480452Z","caller":"traceutil/trace.go:171","msg":"trace[2049520830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1793; }","duration":"348.86092ms","start":"2026-04-04T10:13:37.131587Z","end":"2026-04-04T10:13:37.480447Z","steps":["trace[2049520830] 'agreement among raft nodes before linearized reading' (duration: 348.789265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:37.480468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:37.131563Z","time spent":"348.900032ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:13:37.480555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.377557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-04T10:13:37.480584Z","caller":"traceutil/trace.go:171","msg":"trace[1465897439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1793; }","duration":"293.42163ms","start":"2026-04-04T10:13:37.187142Z","end":"2026-04-04T10:13:37.480564Z","steps":["trace[1465897439] 'agreement among raft nodes before linearized reading' (duration: 293.365006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:37.480749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.349359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:13:37.480767Z","caller":"traceutil/trace.go:171","msg":"trace[1005339785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1793; }","duration":"282.389322ms","start":"2026-04-04T10:13:37.198373Z","end":"2026-04-04T10:13:37.480763Z","steps":["trace[1005339785] 'agreement among raft nodes before linearized reading' (duration: 282.336398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:37.480751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.208126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:37.480828Z","caller":"traceutil/trace.go:171","msg":"trace[2049322072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1793; }","duration":"215.314314ms","start":"2026-04-04T10:13:37.265496Z","end":"2026-04-04T10:13:37.48081Z","steps":["trace[2049322072] 'agreement among raft nodes before linearized reading' (duration: 215.188126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:37.480911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.799858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:13:37.480929Z","caller":"traceutil/trace.go:171","msg":"trace[1488929404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1793; }","duration":"282.83517ms","start":"2026-04-04T10:13:37.198089Z","end":"2026-04-04T10:13:37.480924Z","steps":["trace[1488929404] 'agreement among raft nodes before linearized reading' (duration: 282.790658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:37.481006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.011701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-04T10:13:37.481023Z","caller":"traceutil/trace.go:171","msg":"trace[826509946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1793; }","duration":"291.100347ms","start":"2026-04-04T10:13:37.189919Z","end":"2026-04-04T10:13:37.481019Z","steps":["trace[826509946] 'agreement among raft nodes before linearized reading' (duration: 291.058124ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:40.779811Z","caller":"traceutil/trace.go:171","msg":"trace[980428701] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"130.214314ms","start":"2026-04-04T10:13:40.649557Z","end":"2026-04-04T10:13:40.779772Z","steps":["trace[980428701] 'process raft request' (duration: 130.025722ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:41.8354Z","caller":"traceutil/trace.go:171","msg":"trace[402079610] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"307.365119ms","start":"2026-04-04T10:13:41.527999Z","end":"2026-04-04T10:13:41.835364Z","steps":["trace[402079610] 'process raft request' (duration: 266.64317ms)","trace[402079610] 'compare' (duration: 40.58904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:13:41.835616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:41.527978Z","time spent":"307.52947ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:41.836094Z","caller":"traceutil/trace.go:171","msg":"trace[110863331] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"307.238662ms","start":"2026-04-04T10:13:41.528826Z","end":"2026-04-04T10:13:41.836065Z","steps":["trace[110863331] 'process raft request' (duration: 307.044928ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:41.836243Z","caller":"traceutil/trace.go:171","msg":"trace[464907136] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"306.528485ms","start":"2026-04-04T10:13:41.5297Z","end":"2026-04-04T10:13:41.836228Z","steps":["trace[464907136] 'process raft request' (duration: 306.312939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:41.83628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:41.528816Z","time spent":"307.36732ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:13:41.836314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:41.529695Z","time spent":"306.582708ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:41.836566Z","caller":"traceutil/trace.go:171","msg":"trace[903572587] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"306.546216ms","start":"2026-04-04T10:13:41.530001Z","end":"2026-04-04T10:13:41.836548Z","steps":["trace[903572587] 'process raft request' (duration: 306.165781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:41.836666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:41.529982Z","time spent":"306.635211ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:41.836689Z","caller":"traceutil/trace.go:171","msg":"trace[2142309434] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"305.553589ms","start":"2026-04-04T10:13:41.531111Z","end":"2026-04-04T10:13:41.836665Z","steps":["trace[2142309434] 'process raft request' (duration: 305.358527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:41.836825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:41.531105Z","time spent":"305.644185ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:44.626194Z","caller":"traceutil/trace.go:171","msg":"trace[1558119678] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1907; }","duration":"202.937227ms","start":"2026-04-04T10:13:44.423234Z","end":"2026-04-04T10:13:44.626171Z","steps":["trace[1558119678] 'read index received' (duration: 114.224257ms)","trace[1558119678] 'applied index is now lower than readState.Index' (duration: 88.71188ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:44.626232Z","caller":"traceutil/trace.go:171","msg":"trace[1579210325] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"265.622496ms","start":"2026-04-04T10:13:44.360574Z","end":"2026-04-04T10:13:44.626196Z","steps":["trace[1579210325] 'process raft request' (duration: 176.933937ms)","trace[1579210325] 'compare' (duration: 88.495616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:13:44.626451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.195875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:44.626526Z","caller":"traceutil/trace.go:171","msg":"trace[2027184511] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:1831; }","duration":"203.309112ms","start":"2026-04-04T10:13:44.423199Z","end":"2026-04-04T10:13:44.626508Z","steps":["trace[2027184511] 'agreement among raft nodes before linearized reading' (duration: 203.064895ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:44.938315Z","caller":"traceutil/trace.go:171","msg":"trace[1881953257] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"141.62529ms","start":"2026-04-04T10:13:44.796669Z","end":"2026-04-04T10:13:44.938294Z","steps":["trace[1881953257] 'process raft request' (duration: 141.487571ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:48.775078Z","caller":"traceutil/trace.go:171","msg":"trace[1075778296] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"100.63235ms","start":"2026-04-04T10:13:48.674416Z","end":"2026-04-04T10:13:48.775048Z","steps":["trace[1075778296] 'process raft request' (duration: 100.377763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:50.13819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:13:50.638936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:13:51.13914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:13:51.280256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058166234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:13:51.280334Z","caller":"traceutil/trace.go:171","msg":"trace[1137976460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1926; }","duration":"2.058308173s","start":"2026-04-04T10:13:49.222008Z","end":"2026-04-04T10:13:51.280316Z","steps":["trace[1137976460] 'range keys from in-memory index tree' (duration: 2.057912637s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:51.280374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.221978Z","time spent":"2.058385788s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:13:51.280777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:51.280889Z","caller":"traceutil/trace.go:171","msg":"trace[448520947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1926; }","duration":"2.000425144s","start":"2026-04-04T10:13:49.280387Z","end":"2026-04-04T10:13:51.280812Z","steps":["trace[448520947] 'range keys from in-memory index tree' (duration: 2.000254523s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:51.280923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.280371Z","time spent":"2.000543152s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:13:51.498354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.94145979s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:13:51.498674Z","caller":"traceutil/trace.go:171","msg":"trace[785923058] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.941872939s","start":"2026-04-04T10:13:49.556778Z","end":"2026-04-04T10:13:51.498651Z","steps":["trace[785923058] 'process raft request' (duration: 1.941723469s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:51.498887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.556752Z","time spent":"1.942036339s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:13:52.461182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:51.651763Z","time spent":"809.411194ms","remote":"127.0.0.1:47680","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-04T10:13:52.51407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01555897s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:13:52.514559Z","caller":"traceutil/trace.go:171","msg":"trace[1619098862] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"2.742955324s","start":"2026-04-04T10:13:49.771575Z","end":"2026-04-04T10:13:52.51453Z","steps":["trace[1619098862] 'process raft request' (duration: 2.742719418s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:52.51512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.771533Z","time spent":"2.743488788s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:52.539645Z","caller":"traceutil/trace.go:171","msg":"trace[87380935] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"2.737505073s","start":"2026-04-04T10:13:49.802106Z","end":"2026-04-04T10:13:52.539611Z","steps":["trace[87380935] 'process raft request' (duration: 2.712354788s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:52.539759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.802073Z","time spent":"2.737625021s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:52.539808Z","caller":"traceutil/trace.go:171","msg":"trace[1272743516] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2006; }","duration":"2.901861819s","start":"2026-04-04T10:13:49.637887Z","end":"2026-04-04T10:13:52.539749Z","steps":["trace[1272743516] 'read index received' (duration: 1.860669802s)","trace[1272743516] 'applied index is now lower than readState.Index' (duration: 1.041190587s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:52.540055Z","caller":"traceutil/trace.go:171","msg":"trace[518236415] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.566387461s","start":"2026-04-04T10:13:50.973648Z","end":"2026-04-04T10:13:52.540036Z","steps":["trace[518236415] 'process raft request' (duration: 1.565854365s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:52.540107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:50.973614Z","time spent":"1.566467416s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:13:52.540405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902523993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-156aad8f-d21f-4187-afb0-97e2137fcf65\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-04T10:13:52.540433Z","caller":"traceutil/trace.go:171","msg":"trace[1902990625] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-156aad8f-d21f-4187-afb0-97e2137fcf65; range_end:; response_count:1; response_revision:1930; }","duration":"2.902589677s","start":"2026-04-04T10:13:49.637835Z","end":"2026-04-04T10:13:52.540425Z","steps":["trace[1902990625] 'agreement among raft nodes before linearized reading' (duration: 2.902451298s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:52.540458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.637815Z","time spent":"2.902638551s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-156aad8f-d21f-4187-afb0-97e2137fcf65\" "} {"level":"warn","ts":"2026-04-04T10:13:53.040808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:13:53.282763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999545657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-04T10:13:53.282847Z","caller":"traceutil/trace.go:171","msg":"trace[1921980454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999682105s","start":"2026-04-04T10:13:51.283146Z","end":"2026-04-04T10:13:53.282828Z","steps":["trace[1921980454] 'agreement among raft nodes before linearized reading' (duration: 1.999573158s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:53.282898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:51.283133Z","time spent":"1.99975325s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:13:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:13:53.541241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:13:54.038165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.523873608s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-04T10:13:54.157136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.56356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:13:54.157324Z","caller":"traceutil/trace.go:171","msg":"trace[1058740833] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.662113628s","start":"2026-04-04T10:13:52.495183Z","end":"2026-04-04T10:13:54.157296Z","steps":["trace[1058740833] 'process raft request' (duration: 1.543250047s)","trace[1058740833] 'compare' (duration: 118.298952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:13:54.157452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:52.495166Z","time spent":"1.662223775s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:54.197809Z","caller":"traceutil/trace.go:171","msg":"trace[1575058324] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2010; }","duration":"1.657874778s","start":"2026-04-04T10:13:52.539904Z","end":"2026-04-04T10:13:54.197779Z","steps":["trace[1575058324] 'read index received' (duration: 1.498542351s)","trace[1575058324] 'applied index is now lower than readState.Index' (duration: 159.331357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:13:54.198264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.400392092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:13:54.199015Z","caller":"traceutil/trace.go:171","msg":"trace[58711136] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1933; }","duration":"3.401193835s","start":"2026-04-04T10:13:50.797805Z","end":"2026-04-04T10:13:54.198998Z","steps":["trace[58711136] 'agreement among raft nodes before linearized reading' (duration: 3.400344369s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:54.199174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:50.79779Z","time spent":"3.401363078s","remote":"127.0.0.1:42936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:13:54.198312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288480827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:13:54.199602Z","caller":"traceutil/trace.go:171","msg":"trace[212683554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1933; }","duration":"4.289836878s","start":"2026-04-04T10:13:49.909747Z","end":"2026-04-04T10:13:54.199584Z","steps":["trace[212683554] 'agreement among raft nodes before linearized reading' (duration: 4.288420293s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:54.198322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288577033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:13:54.198408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406553993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-04T10:13:54.198457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707117439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:54.198449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298993588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-04T10:13:54.19849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269705642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-156aad8f-d21f-4187-afb0-97e2137fcf65\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-04-04T10:13:54.198554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150110815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-04-04T10:13:54.198603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.7025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-04T10:13:54.198614Z","caller":"traceutil/trace.go:171","msg":"trace[1959687131] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"694.27719ms","start":"2026-04-04T10:13:53.504314Z","end":"2026-04-04T10:13:54.198591Z","steps":["trace[1959687131] 'process raft request' (duration: 693.407852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:54.198634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.723791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:54.198615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72214731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:13:54.198614Z","caller":"traceutil/trace.go:171","msg":"trace[1951647640] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"1.652584203s","start":"2026-04-04T10:13:52.545983Z","end":"2026-04-04T10:13:54.198567Z","steps":["trace[1951647640] 'process raft request' (duration: 1.651502411s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:54.198645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149632164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:54.198679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.307749854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:13:54.198706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974990981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-04T10:13:54.198705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910212507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:13:54.198734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17601857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:13:54.198737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288269261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-04T10:13:54.198776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664064902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:13:54.198849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.143805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-04T10:13:54.199926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.909743Z","time spent":"4.2901668s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:13:54.200086Z","caller":"traceutil/trace.go:171","msg":"trace[548186813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1933; }","duration":"4.290366264s","start":"2026-04-04T10:13:49.909706Z","end":"2026-04-04T10:13:54.200072Z","steps":["trace[548186813] 'agreement among raft nodes before linearized reading' (duration: 4.288516089s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.200239Z","caller":"traceutil/trace.go:171","msg":"trace[1350039593] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1933; }","duration":"3.408410148s","start":"2026-04-04T10:13:50.791815Z","end":"2026-04-04T10:13:54.200225Z","steps":["trace[1350039593] 'agreement among raft nodes before linearized reading' (duration: 3.406521421s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.200396Z","caller":"traceutil/trace.go:171","msg":"trace[2036856935] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1933; }","duration":"3.709071422s","start":"2026-04-04T10:13:50.491313Z","end":"2026-04-04T10:13:54.200384Z","steps":["trace[2036856935] 'agreement among raft nodes before linearized reading' (duration: 3.70710868s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.200534Z","caller":"traceutil/trace.go:171","msg":"trace[1834756176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1933; }","duration":"4.301121621s","start":"2026-04-04T10:13:49.899402Z","end":"2026-04-04T10:13:54.200524Z","steps":["trace[1834756176] 'agreement among raft nodes before linearized reading' (duration: 4.298950985s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.200679Z","caller":"traceutil/trace.go:171","msg":"trace[1900419158] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-156aad8f-d21f-4187-afb0-97e2137fcf65; range_end:; response_count:1; response_revision:1933; }","duration":"4.27190756s","start":"2026-04-04T10:13:49.928759Z","end":"2026-04-04T10:13:54.200667Z","steps":["trace[1900419158] 'agreement among raft nodes before linearized reading' (duration: 4.269708902s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.200856Z","caller":"traceutil/trace.go:171","msg":"trace[1772809137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1933; }","duration":"2.152470014s","start":"2026-04-04T10:13:52.048374Z","end":"2026-04-04T10:13:54.200844Z","steps":["trace[1772809137] 'agreement among raft nodes before linearized reading' (duration: 2.150025579s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.201039Z","caller":"traceutil/trace.go:171","msg":"trace[2134048291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1933; }","duration":"864.151185ms","start":"2026-04-04T10:13:53.336872Z","end":"2026-04-04T10:13:54.201023Z","steps":["trace[2134048291] 'agreement among raft nodes before linearized reading' (duration: 861.673619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:54.201128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:53.504275Z","time spent":"696.795441ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:54.201297Z","caller":"traceutil/trace.go:171","msg":"trace[1247622521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"909.385739ms","start":"2026-04-04T10:13:53.291885Z","end":"2026-04-04T10:13:54.201271Z","steps":["trace[1247622521] 'agreement among raft nodes before linearized reading' (duration: 906.731761ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.201473Z","caller":"traceutil/trace.go:171","msg":"trace[283610450] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1933; }","duration":"2.725047805s","start":"2026-04-04T10:13:51.476406Z","end":"2026-04-04T10:13:54.201454Z","steps":["trace[283610450] 'agreement among raft nodes before linearized reading' (duration: 2.722112958s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:54.201676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:52.545967Z","time spent":"1.655680221s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:13:54.201708Z","caller":"traceutil/trace.go:171","msg":"trace[2059223128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1933; }","duration":"1.152796007s","start":"2026-04-04T10:13:53.048903Z","end":"2026-04-04T10:13:54.201699Z","steps":["trace[2059223128] 'agreement among raft nodes before linearized reading' (duration: 1.149610343s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.201897Z","caller":"traceutil/trace.go:171","msg":"trace[63224680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1933; }","duration":"4.310998513s","start":"2026-04-04T10:13:49.89088Z","end":"2026-04-04T10:13:54.201879Z","steps":["trace[63224680] 'agreement among raft nodes before linearized reading' (duration: 4.307743953s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.202124Z","caller":"traceutil/trace.go:171","msg":"trace[1923471040] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:1933; }","duration":"2.978434772s","start":"2026-04-04T10:13:51.223681Z","end":"2026-04-04T10:13:54.202116Z","steps":["trace[1923471040] 'agreement among raft nodes before linearized reading' (duration: 2.974974189s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.202571Z","caller":"traceutil/trace.go:171","msg":"trace[747377486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1933; }","duration":"4.292165634s","start":"2026-04-04T10:13:49.910398Z","end":"2026-04-04T10:13:54.202564Z","steps":["trace[747377486] 'agreement among raft nodes before linearized reading' (duration: 4.28809081s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.202563Z","caller":"traceutil/trace.go:171","msg":"trace[647284875] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1933; }","duration":"3.17988098s","start":"2026-04-04T10:13:51.022664Z","end":"2026-04-04T10:13:54.202545Z","steps":["trace[647284875] 'agreement among raft nodes before linearized reading' (duration: 3.17601595s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.20261Z","caller":"traceutil/trace.go:171","msg":"trace[219781007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1933; }","duration":"1.914148282s","start":"2026-04-04T10:13:52.288442Z","end":"2026-04-04T10:13:54.20259Z","steps":["trace[219781007] 'agreement among raft nodes before linearized reading' (duration: 1.910197736s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:54.202663Z","caller":"traceutil/trace.go:171","msg":"trace[235385807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1933; }","duration":"2.667980575s","start":"2026-04-04T10:13:51.534643Z","end":"2026-04-04T10:13:54.202623Z","steps":["trace[235385807] 'agreement among raft nodes before linearized reading' (duration: 2.664018299s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:54.203325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:50.791779Z","time spent":"3.411528088s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:13:54.203365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.928746Z","time spent":"4.274600541s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-156aad8f-d21f-4187-afb0-97e2137fcf65\" "} {"level":"warn","ts":"2026-04-04T10:13:54.203381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:52.048346Z","time spent":"2.155026985s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-04T10:13:54.203368Z","caller":"traceutil/trace.go:171","msg":"trace[1730516908] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac; range_end:; response_count:1; response_revision:1933; }","duration":"916.720302ms","start":"2026-04-04T10:13:53.286633Z","end":"2026-04-04T10:13:54.203353Z","steps":["trace[1730516908] 'agreement among raft nodes before linearized reading' (duration: 912.06946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:54.203401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.909695Z","time spent":"4.293702537s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:13:54.2034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:50.491258Z","time spent":"3.712132226s","remote":"127.0.0.1:56250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:13:54.203345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.899378Z","time spent":"4.303952902s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:13:54.203434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:53.336856Z","time spent":"866.571508ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-04T10:13:54.203799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:53.291874Z","time spent":"911.912199ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:13:54.204114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:51.476388Z","time spent":"2.727704233s","remote":"127.0.0.1:44484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:13:54.204706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:53.048882Z","time spent":"1.155801639s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:13:54.204748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:51.22366Z","time spent":"2.981081141s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-04T10:13:54.204748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.890866Z","time spent":"4.313866465s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:13:54.205051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:49.910387Z","time spent":"4.29464848s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:13:54.206267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:51.02265Z","time spent":"3.183597478s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:13:54.206388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:52.28842Z","time spent":"1.917961748s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:13:54.206492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:51.534591Z","time spent":"2.671887727s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:13:54.206894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:53.286612Z","time spent":"920.27043ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" "} {"level":"info","ts":"2026-04-04T10:13:55.968391Z","caller":"traceutil/trace.go:171","msg":"trace[1674766004] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"286.698973ms","start":"2026-04-04T10:13:55.681657Z","end":"2026-04-04T10:13:55.968356Z","steps":["trace[1674766004] 'process raft request' (duration: 286.403734ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:59.236775Z","caller":"traceutil/trace.go:171","msg":"trace[854710618] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"164.231891ms","start":"2026-04-04T10:13:59.072522Z","end":"2026-04-04T10:13:59.236754Z","steps":["trace[854710618] 'process raft request' (duration: 164.121444ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:59.435867Z","caller":"traceutil/trace.go:171","msg":"trace[1322643127] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2072; }","duration":"153.004484ms","start":"2026-04-04T10:13:59.282833Z","end":"2026-04-04T10:13:59.435838Z","steps":["trace[1322643127] 'read index received' (duration: 152.848864ms)","trace[1322643127] 'applied index is now lower than readState.Index' (duration: 154.59µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:59.436177Z","caller":"traceutil/trace.go:171","msg":"trace[1800793834] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"164.566324ms","start":"2026-04-04T10:13:59.271598Z","end":"2026-04-04T10:13:59.436165Z","steps":["trace[1800793834] 'process raft request' (duration: 164.093773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:59.436484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.620196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-04-04T10:13:59.436511Z","caller":"traceutil/trace.go:171","msg":"trace[123723140] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1991; }","duration":"153.736264ms","start":"2026-04-04T10:13:59.282767Z","end":"2026-04-04T10:13:59.436503Z","steps":["trace[123723140] 'agreement among raft nodes before linearized reading' (duration: 153.181817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:59.916829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.396254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-b6r4d\" ","response":"range_response_count:1 size:6111"} {"level":"info","ts":"2026-04-04T10:13:59.91689Z","caller":"traceutil/trace.go:171","msg":"trace[77638048] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-b6r4d; range_end:; response_count:1; response_revision:1991; }","duration":"194.490901ms","start":"2026-04-04T10:13:59.722382Z","end":"2026-04-04T10:13:59.916873Z","steps":["trace[77638048] 'range keys from in-memory index tree' (duration: 194.260945ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:00.776746Z","caller":"traceutil/trace.go:171","msg":"trace[348786705] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"203.412362ms","start":"2026-04-04T10:14:00.573315Z","end":"2026-04-04T10:14:00.776727Z","steps":["trace[348786705] 'process raft request' (duration: 193.654225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:00.777001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.994384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:14:00.777169Z","caller":"traceutil/trace.go:171","msg":"trace[1434512493] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2005; }","duration":"120.265794ms","start":"2026-04-04T10:14:00.656856Z","end":"2026-04-04T10:14:00.777121Z","steps":["trace[1434512493] 'agreement among raft nodes before linearized reading' (duration: 119.960942ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:00.776698Z","caller":"traceutil/trace.go:171","msg":"trace[1571756796] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2085; }","duration":"119.755848ms","start":"2026-04-04T10:14:00.656911Z","end":"2026-04-04T10:14:00.776666Z","steps":["trace[1571756796] 'read index received' (duration: 1.422365ms)","trace[1571756796] 'applied index is now lower than readState.Index' (duration: 118.332143ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:01.802245Z","caller":"traceutil/trace.go:171","msg":"trace[1487843473] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"140.369997ms","start":"2026-04-04T10:14:01.661847Z","end":"2026-04-04T10:14:01.802216Z","steps":["trace[1487843473] 'process raft request' (duration: 140.198345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:02.880655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.953416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:14:02.880757Z","caller":"traceutil/trace.go:171","msg":"trace[1361268616] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"378.973425ms","start":"2026-04-04T10:14:02.501764Z","end":"2026-04-04T10:14:02.880737Z","steps":["trace[1361268616] 'process raft request' (duration: 37.858698ms)","trace[1361268616] 'compare' (duration: 340.716441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:02.880814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:02.501742Z","time spent":"379.044921ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:02.963813Z","caller":"traceutil/trace.go:171","msg":"trace[1670109935] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"461.648822ms","start":"2026-04-04T10:14:02.502128Z","end":"2026-04-04T10:14:02.963777Z","steps":["trace[1670109935] 'process raft request' (duration: 461.545945ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:02.96385Z","caller":"traceutil/trace.go:171","msg":"trace[204140684] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"461.795772ms","start":"2026-04-04T10:14:02.502028Z","end":"2026-04-04T10:14:02.963824Z","steps":["trace[204140684] 'process raft request' (duration: 461.450208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:02.964041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:02.502119Z","time spent":"461.809023ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:02.964084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:02.502014Z","time spent":"462.011776ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:03.098966Z","caller":"traceutil/trace.go:171","msg":"trace[2040973255] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"435.193449ms","start":"2026-04-04T10:14:02.663736Z","end":"2026-04-04T10:14:03.098929Z","steps":["trace[2040973255] 'process raft request' (duration: 385.94532ms)","trace[2040973255] 'compare' (duration: 49.043125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:03.099152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:02.66371Z","time spent":"435.335319ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:03.099315Z","caller":"traceutil/trace.go:171","msg":"trace[1112285550] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"401.719857ms","start":"2026-04-04T10:14:02.69757Z","end":"2026-04-04T10:14:03.09929Z","steps":["trace[1112285550] 'process raft request' (duration: 401.295599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:03.099464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:02.697543Z","time spent":"401.845446ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:03.099775Z","caller":"traceutil/trace.go:171","msg":"trace[180770745] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"317.426163ms","start":"2026-04-04T10:14:02.782282Z","end":"2026-04-04T10:14:03.099708Z","steps":["trace[180770745] 'process raft request' (duration: 316.905107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:03.100119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:02.782264Z","time spent":"317.689881ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:03.3817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.171835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:03.381762Z","caller":"traceutil/trace.go:171","msg":"trace[614875057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2017; }","duration":"116.340096ms","start":"2026-04-04T10:14:03.265408Z","end":"2026-04-04T10:14:03.381748Z","steps":["trace[614875057] 'range keys from in-memory index tree' (duration: 116.082399ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:04.565718Z","caller":"traceutil/trace.go:171","msg":"trace[1811473092] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2100; }","duration":"176.186281ms","start":"2026-04-04T10:14:04.389511Z","end":"2026-04-04T10:14:04.565697Z","steps":["trace[1811473092] 'read index received' (duration: 176.075634ms)","trace[1811473092] 'applied index is now lower than readState.Index' (duration: 109.087µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:04.565831Z","caller":"traceutil/trace.go:171","msg":"trace[107572630] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"242.51019ms","start":"2026-04-04T10:14:04.323308Z","end":"2026-04-04T10:14:04.565818Z","steps":["trace[107572630] 'process raft request' (duration: 242.249082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:04.566069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.704204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:14:04.566141Z","caller":"traceutil/trace.go:171","msg":"trace[590597918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2018; }","duration":"156.829762ms","start":"2026-04-04T10:14:04.409295Z","end":"2026-04-04T10:14:04.566125Z","steps":["trace[590597918] 'agreement among raft nodes before linearized reading' (duration: 156.608937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:04.566336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.830525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:14:04.566373Z","caller":"traceutil/trace.go:171","msg":"trace[1286818371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2018; }","duration":"176.894579ms","start":"2026-04-04T10:14:04.389468Z","end":"2026-04-04T10:14:04.566363Z","steps":["trace[1286818371] 'agreement among raft nodes before linearized reading' (duration: 176.801443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:04.566438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.58899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-04-04T10:14:04.56651Z","caller":"traceutil/trace.go:171","msg":"trace[1631585759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2018; }","duration":"103.708567ms","start":"2026-04-04T10:14:04.462785Z","end":"2026-04-04T10:14:04.566494Z","steps":["trace[1631585759] 'agreement among raft nodes before linearized reading' (duration: 103.504653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:04.566585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.028041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:14:04.566625Z","caller":"traceutil/trace.go:171","msg":"trace[83485665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2018; }","duration":"116.086514ms","start":"2026-04-04T10:14:04.450527Z","end":"2026-04-04T10:14:04.566613Z","steps":["trace[83485665] 'agreement among raft nodes before linearized reading' (duration: 115.998388ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:04.849768Z","caller":"traceutil/trace.go:171","msg":"trace[1644276303] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"278.675587ms","start":"2026-04-04T10:14:04.571067Z","end":"2026-04-04T10:14:04.849742Z","steps":["trace[1644276303] 'process raft request' (duration: 197.454191ms)","trace[1644276303] 'compare' (duration: 81.086607ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:04.849936Z","caller":"traceutil/trace.go:171","msg":"trace[1254511334] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"277.128802ms","start":"2026-04-04T10:14:04.572789Z","end":"2026-04-04T10:14:04.849917Z","steps":["trace[1254511334] 'process raft request' (duration: 276.917318ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:04.850242Z","caller":"traceutil/trace.go:171","msg":"trace[1719376887] linearizableReadLoop","detail":"{readStateIndex:2104; appliedIndex:2101; }","duration":"275.77354ms","start":"2026-04-04T10:14:04.574456Z","end":"2026-04-04T10:14:04.850229Z","steps":["trace[1719376887] 'read index received' (duration: 194.251794ms)","trace[1719376887] 'applied index is now lower than readState.Index' (duration: 81.520916ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:04.850308Z","caller":"traceutil/trace.go:171","msg":"trace[1475505716] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"276.671581ms","start":"2026-04-04T10:14:04.57362Z","end":"2026-04-04T10:14:04.850292Z","steps":["trace[1475505716] 'process raft request' (duration: 276.249982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:04.850334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.860206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:04.850547Z","caller":"traceutil/trace.go:171","msg":"trace[1491571131] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2021; }","duration":"276.098213ms","start":"2026-04-04T10:14:04.574431Z","end":"2026-04-04T10:14:04.85053Z","steps":["trace[1491571131] 'agreement among raft nodes before linearized reading' (duration: 275.857315ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:05.190765Z","caller":"traceutil/trace.go:171","msg":"trace[1284151485] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"189.16687ms","start":"2026-04-04T10:14:05.001574Z","end":"2026-04-04T10:14:05.190741Z","steps":["trace[1284151485] 'process raft request' (duration: 183.2492ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:06.602335Z","caller":"traceutil/trace.go:171","msg":"trace[1334692585] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"106.142002ms","start":"2026-04-04T10:14:06.496171Z","end":"2026-04-04T10:14:06.602313Z","steps":["trace[1334692585] 'process raft request' (duration: 106.007223ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:06.690776Z","caller":"traceutil/trace.go:171","msg":"trace[921711376] linearizableReadLoop","detail":"{readStateIndex:2111; appliedIndex:2109; }","duration":"110.912125ms","start":"2026-04-04T10:14:06.579835Z","end":"2026-04-04T10:14:06.690747Z","steps":["trace[921711376] 'read index received' (duration: 22.361955ms)","trace[921711376] 'applied index is now lower than readState.Index' (duration: 88.54891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:06.691122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.26465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:14:06.691149Z","caller":"traceutil/trace.go:171","msg":"trace[2138815245] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"118.78351ms","start":"2026-04-04T10:14:06.572332Z","end":"2026-04-04T10:14:06.691115Z","steps":["trace[2138815245] 'process raft request' (duration: 63.138119ms)","trace[2138815245] 'compare' (duration: 55.078382ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:06.69125Z","caller":"traceutil/trace.go:171","msg":"trace[2006705489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2028; }","duration":"111.4136ms","start":"2026-04-04T10:14:06.579786Z","end":"2026-04-04T10:14:06.6912Z","steps":["trace[2006705489] 'agreement among raft nodes before linearized reading' (duration: 111.168503ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:07.369843Z","caller":"traceutil/trace.go:171","msg":"trace[849436623] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"153.682552ms","start":"2026-04-04T10:14:07.216129Z","end":"2026-04-04T10:14:07.369811Z","steps":["trace[849436623] 'process raft request' (duration: 142.095046ms)","trace[849436623] 'compare' (duration: 11.435065ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:09.04008Z","caller":"traceutil/trace.go:171","msg":"trace[615267290] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2126; }","duration":"328.217443ms","start":"2026-04-04T10:14:08.711837Z","end":"2026-04-04T10:14:09.040055Z","steps":["trace[615267290] 'read index received' (duration: 327.915932ms)","trace[615267290] 'applied index is now lower than readState.Index' (duration: 300.64µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:09.040215Z","caller":"traceutil/trace.go:171","msg":"trace[1583125912] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"341.410179ms","start":"2026-04-04T10:14:08.698753Z","end":"2026-04-04T10:14:09.040163Z","steps":["trace[1583125912] 'process raft request' (duration: 341.142171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.040311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.456399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:14:09.040364Z","caller":"traceutil/trace.go:171","msg":"trace[1637849938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"328.563367ms","start":"2026-04-04T10:14:08.711788Z","end":"2026-04-04T10:14:09.040351Z","steps":["trace[1637849938] 'agreement among raft nodes before linearized reading' (duration: 328.397135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.040411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:08.711762Z","time spent":"328.639581ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:14:09.040455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.861316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"warn","ts":"2026-04-04T10:14:09.040474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:08.698695Z","time spent":"341.638193ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:09.040529Z","caller":"traceutil/trace.go:171","msg":"trace[464634948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2044; }","duration":"286.985514ms","start":"2026-04-04T10:14:08.753527Z","end":"2026-04-04T10:14:09.040512Z","steps":["trace[464634948] 'agreement among raft nodes before linearized reading' (duration: 286.7682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.040892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.596692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:14:09.040926Z","caller":"traceutil/trace.go:171","msg":"trace[1472963207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2044; }","duration":"163.631535ms","start":"2026-04-04T10:14:08.877285Z","end":"2026-04-04T10:14:09.040916Z","steps":["trace[1472963207] 'agreement among raft nodes before linearized reading' (duration: 163.541719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.040933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.515753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:14:09.040984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.033778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-04T10:14:09.041014Z","caller":"traceutil/trace.go:171","msg":"trace[1888693420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2044; }","duration":"169.667453ms","start":"2026-04-04T10:14:08.871328Z","end":"2026-04-04T10:14:09.040995Z","steps":["trace[1888693420] 'agreement among raft nodes before linearized reading' (duration: 169.446118ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:09.041045Z","caller":"traceutil/trace.go:171","msg":"trace[370815622] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2044; }","duration":"282.110754ms","start":"2026-04-04T10:14:08.758911Z","end":"2026-04-04T10:14:09.041021Z","steps":["trace[370815622] 'agreement among raft nodes before linearized reading' (duration: 281.993856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.04106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.326541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:14:09.041084Z","caller":"traceutil/trace.go:171","msg":"trace[2146587100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2044; }","duration":"164.387606ms","start":"2026-04-04T10:14:08.876689Z","end":"2026-04-04T10:14:09.041077Z","steps":["trace[2146587100] 'agreement among raft nodes before linearized reading' (duration: 164.314821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.67549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.336561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:14:09.676208Z","caller":"traceutil/trace.go:171","msg":"trace[1796752467] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"629.942965ms","start":"2026-04-04T10:14:09.046235Z","end":"2026-04-04T10:14:09.676178Z","steps":["trace[1796752467] 'process raft request' (duration: 629.600282ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:09.676222Z","caller":"traceutil/trace.go:171","msg":"trace[606047043] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"630.02244ms","start":"2026-04-04T10:14:09.046134Z","end":"2026-04-04T10:14:09.676156Z","steps":["trace[606047043] 'process raft request' (duration: 203.901286ms)","trace[606047043] 'compare' (duration: 424.073135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:09.676479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.046227Z","time spent":"630.045891ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:09.676548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.046118Z","time spent":"630.290038ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:09.676744Z","caller":"traceutil/trace.go:171","msg":"trace[961957246] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"623.566751ms","start":"2026-04-04T10:14:09.053164Z","end":"2026-04-04T10:14:09.676731Z","steps":["trace[961957246] 'process raft request' (duration: 623.169214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.676812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.053155Z","time spent":"623.623895ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:09.676832Z","caller":"traceutil/trace.go:171","msg":"trace[578158425] linearizableReadLoop","detail":"{readStateIndex:2132; appliedIndex:2127; }","duration":"620.433668ms","start":"2026-04-04T10:14:09.056375Z","end":"2026-04-04T10:14:09.676809Z","steps":["trace[578158425] 'read index received' (duration: 40.331888ms)","trace[578158425] 'applied index is now lower than readState.Index' (duration: 580.09999ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:09.676931Z","caller":"traceutil/trace.go:171","msg":"trace[2047584991] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"459.880497ms","start":"2026-04-04T10:14:09.217041Z","end":"2026-04-04T10:14:09.676921Z","steps":["trace[2047584991] 'process raft request' (duration: 459.620599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.676993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.217014Z","time spent":"459.949571ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:09.677085Z","caller":"traceutil/trace.go:171","msg":"trace[1547619964] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"426.850863ms","start":"2026-04-04T10:14:09.250163Z","end":"2026-04-04T10:14:09.677014Z","steps":["trace[1547619964] 'process raft request' (duration: 426.584565ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:09.677277Z","caller":"traceutil/trace.go:171","msg":"trace[1377920332] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"363.979844ms","start":"2026-04-04T10:14:09.31328Z","end":"2026-04-04T10:14:09.677259Z","steps":["trace[1377920332] 'process raft request' (duration: 363.617419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.677375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.313259Z","time spent":"364.06597ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:09.676607Z","caller":"traceutil/trace.go:171","msg":"trace[487311338] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"630.31811ms","start":"2026-04-04T10:14:09.046213Z","end":"2026-04-04T10:14:09.676531Z","steps":["trace[487311338] 'process raft request' (duration: 629.908042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.677675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.046168Z","time spent":"631.435556ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:09.677469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.25015Z","time spent":"427.10184ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:09.677134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.748759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-04T10:14:09.677863Z","caller":"traceutil/trace.go:171","msg":"trace[25910845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2051; }","duration":"621.547355ms","start":"2026-04-04T10:14:09.056305Z","end":"2026-04-04T10:14:09.677853Z","steps":["trace[25910845] 'agreement among raft nodes before linearized reading' (duration: 620.60679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.677895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.056272Z","time spent":"621.613449ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:14:09.910531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.904277ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:14:09.910787Z","caller":"traceutil/trace.go:171","msg":"trace[1731197756] linearizableReadLoop","detail":"{readStateIndex:2136; appliedIndex:2135; }","duration":"233.895082ms","start":"2026-04-04T10:14:09.676871Z","end":"2026-04-04T10:14:09.910766Z","steps":["trace[1731197756] 'read index received' (duration: 1.684895ms)","trace[1731197756] 'applied index is now lower than readState.Index' (duration: 232.208827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:09.911231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.834016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-04T10:14:09.911273Z","caller":"traceutil/trace.go:171","msg":"trace[790077076] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2052; }","duration":"639.914922ms","start":"2026-04-04T10:14:09.271347Z","end":"2026-04-04T10:14:09.911262Z","steps":["trace[790077076] 'agreement among raft nodes before linearized reading' (duration: 639.763001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.911309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.271335Z","time spent":"639.963444ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-04T10:14:09.911248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.905447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-04T10:14:09.911485Z","caller":"traceutil/trace.go:171","msg":"trace[254169611] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2052; }","duration":"537.188587ms","start":"2026-04-04T10:14:09.37427Z","end":"2026-04-04T10:14:09.911458Z","steps":["trace[254169611] 'agreement among raft nodes before linearized reading' (duration: 536.777409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.911597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.374249Z","time spent":"537.328116ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:14:09.911664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.275342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-04T10:14:09.9117Z","caller":"traceutil/trace.go:171","msg":"trace[460138828] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2053; }","duration":"661.314975ms","start":"2026-04-04T10:14:09.250376Z","end":"2026-04-04T10:14:09.911691Z","steps":["trace[460138828] 'agreement among raft nodes before linearized reading' (duration: 661.109581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:09.911732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.250295Z","time spent":"661.427693ms","remote":"127.0.0.1:56648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":261,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:14:09.911503Z","caller":"traceutil/trace.go:171","msg":"trace[1809535276] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"227.311785ms","start":"2026-04-04T10:14:09.684155Z","end":"2026-04-04T10:14:09.911467Z","steps":["trace[1809535276] 'process raft request' (duration: 226.489419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:10.207509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.75787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-04T10:14:10.20759Z","caller":"traceutil/trace.go:171","msg":"trace[1994701828] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2053; }","duration":"792.91672ms","start":"2026-04-04T10:14:09.41465Z","end":"2026-04-04T10:14:10.207567Z","steps":["trace[1994701828] 'agreement among raft nodes before linearized reading' (duration: 497.165078ms)","trace[1994701828] 'range keys from in-memory index tree' (duration: 295.493435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:10.207633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.41462Z","time spent":"793.003226ms","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-04T10:14:10.208076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.745359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:14:10.20835Z","caller":"traceutil/trace.go:171","msg":"trace[1477785341] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"523.944837ms","start":"2026-04-04T10:14:09.684344Z","end":"2026-04-04T10:14:10.208289Z","steps":["trace[1477785341] 'process raft request' (duration: 331.78928ms)","trace[1477785341] 'compare' (duration: 190.959466ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:10.208402Z","caller":"traceutil/trace.go:171","msg":"trace[832100011] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"523.99525ms","start":"2026-04-04T10:14:09.684368Z","end":"2026-04-04T10:14:10.208363Z","steps":["trace[832100011] 'process raft request' (duration: 523.819608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:10.208485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.684337Z","time spent":"524.071365ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:10.208526Z","caller":"traceutil/trace.go:171","msg":"trace[649259231] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"520.444049ms","start":"2026-04-04T10:14:09.688067Z","end":"2026-04-04T10:14:10.208511Z","steps":["trace[649259231] 'process raft request' (duration: 520.302979ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:10.208537Z","caller":"traceutil/trace.go:171","msg":"trace[1167773585] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"291.680635ms","start":"2026-04-04T10:14:09.916841Z","end":"2026-04-04T10:14:10.208522Z","steps":["trace[1167773585] 'process raft request' (duration: 291.60568ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:10.208562Z","caller":"traceutil/trace.go:171","msg":"trace[55260387] linearizableReadLoop","detail":"{readStateIndex:2142; appliedIndex:2137; }","duration":"297.718775ms","start":"2026-04-04T10:14:09.910823Z","end":"2026-04-04T10:14:10.208542Z","steps":["trace[55260387] 'read index received' (duration: 105.372255ms)","trace[55260387] 'applied index is now lower than readState.Index' (duration: 192.34371ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:10.208663Z","caller":"traceutil/trace.go:171","msg":"trace[505383071] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"279.905506ms","start":"2026-04-04T10:14:09.928743Z","end":"2026-04-04T10:14:10.208648Z","steps":["trace[505383071] 'process raft request' (duration: 279.738335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:10.208694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.688059Z","time spent":"520.513914ms","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:10.208785Z","caller":"traceutil/trace.go:171","msg":"trace[828713636] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"523.084788ms","start":"2026-04-04T10:14:09.685682Z","end":"2026-04-04T10:14:10.208767Z","steps":["trace[828713636] 'process raft request' (duration: 522.639428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:10.208885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.953376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-04-04T10:14:10.208947Z","caller":"traceutil/trace.go:171","msg":"trace[1323050686] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2060; }","duration":"343.040452ms","start":"2026-04-04T10:14:09.865891Z","end":"2026-04-04T10:14:10.208931Z","steps":["trace[1323050686] 'agreement among raft nodes before linearized reading' (duration: 342.775334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:10.208999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.865882Z","time spent":"343.104336ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12004,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-04T10:14:10.208423Z","caller":"traceutil/trace.go:171","msg":"trace[2096293008] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"523.875342ms","start":"2026-04-04T10:14:09.684517Z","end":"2026-04-04T10:14:10.208392Z","steps":["trace[2096293008] 'process raft request' (duration: 523.763584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:10.209123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.261928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:109375"} {"level":"info","ts":"2026-04-04T10:14:10.209168Z","caller":"traceutil/trace.go:171","msg":"trace[1712009553] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2060; }","duration":"414.331523ms","start":"2026-04-04T10:14:09.794826Z","end":"2026-04-04T10:14:10.209158Z","steps":["trace[1712009553] 'agreement among raft nodes before linearized reading' (duration: 414.090317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:10.209206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.794814Z","time spent":"414.385067ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":109397,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-04T10:14:10.208981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.315434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-04T10:14:10.209281Z","caller":"traceutil/trace.go:171","msg":"trace[252194311] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2060; }","duration":"504.648336ms","start":"2026-04-04T10:14:09.70461Z","end":"2026-04-04T10:14:10.209259Z","steps":["trace[252194311] 'agreement among raft nodes before linearized reading' (duration: 504.191055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:10.20935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.704597Z","time spent":"504.735691ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:14:10.209428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.685673Z","time spent":"523.227528ms","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:10.209447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.827867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:14:10.210311Z","caller":"traceutil/trace.go:171","msg":"trace[1538841025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2060; }","duration":"161.730199ms","start":"2026-04-04T10:14:10.048563Z","end":"2026-04-04T10:14:10.210293Z","steps":["trace[1538841025] 'agreement among raft nodes before linearized reading' (duration: 160.416679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:10.20917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.48187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-04T10:14:10.210463Z","caller":"traceutil/trace.go:171","msg":"trace[561284562] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2060; }","duration":"350.80029ms","start":"2026-04-04T10:14:09.859647Z","end":"2026-04-04T10:14:10.210448Z","steps":["trace[561284562] 'agreement among raft nodes before linearized reading' (duration: 349.173589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:10.210554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.859632Z","time spent":"350.902537ms","remote":"127.0.0.1:56278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:14:10.209999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.684336Z","time spent":"524.15446ms","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:10.212157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:09.684509Z","time spent":"527.40026ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:14:11.301145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.184538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:14:11.301749Z","caller":"traceutil/trace.go:171","msg":"trace[1425801993] linearizableReadLoop","detail":"{readStateIndex:2145; appliedIndex:2144; }","duration":"1.086090349s","start":"2026-04-04T10:14:10.215637Z","end":"2026-04-04T10:14:11.301727Z","steps":["trace[1425801993] 'read index received' (duration: 429.134539ms)","trace[1425801993] 'applied index is now lower than readState.Index' (duration: 656.9537ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:11.302025Z","caller":"traceutil/trace.go:171","msg":"trace[928955023] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"1.086627555s","start":"2026-04-04T10:14:10.215382Z","end":"2026-04-04T10:14:11.30201Z","steps":["trace[928955023] 'process raft request' (duration: 429.481922ms)","trace[928955023] 'compare' (duration: 655.207942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:11.302158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:10.215365Z","time spent":"1.086747943s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:11.302208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086527729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-04T10:14:11.302465Z","caller":"traceutil/trace.go:171","msg":"trace[1828988299] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2061; }","duration":"1.08682244s","start":"2026-04-04T10:14:10.215621Z","end":"2026-04-04T10:14:11.302443Z","steps":["trace[1828988299] 'agreement among raft nodes before linearized reading' (duration: 1.08639042s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:11.302523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:10.21561Z","time spent":"1.086899604s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-04T10:14:11.802639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:12.266022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-04T10:14:12.266187Z","caller":"traceutil/trace.go:171","msg":"trace[1347966227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056094s","start":"2026-04-04T10:14:10.265608Z","end":"2026-04-04T10:14:12.266169Z","steps":["trace[1347966227] 'agreement among raft nodes before linearized reading' (duration: 2.000381648s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:12.266269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:10.265592Z","time spent":"2.000661117s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:14:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:14:12.30372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:12.804025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:13.305126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:13.805725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:14.266567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000407394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-04T10:14:14.266666Z","caller":"traceutil/trace.go:171","msg":"trace[757186914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543063s","start":"2026-04-04T10:14:12.266104Z","end":"2026-04-04T10:14:14.266647Z","steps":["trace[757186914] 'agreement among raft nodes before linearized reading' (duration: 2.000427885s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:14.26671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:12.26609Z","time spent":"2.000611618s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:14:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:14:14.306559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:14.834435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:15.335282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:15.773437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.587793372s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:14:15.773915Z","caller":"traceutil/trace.go:171","msg":"trace[897440877] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"4.726519313s","start":"2026-04-04T10:14:11.047369Z","end":"2026-04-04T10:14:15.773889Z","steps":["trace[897440877] 'process raft request' (duration: 4.726335221s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:15.774121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:11.047341Z","time spent":"4.726679944s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:16.275502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000733225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:14:16.275629Z","caller":"traceutil/trace.go:171","msg":"trace[1092072420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000898986s","start":"2026-04-04T10:14:14.27471Z","end":"2026-04-04T10:14:16.275609Z","steps":["trace[1092072420] 'agreement among raft nodes before linearized reading' (duration: 2.000750016s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:16.275682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:14.274699Z","time spent":"2.000972051s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:14:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:14:16.68308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:11.684677Z","time spent":"4.998389992s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/04 10:14:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:14:16.683358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999930166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:14:16.683444Z","caller":"traceutil/trace.go:171","msg":"trace[2143692232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000061205s","start":"2026-04-04T10:14:11.683362Z","end":"2026-04-04T10:14:16.683423Z","steps":["trace[2143692232] 'agreement among raft nodes before linearized reading' (duration: 4.999937986s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:16.683498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:11.683357Z","time spent":"5.00013149s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/04 10:14:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:14:16.683605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000158951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:14:16.683701Z","caller":"traceutil/trace.go:171","msg":"trace[60272143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000374156s","start":"2026-04-04T10:14:11.68331Z","end":"2026-04-04T10:14:16.683684Z","steps":["trace[60272143] 'agreement among raft nodes before linearized reading' (duration: 5.000193014s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:16.683789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:11.68329Z","time spent":"5.000486294s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/04 10:14:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:14:16.979561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.878432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:14:16.980375Z","caller":"traceutil/trace.go:171","msg":"trace[1907053762] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"5.296401976s","start":"2026-04-04T10:14:11.683936Z","end":"2026-04-04T10:14:16.980338Z","steps":["trace[1907053762] 'process raft request' (duration: 5.044637185s)","trace[1907053762] 'compare' (duration: 250.576521ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:16.980461Z","caller":"traceutil/trace.go:171","msg":"trace[1586301350] linearizableReadLoop","detail":"{readStateIndex:2149; appliedIndex:2146; }","duration":"5.678423481s","start":"2026-04-04T10:14:11.301967Z","end":"2026-04-04T10:14:16.980391Z","steps":["trace[1586301350] 'read index received' (duration: 4.472008729s)","trace[1586301350] 'applied index is now lower than readState.Index' (duration: 1.206411322s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:16.980392Z","caller":"traceutil/trace.go:171","msg":"trace[1663491323] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"3.756375156s","start":"2026-04-04T10:14:13.223981Z","end":"2026-04-04T10:14:16.980356Z","steps":["trace[1663491323] 'process raft request' (duration: 3.755900824s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:16.980672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:13.223951Z","time spent":"3.756662965s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:16.980684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:11.683912Z","time spent":"5.29659834s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:17.214727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999507481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:14:17.214812Z","caller":"traceutil/trace.go:171","msg":"trace[129580170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99964213s","start":"2026-04-04T10:14:12.21515Z","end":"2026-04-04T10:14:17.214792Z","steps":["trace[129580170] 'agreement among raft nodes before linearized reading' (duration: 4.999525172s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.214861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:12.215139Z","time spent":"4.999712684s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:14:17.357331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.339951ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-04T10:14:17.357494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.254750221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:14:17.35759Z","caller":"traceutil/trace.go:171","msg":"trace[1180479235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2066; }","duration":"6.254898931s","start":"2026-04-04T10:14:11.102667Z","end":"2026-04-04T10:14:17.357566Z","steps":["trace[1180479235] 'agreement among raft nodes before linearized reading' (duration: 5.877870072s)","trace[1180479235] 'range keys from in-memory index tree' (duration: 376.776892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:17.357642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:11.102645Z","time spent":"6.254988057s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:14:17.357339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.131414805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:14:17.357924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.140240482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-156aad8f-d21f-4187-afb0-97e2137fcf65\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-04T10:14:17.357999Z","caller":"traceutil/trace.go:171","msg":"trace[188684178] range","detail":"{range_begin:/registry/persistentvolumes/pvc-156aad8f-d21f-4187-afb0-97e2137fcf65; range_end:; response_count:1; response_revision:2066; }","duration":"7.140331078s","start":"2026-04-04T10:14:10.217652Z","end":"2026-04-04T10:14:17.357983Z","steps":["trace[188684178] 'agreement among raft nodes before linearized reading' (duration: 6.762834727s)","trace[188684178] 'range keys from in-memory index tree' (duration: 377.374373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:17.357996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.141438332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:25774"} {"level":"warn","ts":"2026-04-04T10:14:17.358037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:10.217639Z","time spent":"7.140390262s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-156aad8f-d21f-4187-afb0-97e2137fcf65\" "} {"level":"info","ts":"2026-04-04T10:14:17.358075Z","caller":"traceutil/trace.go:171","msg":"trace[1835605085] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:2066; }","duration":"7.141581482s","start":"2026-04-04T10:14:10.21647Z","end":"2026-04-04T10:14:17.358052Z","steps":["trace[1835605085] 'agreement among raft nodes before linearized reading' (duration: 6.764125054s)","trace[1835605085] 'range keys from in-memory index tree' (duration: 377.022799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:17.358181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.674797299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:14:17.358013Z","caller":"traceutil/trace.go:171","msg":"trace[1829049679] linearizableReadLoop","detail":"{readStateIndex:2151; appliedIndex:2149; }","duration":"377.442227ms","start":"2026-04-04T10:14:16.980551Z","end":"2026-04-04T10:14:17.357993Z","steps":["trace[1829049679] 'read index received' (duration: 78.2661ms)","trace[1829049679] 'applied index is now lower than readState.Index' (duration: 299.175007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:17.358161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:10.216464Z","time spent":"7.14168397s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":25796,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-04T10:14:17.358321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.139246937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:14:17.358357Z","caller":"traceutil/trace.go:171","msg":"trace[527519223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2067; }","duration":"6.139323362s","start":"2026-04-04T10:14:11.219023Z","end":"2026-04-04T10:14:17.358346Z","steps":["trace[527519223] 'agreement among raft nodes before linearized reading' (duration: 5.761477308s)","trace[527519223] 'range keys from in-memory index tree' (duration: 377.763559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:17.358359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391922037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:14:17.358395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:11.219002Z","time spent":"6.139384937s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-04T10:14:17.358406Z","caller":"traceutil/trace.go:171","msg":"trace[359931482] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2067; }","duration":"1.392025474s","start":"2026-04-04T10:14:15.966368Z","end":"2026-04-04T10:14:17.358394Z","steps":["trace[359931482] 'agreement among raft nodes before linearized reading' (duration: 1.391915036s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.35844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:15.966346Z","time spent":"1.392085858s","remote":"127.0.0.1:56542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:14:17.358246Z","caller":"traceutil/trace.go:171","msg":"trace[383473927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2067; }","duration":"5.674896626s","start":"2026-04-04T10:14:11.683339Z","end":"2026-04-04T10:14:17.358235Z","steps":["trace[383473927] 'agreement among raft nodes before linearized reading' (duration: 5.674719164s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.358873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:11.683315Z","time spent":"5.675548799s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:14:17.357844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.756986581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:14:17.358867Z","caller":"traceutil/trace.go:171","msg":"trace[509650936] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:0; response_revision:2066; }","duration":"6.13207645s","start":"2026-04-04T10:14:11.225852Z","end":"2026-04-04T10:14:17.357929Z","steps":["trace[509650936] 'agreement among raft nodes before linearized reading' (duration: 5.754588169s)","trace[509650936] 'range keys from in-memory index tree' (duration: 376.809544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:17.35914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:11.225843Z","time spent":"6.133248101s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-04-04T10:14:17.359302Z","caller":"traceutil/trace.go:171","msg":"trace[1314270783] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2066; }","duration":"6.758264219s","start":"2026-04-04T10:14:10.600806Z","end":"2026-04-04T10:14:17.35907Z","steps":["trace[1314270783] 'agreement among raft nodes before linearized reading' (duration: 6.379670492s)","trace[1314270783] 'count revisions from in-memory index tree' (duration: 377.348571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:17.358624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.559022258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:14:17.359555Z","caller":"traceutil/trace.go:171","msg":"trace[1040414903] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2067; }","duration":"5.559983813s","start":"2026-04-04T10:14:11.799554Z","end":"2026-04-04T10:14:17.359538Z","steps":["trace[1040414903] 'agreement among raft nodes before linearized reading' (duration: 5.559028447s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.359609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:11.799536Z","time spent":"5.560054429s","remote":"127.0.0.1:56460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:14:17.358629Z","caller":"traceutil/trace.go:171","msg":"trace[1599654424] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"481.860449ms","start":"2026-04-04T10:14:16.876756Z","end":"2026-04-04T10:14:17.358616Z","steps":["trace[1599654424] 'process raft request' (duration: 480.671278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.359495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:10.600782Z","time spent":"6.758691257s","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:17.358555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067870823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:17.359983Z","caller":"traceutil/trace.go:171","msg":"trace[584382968] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2067; }","duration":"4.069338384s","start":"2026-04-04T10:14:13.290634Z","end":"2026-04-04T10:14:17.359972Z","steps":["trace[584382968] 'agreement among raft nodes before linearized reading' (duration: 4.067866883s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.360027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:13.29062Z","time spent":"4.069394478s","remote":"127.0.0.1:57778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:17.358698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014126994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:14:17.360505Z","caller":"traceutil/trace.go:171","msg":"trace[1469211697] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2067; }","duration":"4.015896825s","start":"2026-04-04T10:14:13.344565Z","end":"2026-04-04T10:14:17.360462Z","steps":["trace[1469211697] 'agreement among raft nodes before linearized reading' (duration: 4.014109423s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.360594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:13.344533Z","time spent":"4.016013163s","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:17.359814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:16.876714Z","time spent":"483.04727ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:17.358721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.166284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-04T10:14:17.361087Z","caller":"traceutil/trace.go:171","msg":"trace[1599332719] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2067; }","duration":"676.563178ms","start":"2026-04-04T10:14:16.684511Z","end":"2026-04-04T10:14:17.361074Z","steps":["trace[1599332719] 'agreement among raft nodes before linearized reading' (duration: 674.136762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.358718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.247443627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:14:17.361352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:16.684494Z","time spent":"676.843928ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-04T10:14:17.358757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082934593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:17.361774Z","caller":"traceutil/trace.go:171","msg":"trace[59105389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2067; }","duration":"1.085981631s","start":"2026-04-04T10:14:16.275777Z","end":"2026-04-04T10:14:17.361759Z","steps":["trace[59105389] 'agreement among raft nodes before linearized reading' (duration: 1.082960355s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.361829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:16.275755Z","time spent":"1.086059527s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:14:17.358805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.493921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:14:17.362071Z","caller":"traceutil/trace.go:171","msg":"trace[1769878678] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2067; }","duration":"830.772296ms","start":"2026-04-04T10:14:16.531285Z","end":"2026-04-04T10:14:17.362057Z","steps":["trace[1769878678] 'agreement among raft nodes before linearized reading' (duration: 827.492072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.362117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:16.531275Z","time spent":"830.828451ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:17.358799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.144719349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:14:17.362407Z","caller":"traceutil/trace.go:171","msg":"trace[1901021616] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2067; }","duration":"5.14837678s","start":"2026-04-04T10:14:12.214015Z","end":"2026-04-04T10:14:17.362391Z","steps":["trace[1901021616] 'agreement among raft nodes before linearized reading' (duration: 5.144619433s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:17.361577Z","caller":"traceutil/trace.go:171","msg":"trace[1312302029] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2067; }","duration":"4.250338045s","start":"2026-04-04T10:14:13.111217Z","end":"2026-04-04T10:14:17.361555Z","steps":["trace[1312302029] 'agreement among raft nodes before linearized reading' (duration: 4.247371303s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.36253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:12.213994Z","time spent":"5.148512479s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:14:17.358807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.367786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:14:17.358651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.088614716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-04T10:14:17.35876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.830741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:14:17.362575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:13.111195Z","time spent":"4.251353696s","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:14:17.362905Z","caller":"traceutil/trace.go:171","msg":"trace[1161094231] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac; range_end:; response_count:1; response_revision:2067; }","duration":"3.092902228s","start":"2026-04-04T10:14:14.269994Z","end":"2026-04-04T10:14:17.362896Z","steps":["trace[1161094231] 'agreement among raft nodes before linearized reading' (duration: 3.088591384s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.362961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:14.269938Z","time spent":"3.092976143s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" "} {"level":"warn","ts":"2026-04-04T10:14:17.357807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.136449814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:17.363244Z","caller":"traceutil/trace.go:171","msg":"trace[827699866] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2066; }","duration":"7.141898956s","start":"2026-04-04T10:14:10.221335Z","end":"2026-04-04T10:14:17.363234Z","steps":["trace[827699866] 'agreement among raft nodes before linearized reading' (duration: 6.759129755s)","trace[827699866] 'range keys from in-memory index tree' (duration: 377.320579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:17.363285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:10.221328Z","time spent":"7.141934908s","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-04T10:14:17.362854Z","caller":"traceutil/trace.go:171","msg":"trace[1208090790] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2067; }","duration":"812.468107ms","start":"2026-04-04T10:14:16.550366Z","end":"2026-04-04T10:14:17.362834Z","steps":["trace[1208090790] 'agreement among raft nodes before linearized reading' (duration: 808.393558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.363384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:16.550344Z","time spent":"813.016455ms","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:14:17.363579Z","caller":"traceutil/trace.go:171","msg":"trace[132219621] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2067; }","duration":"884.157958ms","start":"2026-04-04T10:14:16.478891Z","end":"2026-04-04T10:14:17.363048Z","steps":["trace[132219621] 'agreement among raft nodes before linearized reading' (duration: 879.836522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:17.363955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:16.478872Z","time spent":"884.941351ms","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:18.191261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.294225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:14:18.191364Z","caller":"traceutil/trace.go:171","msg":"trace[1950277812] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"1.00174463s","start":"2026-04-04T10:14:17.1896Z","end":"2026-04-04T10:14:18.191345Z","steps":["trace[1950277812] 'process raft request' (duration: 527.286823ms)","trace[1950277812] 'compare' (duration: 473.413195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:18.191429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.189552Z","time spent":"1.001842296s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:18.506746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.365858Z","time spent":"1.140884387s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-04T10:14:18.506835Z","caller":"traceutil/trace.go:171","msg":"trace[268198058] linearizableReadLoop","detail":"{readStateIndex:2153; appliedIndex:2151; }","duration":"1.140448838s","start":"2026-04-04T10:14:17.366368Z","end":"2026-04-04T10:14:18.506817Z","steps":["trace[268198058] 'read index received' (duration: 350.533511ms)","trace[268198058] 'applied index is now lower than readState.Index' (duration: 789.914647ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:18.506912Z","caller":"traceutil/trace.go:171","msg":"trace[1387634800] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"1.138850149s","start":"2026-04-04T10:14:17.368054Z","end":"2026-04-04T10:14:18.506905Z","steps":["trace[1387634800] 'process raft request' (duration: 1.138702268s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:18.506915Z","caller":"traceutil/trace.go:171","msg":"trace[1583625323] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"1.139197512s","start":"2026-04-04T10:14:17.367693Z","end":"2026-04-04T10:14:18.506891Z","steps":["trace[1583625323] 'process raft request' (duration: 1.13903445s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:18.506995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.368046Z","time spent":"1.13888794s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:18.50701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.367684Z","time spent":"1.139273127s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:18.507009Z","caller":"traceutil/trace.go:171","msg":"trace[1571475678] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"1.12539688s","start":"2026-04-04T10:14:17.381594Z","end":"2026-04-04T10:14:18.506991Z","steps":["trace[1571475678] 'process raft request' (duration: 1.125191546s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:18.507152Z","caller":"traceutil/trace.go:171","msg":"trace[304507642] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"1.139537954s","start":"2026-04-04T10:14:17.367601Z","end":"2026-04-04T10:14:18.507139Z","steps":["trace[304507642] 'process raft request' (duration: 1.13902423s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:18.507187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140808532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:18.507237Z","caller":"traceutil/trace.go:171","msg":"trace[382600547] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2072; }","duration":"1.140883017s","start":"2026-04-04T10:14:17.36634Z","end":"2026-04-04T10:14:18.507223Z","steps":["trace[382600547] 'agreement among raft nodes before linearized reading' (duration: 1.140762969s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:18.50724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.367588Z","time spent":"1.139598949s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:18.507215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.381584Z","time spent":"1.125526959s","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8111,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:18.507275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.366324Z","time spent":"1.140943811s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-04T10:14:18.507415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.367527Z","time spent":"1.139881608s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-04T10:14:19.069331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.058289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:14:19.06954Z","caller":"traceutil/trace.go:171","msg":"trace[310691040] linearizableReadLoop","detail":"{readStateIndex:2159; appliedIndex:2158; }","duration":"562.601689ms","start":"2026-04-04T10:14:18.506882Z","end":"2026-04-04T10:14:19.069483Z","steps":["trace[310691040] 'read index received' (duration: 109.307294ms)","trace[310691040] 'applied index is now lower than readState.Index' (duration: 453.293175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:19.069885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700653203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:19.070013Z","caller":"traceutil/trace.go:171","msg":"trace[2033832147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2073; }","duration":"1.700766241s","start":"2026-04-04T10:14:17.36921Z","end":"2026-04-04T10:14:19.069976Z","steps":["trace[2033832147] 'agreement among raft nodes before linearized reading' (duration: 1.700640492s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.07011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.369203Z","time spent":"1.700891219s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:14:19.070215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702850524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:109375"} {"level":"info","ts":"2026-04-04T10:14:19.070307Z","caller":"traceutil/trace.go:171","msg":"trace[1191312324] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"1.289830627s","start":"2026-04-04T10:14:17.780357Z","end":"2026-04-04T10:14:19.070188Z","steps":["trace[1191312324] 'process raft request' (duration: 835.839694ms)","trace[1191312324] 'compare' (duration: 452.956433ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:19.070361Z","caller":"traceutil/trace.go:171","msg":"trace[1630476712] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2073; }","duration":"1.703013425s","start":"2026-04-04T10:14:17.367329Z","end":"2026-04-04T10:14:19.070342Z","steps":["trace[1630476712] 'agreement among raft nodes before linearized reading' (duration: 1.702677382s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.07042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.364564Z","time spent":"1.705844488s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":109397,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-04T10:14:19.070438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.780328Z","time spent":"1.290043152s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:19.07023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065286284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:19.070616Z","caller":"traceutil/trace.go:171","msg":"trace[1169644361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2073; }","duration":"1.065729733s","start":"2026-04-04T10:14:18.004872Z","end":"2026-04-04T10:14:19.070602Z","steps":["trace[1169644361] 'agreement among raft nodes before linearized reading' (duration: 1.065287963s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.070821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:18.004849Z","time spent":"1.06594764s","remote":"127.0.0.1:43016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:19.07028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.85926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:14:19.071196Z","caller":"traceutil/trace.go:171","msg":"trace[1414456283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2073; }","duration":"700.819968ms","start":"2026-04-04T10:14:18.370354Z","end":"2026-04-04T10:14:19.071174Z","steps":["trace[1414456283] 'agreement among raft nodes before linearized reading' (duration: 699.802008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.071469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703488816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-04T10:14:19.071549Z","caller":"traceutil/trace.go:171","msg":"trace[956078108] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2073; }","duration":"1.703639367s","start":"2026-04-04T10:14:17.367891Z","end":"2026-04-04T10:14:19.07153Z","steps":["trace[956078108] 'agreement among raft nodes before linearized reading' (duration: 1.702238731s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.071597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.367883Z","time spent":"1.703703351s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-04T10:14:19.07165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619705789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:19.071806Z","caller":"traceutil/trace.go:171","msg":"trace[499085441] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2073; }","duration":"1.619843268s","start":"2026-04-04T10:14:17.451918Z","end":"2026-04-04T10:14:19.071761Z","steps":["trace[499085441] 'agreement among raft nodes before linearized reading' (duration: 1.617916926s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.071886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:18.370333Z","time spent":"700.914784ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:14:19.071978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:17.451872Z","time spent":"1.620024091s","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:19.533402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.504124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:14:19.533836Z","caller":"traceutil/trace.go:171","msg":"trace[1741023413] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"547.456844ms","start":"2026-04-04T10:14:18.986365Z","end":"2026-04-04T10:14:19.533822Z","steps":["trace[1741023413] 'process raft request' (duration: 547.24685ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:19.533857Z","caller":"traceutil/trace.go:171","msg":"trace[41330574] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"1.025433831s","start":"2026-04-04T10:14:18.508397Z","end":"2026-04-04T10:14:19.533831Z","steps":["trace[41330574] 'process raft request' (duration: 1.025116409s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:19.533857Z","caller":"traceutil/trace.go:171","msg":"trace[717401505] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"1.026319093s","start":"2026-04-04T10:14:18.50752Z","end":"2026-04-04T10:14:19.533839Z","steps":["trace[717401505] 'process raft request' (duration: 679.290543ms)","trace[717401505] 'compare' (duration: 346.136588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:19.53392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:18.986349Z","time spent":"547.533009ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:19.533983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.262195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:14:19.534059Z","caller":"traceutil/trace.go:171","msg":"trace[1428993588] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2076; }","duration":"602.432147ms","start":"2026-04-04T10:14:18.931608Z","end":"2026-04-04T10:14:19.53404Z","steps":["trace[1428993588] 'agreement among raft nodes before linearized reading' (duration: 602.260436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.53412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:18.931584Z","time spent":"602.518643ms","remote":"127.0.0.1:56500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:19.534133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.439365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:14:19.53413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.610959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:14:19.534166Z","caller":"traceutil/trace.go:171","msg":"trace[1716458022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2076; }","duration":"848.51ms","start":"2026-04-04T10:14:18.685647Z","end":"2026-04-04T10:14:19.534157Z","steps":["trace[1716458022] 'agreement among raft nodes before linearized reading' (duration: 848.393462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.534206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:18.685619Z","time spent":"848.579095ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:14:19.53424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.920233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:19.534174Z","caller":"traceutil/trace.go:171","msg":"trace[1459465148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2076; }","duration":"847.692275ms","start":"2026-04-04T10:14:18.68647Z","end":"2026-04-04T10:14:19.534163Z","steps":["trace[1459465148] 'agreement among raft nodes before linearized reading' (duration: 847.567626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.534288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:18.686443Z","time spent":"847.836815ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:14:19.53429Z","caller":"traceutil/trace.go:171","msg":"trace[876482039] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2076; }","duration":"578.998648ms","start":"2026-04-04T10:14:18.955276Z","end":"2026-04-04T10:14:19.534274Z","steps":["trace[876482039] 'agreement among raft nodes before linearized reading' (duration: 578.925923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.534004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:18.508381Z","time spent":"1.025532528s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:19.534004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:18.507502Z","time spent":"1.026410919s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:19.534327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:18.955259Z","time spent":"579.060252ms","remote":"127.0.0.1:42996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:14:19.533681Z","caller":"traceutil/trace.go:171","msg":"trace[1871006750] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2159; }","duration":"464.038715ms","start":"2026-04-04T10:14:19.069626Z","end":"2026-04-04T10:14:19.533665Z","steps":["trace[1871006750] 'read index received' (duration: 117.199638ms)","trace[1871006750] 'applied index is now lower than readState.Index' (duration: 346.836607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:19.534943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019962548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:14:19.534985Z","caller":"traceutil/trace.go:171","msg":"trace[1603158721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2076; }","duration":"1.020036992s","start":"2026-04-04T10:14:18.514934Z","end":"2026-04-04T10:14:19.534971Z","steps":["trace[1603158721] 'agreement among raft nodes before linearized reading' (duration: 1.019879082s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.535014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:18.514916Z","time spent":"1.020091656s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:14:19.535142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.514833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-04T10:14:19.535147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.460587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:14:19.535137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.297894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:19.535175Z","caller":"traceutil/trace.go:171","msg":"trace[504099925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2076; }","duration":"317.590269ms","start":"2026-04-04T10:14:19.217575Z","end":"2026-04-04T10:14:19.535165Z","steps":["trace[504099925] 'agreement among raft nodes before linearized reading' (duration: 317.502113ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:19.535178Z","caller":"traceutil/trace.go:171","msg":"trace[813624911] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2076; }","duration":"342.538723ms","start":"2026-04-04T10:14:19.19263Z","end":"2026-04-04T10:14:19.535169Z","steps":["trace[813624911] 'agreement among raft nodes before linearized reading' (duration: 342.447817ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:19.535193Z","caller":"traceutil/trace.go:171","msg":"trace[1965588266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2076; }","duration":"463.38579ms","start":"2026-04-04T10:14:19.071793Z","end":"2026-04-04T10:14:19.535179Z","steps":["trace[1965588266] 'agreement among raft nodes before linearized reading' (duration: 463.268282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.535207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:19.217553Z","time spent":"317.644502ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:14:19.535211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:19.192609Z","time spent":"342.589396ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:19.535224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:19.07177Z","time spent":"463.445853ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:14:19.718275Z","caller":"traceutil/trace.go:171","msg":"trace[744908881] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"178.865121ms","start":"2026-04-04T10:14:19.539384Z","end":"2026-04-04T10:14:19.71825Z","steps":["trace[744908881] 'process raft request' (duration: 144.950204ms)","trace[744908881] 'compare' (duration: 33.722434ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:19.718571Z","caller":"traceutil/trace.go:171","msg":"trace[106338277] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"178.182074ms","start":"2026-04-04T10:14:19.54036Z","end":"2026-04-04T10:14:19.718542Z","steps":["trace[106338277] 'process raft request' (duration: 177.847621ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:19.718801Z","caller":"traceutil/trace.go:171","msg":"trace[1355319556] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2162; }","duration":"179.367775ms","start":"2026-04-04T10:14:19.539419Z","end":"2026-04-04T10:14:19.718787Z","steps":["trace[1355319556] 'read index received' (duration: 1.780481ms)","trace[1355319556] 'applied index is now lower than readState.Index' (duration: 177.586124ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:19.71907Z","caller":"traceutil/trace.go:171","msg":"trace[1284028151] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"177.991802ms","start":"2026-04-04T10:14:19.541046Z","end":"2026-04-04T10:14:19.719037Z","steps":["trace[1284028151] 'process raft request' (duration: 177.411252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.719115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.676276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:14:19.71916Z","caller":"traceutil/trace.go:171","msg":"trace[834301887] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2080; }","duration":"179.752811ms","start":"2026-04-04T10:14:19.539395Z","end":"2026-04-04T10:14:19.719148Z","steps":["trace[834301887] 'agreement among raft nodes before linearized reading' (duration: 179.600891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.71919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.241621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:19.71924Z","caller":"traceutil/trace.go:171","msg":"trace[1253757220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2080; }","duration":"176.318676ms","start":"2026-04-04T10:14:19.542907Z","end":"2026-04-04T10:14:19.719226Z","steps":["trace[1253757220] 'agreement among raft nodes before linearized reading' (duration: 176.22806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:19.719303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.573967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-04T10:14:19.719348Z","caller":"traceutil/trace.go:171","msg":"trace[1102932629] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac; range_end:; response_count:1; response_revision:2080; }","duration":"175.647681ms","start":"2026-04-04T10:14:19.543688Z","end":"2026-04-04T10:14:19.719336Z","steps":["trace[1102932629] 'agreement among raft nodes before linearized reading' (duration: 175.4887ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:20.61764Z","caller":"traceutil/trace.go:171","msg":"trace[908153136] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"101.117792ms","start":"2026-04-04T10:14:20.5165Z","end":"2026-04-04T10:14:20.617618Z","steps":["trace[908153136] 'process raft request' (duration: 100.956751ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:20.617898Z","caller":"traceutil/trace.go:171","msg":"trace[16619957] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"101.257392ms","start":"2026-04-04T10:14:20.51661Z","end":"2026-04-04T10:14:20.617868Z","steps":["trace[16619957] 'process raft request' (duration: 100.969983ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:21.674437Z","caller":"traceutil/trace.go:171","msg":"trace[1059694353] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"133.423746ms","start":"2026-04-04T10:14:21.540991Z","end":"2026-04-04T10:14:21.674415Z","steps":["trace[1059694353] 'process raft request' (duration: 133.288187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:25.716324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:26.217299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:26.718204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:27.219118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083676777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:14:27.263149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:14:27.263209Z","caller":"traceutil/trace.go:171","msg":"trace[1104784668] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308469s","start":"2026-04-04T10:14:25.262884Z","end":"2026-04-04T10:14:27.263193Z","steps":["trace[1104784668] 'agreement among raft nodes before linearized reading' (duration: 2.000231902s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.263252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:25.262872Z","time spent":"2.000371427s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:14:27.390197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68376824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:14:27.390252Z","caller":"traceutil/trace.go:171","msg":"trace[834885245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2103; }","duration":"2.68386134s","start":"2026-04-04T10:14:24.706376Z","end":"2026-04-04T10:14:27.390238Z","steps":["trace[834885245] 'range keys from in-memory index tree' (duration: 2.683585587s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.390287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:24.706357Z","time spent":"2.68392147s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:14:27.390471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377492948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:14:27.390492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56944689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:14:27.39055Z","caller":"traceutil/trace.go:171","msg":"trace[728806353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2103; }","duration":"2.377616323s","start":"2026-04-04T10:14:25.012909Z","end":"2026-04-04T10:14:27.390525Z","steps":["trace[728806353] 'range keys from in-memory index tree' (duration: 2.377386392s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:27.390562Z","caller":"traceutil/trace.go:171","msg":"trace[992665689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2103; }","duration":"3.56956943s","start":"2026-04-04T10:14:23.820975Z","end":"2026-04-04T10:14:27.390544Z","steps":["trace[992665689] 'range keys from in-memory index tree' (duration: 3.569207345s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.390591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:25.012886Z","time spent":"2.377696051s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:14:27.390626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:23.820951Z","time spent":"3.569665249s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:14:27.390606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678718909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:14:27.390685Z","caller":"traceutil/trace.go:171","msg":"trace[385780511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2103; }","duration":"2.678833428s","start":"2026-04-04T10:14:24.711822Z","end":"2026-04-04T10:14:27.390655Z","steps":["trace[385780511] 'range keys from in-memory index tree' (duration: 2.678548857s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.390738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:24.711794Z","time spent":"2.678933976s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:14:27.390881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549599379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:14:27.39091Z","caller":"traceutil/trace.go:171","msg":"trace[349006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2103; }","duration":"3.54966508s","start":"2026-04-04T10:14:23.841236Z","end":"2026-04-04T10:14:27.390901Z","steps":["trace[349006] 'range keys from in-memory index tree' (duration: 3.549480766s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.390921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333317892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:14:27.390938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:23.841216Z","time spent":"3.549716411s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:14:27.390954Z","caller":"traceutil/trace.go:171","msg":"trace[1907293057] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2103; }","duration":"2.33337029s","start":"2026-04-04T10:14:25.057574Z","end":"2026-04-04T10:14:27.390944Z","steps":["trace[1907293057] 'count revisions from in-memory index tree' (duration: 2.333270194s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.390987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:25.057566Z","time spent":"2.333409359s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:27.391104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.52788971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:14:27.391131Z","caller":"traceutil/trace.go:171","msg":"trace[1796443160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2103; }","duration":"3.527916509s","start":"2026-04-04T10:14:23.863207Z","end":"2026-04-04T10:14:27.391123Z","steps":["trace[1796443160] 'range keys from in-memory index tree' (duration: 3.527705571s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.391156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:23.86315Z","time spent":"3.528000542s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:14:27.39111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44051458s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:27.391228Z","caller":"traceutil/trace.go:171","msg":"trace[1388453465] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2103; }","duration":"2.440642006s","start":"2026-04-04T10:14:24.950565Z","end":"2026-04-04T10:14:27.391207Z","steps":["trace[1388453465] 'range keys from in-memory index tree' (duration: 2.440498491s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.391237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281371823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:27.39127Z","caller":"traceutil/trace.go:171","msg":"trace[1601000663] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2103; }","duration":"2.28145044s","start":"2026-04-04T10:14:25.10981Z","end":"2026-04-04T10:14:27.39126Z","steps":["trace[1601000663] 'count revisions from in-memory index tree' (duration: 2.281282606s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.391299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:25.109783Z","time spent":"2.281507168s","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:27.391576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203700986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:14:27.391612Z","caller":"traceutil/trace.go:171","msg":"trace[541137329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2103; }","duration":"3.203778847s","start":"2026-04-04T10:14:24.187822Z","end":"2026-04-04T10:14:27.391601Z","steps":["trace[541137329] 'range keys from in-memory index tree' (duration: 3.20354481s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.39162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185495263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:14:27.391641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:24.1878Z","time spent":"3.203833267s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-04T10:14:27.391831Z","caller":"traceutil/trace.go:171","msg":"trace[26330458] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2103; }","duration":"3.185730137s","start":"2026-04-04T10:14:24.20609Z","end":"2026-04-04T10:14:27.39182Z","steps":["trace[26330458] 'count revisions from in-memory index tree' (duration: 3.185402127s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.391864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:24.206079Z","time spent":"3.185776006s","remote":"127.0.0.1:56478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:27.391875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78754595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:14:27.391908Z","caller":"traceutil/trace.go:171","msg":"trace[958550460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2103; }","duration":"2.787653194s","start":"2026-04-04T10:14:24.604245Z","end":"2026-04-04T10:14:27.391898Z","steps":["trace[958550460] 'range keys from in-memory index tree' (duration: 2.787384816s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.391933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:24.604223Z","time spent":"2.787704354s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:14:27.392033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849589838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-04-04T10:14:27.392073Z","caller":"traceutil/trace.go:171","msg":"trace[1657484115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2103; }","duration":"2.849662748s","start":"2026-04-04T10:14:24.542396Z","end":"2026-04-04T10:14:27.392059Z","steps":["trace[1657484115] 'range keys from in-memory index tree' (duration: 2.849440185s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.392102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:24.542377Z","time spent":"2.849717908s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:14:27.609412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.474743223s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:14:27.609979Z","caller":"traceutil/trace.go:171","msg":"trace[300885097] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"2.475406549s","start":"2026-04-04T10:14:25.134519Z","end":"2026-04-04T10:14:27.609926Z","steps":["trace[300885097] 'process raft request' (duration: 2.475230295s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.610238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:25.134492Z","time spent":"2.475554103s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:27.618437Z","caller":"traceutil/trace.go:171","msg":"trace[1803367292] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"2.433070396s","start":"2026-04-04T10:14:25.185332Z","end":"2026-04-04T10:14:27.618402Z","steps":["trace[1803367292] 'process raft request' (duration: 2.432789446s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.61861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:25.185302Z","time spent":"2.43321416s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:27.618798Z","caller":"traceutil/trace.go:171","msg":"trace[1755724092] linearizableReadLoop","detail":"{readStateIndex:2194; appliedIndex:2190; }","duration":"2.403230086s","start":"2026-04-04T10:14:25.215548Z","end":"2026-04-04T10:14:27.618778Z","steps":["trace[1755724092] 'read index received' (duration: 2.394256523s)","trace[1755724092] 'applied index is now lower than readState.Index' (duration: 8.972663ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:27.618996Z","caller":"traceutil/trace.go:171","msg":"trace[1664043636] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"219.460674ms","start":"2026-04-04T10:14:27.399523Z","end":"2026-04-04T10:14:27.618984Z","steps":["trace[1664043636] 'process raft request' (duration: 219.160115ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:27.619055Z","caller":"traceutil/trace.go:171","msg":"trace[1247610558] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"219.173895ms","start":"2026-04-04T10:14:27.399868Z","end":"2026-04-04T10:14:27.619042Z","steps":["trace[1247610558] 'process raft request' (duration: 218.843987ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:27.619146Z","caller":"traceutil/trace.go:171","msg":"trace[2036206214] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"1.924811055s","start":"2026-04-04T10:14:25.694325Z","end":"2026-04-04T10:14:27.619136Z","steps":["trace[2036206214] 'process raft request' (duration: 1.923917448s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.619213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:25.694301Z","time spent":"1.924875094s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:27.619233Z","caller":"traceutil/trace.go:171","msg":"trace[397238896] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"219.224862ms","start":"2026-04-04T10:14:27.399997Z","end":"2026-04-04T10:14:27.619222Z","steps":["trace[397238896] 'process raft request' (duration: 218.74586ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:27.619378Z","caller":"traceutil/trace.go:171","msg":"trace[1434797028] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"1.919285496s","start":"2026-04-04T10:14:25.700082Z","end":"2026-04-04T10:14:27.619368Z","steps":["trace[1434797028] 'process raft request' (duration: 1.918384109s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.61941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403855264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-04T10:14:27.619441Z","caller":"traceutil/trace.go:171","msg":"trace[1067347422] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2114; }","duration":"2.403931921s","start":"2026-04-04T10:14:25.2155Z","end":"2026-04-04T10:14:27.619431Z","steps":["trace[1067347422] 'agreement among raft nodes before linearized reading' (duration: 2.403804746s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:27.619482Z","caller":"traceutil/trace.go:171","msg":"trace[1760129523] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"328.870283ms","start":"2026-04-04T10:14:27.290603Z","end":"2026-04-04T10:14:27.619474Z","steps":["trace[1760129523] 'process raft request' (duration: 327.917768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.619484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:25.215479Z","time spent":"2.403996939s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-04T10:14:27.61954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:27.290577Z","time spent":"328.93498ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:27.619655Z","caller":"traceutil/trace.go:171","msg":"trace[418443327] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"220.859843ms","start":"2026-04-04T10:14:27.398786Z","end":"2026-04-04T10:14:27.619645Z","steps":["trace[418443327] 'process raft request' (duration: 219.795262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.619667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313373516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-04T10:14:27.619698Z","caller":"traceutil/trace.go:171","msg":"trace[1297185231] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2114; }","duration":"1.313433724s","start":"2026-04-04T10:14:26.306254Z","end":"2026-04-04T10:14:27.619688Z","steps":["trace[1297185231] 'agreement among raft nodes before linearized reading' (duration: 1.313357147s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.619734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:26.306235Z","time spent":"1.313492471s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-04T10:14:27.61984Z","caller":"traceutil/trace.go:171","msg":"trace[623490828] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"220.651171ms","start":"2026-04-04T10:14:27.399178Z","end":"2026-04-04T10:14:27.619829Z","steps":["trace[623490828] 'process raft request' (duration: 219.438955ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:27.620766Z","caller":"traceutil/trace.go:171","msg":"trace[358462718] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"221.507311ms","start":"2026-04-04T10:14:27.399248Z","end":"2026-04-04T10:14:27.620756Z","steps":["trace[358462718] 'process raft request' (duration: 219.401547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.620984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.188797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:27.621025Z","caller":"traceutil/trace.go:171","msg":"trace[1952359921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2114; }","duration":"350.254934ms","start":"2026-04-04T10:14:27.270761Z","end":"2026-04-04T10:14:27.621016Z","steps":["trace[1952359921] 'agreement among raft nodes before linearized reading' (duration: 350.176507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.62106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:27.270747Z","time spent":"350.306223ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:14:27.619446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:25.700068Z","time spent":"1.919347033s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:27.621239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.990125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:14:27.621278Z","caller":"traceutil/trace.go:171","msg":"trace[2081690070] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2114; }","duration":"162.030534ms","start":"2026-04-04T10:14:27.459237Z","end":"2026-04-04T10:14:27.621268Z","steps":["trace[2081690070] 'agreement among raft nodes before linearized reading' (duration: 161.961016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.621295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.760243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:27.621365Z","caller":"traceutil/trace.go:171","msg":"trace[1378985833] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2114; }","duration":"216.862899ms","start":"2026-04-04T10:14:27.404484Z","end":"2026-04-04T10:14:27.621346Z","steps":["trace[1378985833] 'agreement among raft nodes before linearized reading' (duration: 216.747263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.621635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.676309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:14:27.621676Z","caller":"traceutil/trace.go:171","msg":"trace[761805238] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2114; }","duration":"466.753545ms","start":"2026-04-04T10:14:27.154914Z","end":"2026-04-04T10:14:27.621667Z","steps":["trace[761805238] 'agreement among raft nodes before linearized reading' (duration: 466.683808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.621712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:27.154893Z","time spent":"466.810214ms","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:14:27.621981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.258908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a31fd14a9f9e59\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-04T10:14:27.62204Z","caller":"traceutil/trace.go:171","msg":"trace[1330814135] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a31fd14a9f9e59; range_end:; response_count:1; response_revision:2114; }","duration":"756.353835ms","start":"2026-04-04T10:14:26.865671Z","end":"2026-04-04T10:14:27.622025Z","steps":["trace[1330814135] 'agreement among raft nodes before linearized reading' (duration: 756.031127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:27.622132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:26.865648Z","time spent":"756.422922ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a31fd14a9f9e59\" "} {"level":"info","ts":"2026-04-04T10:14:27.936886Z","caller":"traceutil/trace.go:171","msg":"trace[634696971] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"160.148752ms","start":"2026-04-04T10:14:27.77668Z","end":"2026-04-04T10:14:27.936829Z","steps":["trace[634696971] 'process raft request' (duration: 159.976849ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:49.722914Z","caller":"traceutil/trace.go:171","msg":"trace[535229946] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2325; }","duration":"267.618596ms","start":"2026-04-04T10:14:49.455273Z","end":"2026-04-04T10:14:49.722891Z","steps":["trace[535229946] 'read index received' (duration: 267.484219ms)","trace[535229946] 'applied index is now lower than readState.Index' (duration: 133.507µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:49.723061Z","caller":"traceutil/trace.go:171","msg":"trace[1754910159] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"298.100086ms","start":"2026-04-04T10:14:49.42495Z","end":"2026-04-04T10:14:49.72305Z","steps":["trace[1754910159] 'process raft request' (duration: 297.779543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:49.72328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.988188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:14:49.723358Z","caller":"traceutil/trace.go:171","msg":"trace[1561131053] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2234; }","duration":"268.119975ms","start":"2026-04-04T10:14:49.455224Z","end":"2026-04-04T10:14:49.723344Z","steps":["trace[1561131053] 'agreement among raft nodes before linearized reading' (duration: 268.008157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:49.723304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.859252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:14:49.72351Z","caller":"traceutil/trace.go:171","msg":"trace[521442877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2234; }","duration":"176.105397ms","start":"2026-04-04T10:14:49.547388Z","end":"2026-04-04T10:14:49.723493Z","steps":["trace[521442877] 'agreement among raft nodes before linearized reading' (duration: 175.770894ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:50.144471Z","caller":"traceutil/trace.go:171","msg":"trace[1730488459] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"323.493843ms","start":"2026-04-04T10:14:49.820953Z","end":"2026-04-04T10:14:50.144447Z","steps":["trace[1730488459] 'process raft request' (duration: 323.297217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:50.144882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:49.820928Z","time spent":"323.870694ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:50.165486Z","caller":"traceutil/trace.go:171","msg":"trace[1838568377] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"248.016235ms","start":"2026-04-04T10:14:49.91745Z","end":"2026-04-04T10:14:50.165466Z","steps":["trace[1838568377] 'process raft request' (duration: 247.845639ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:50.16569Z","caller":"traceutil/trace.go:171","msg":"trace[964174099] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2326; }","duration":"235.211228ms","start":"2026-04-04T10:14:49.930439Z","end":"2026-04-04T10:14:50.16565Z","steps":["trace[964174099] 'read index received' (duration: 213.891299ms)","trace[964174099] 'applied index is now lower than readState.Index' (duration: 21.313849ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:50.165771Z","caller":"traceutil/trace.go:171","msg":"trace[1192934812] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"247.613504ms","start":"2026-04-04T10:14:49.918131Z","end":"2026-04-04T10:14:50.165745Z","steps":["trace[1192934812] 'process raft request' (duration: 247.283041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:50.165907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.447852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:14:50.165975Z","caller":"traceutil/trace.go:171","msg":"trace[2022887208] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2237; }","duration":"235.546951ms","start":"2026-04-04T10:14:49.930414Z","end":"2026-04-04T10:14:50.16596Z","steps":["trace[2022887208] 'agreement among raft nodes before linearized reading' (duration: 235.364155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:50.170105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.341063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:14:50.170168Z","caller":"traceutil/trace.go:171","msg":"trace[290595451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2238; }","duration":"223.408861ms","start":"2026-04-04T10:14:49.946743Z","end":"2026-04-04T10:14:50.170152Z","steps":["trace[290595451] 'agreement among raft nodes before linearized reading' (duration: 223.079398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:50.170431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.854754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:14:50.170574Z","caller":"traceutil/trace.go:171","msg":"trace[422483153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2238; }","duration":"215.022712ms","start":"2026-04-04T10:14:49.955538Z","end":"2026-04-04T10:14:50.170561Z","steps":["trace[422483153] 'agreement among raft nodes before linearized reading' (duration: 214.60361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:50.170705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.041523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:14:50.170747Z","caller":"traceutil/trace.go:171","msg":"trace[1184692947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2238; }","duration":"222.098301ms","start":"2026-04-04T10:14:49.948637Z","end":"2026-04-04T10:14:50.170735Z","steps":["trace[1184692947] 'agreement among raft nodes before linearized reading' (duration: 221.997643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:50.170609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.585279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:14:50.17101Z","caller":"traceutil/trace.go:171","msg":"trace[900501545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2238; }","duration":"216.000201ms","start":"2026-04-04T10:14:49.954991Z","end":"2026-04-04T10:14:50.170991Z","steps":["trace[900501545] 'agreement among raft nodes before linearized reading' (duration: 215.52127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:50.170893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.21693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:14:50.172535Z","caller":"traceutil/trace.go:171","msg":"trace[704434077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2238; }","duration":"125.883825ms","start":"2026-04-04T10:14:50.046639Z","end":"2026-04-04T10:14:50.172523Z","steps":["trace[704434077] 'agreement among raft nodes before linearized reading' (duration: 124.20272ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:56.645708Z","caller":"traceutil/trace.go:171","msg":"trace[1336701259] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"471.469555ms","start":"2026-04-04T10:14:56.174213Z","end":"2026-04-04T10:14:56.645683Z","steps":["trace[1336701259] 'process raft request' (duration: 471.290348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:56.645868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.17419Z","time spent":"471.593493ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:57.7369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.308139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:14:57.737858Z","caller":"traceutil/trace.go:171","msg":"trace[1592574091] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"1.553151526s","start":"2026-04-04T10:14:56.184668Z","end":"2026-04-04T10:14:57.737819Z","steps":["trace[1592574091] 'process raft request' (duration: 709.832814ms)","trace[1592574091] 'compare' (duration: 841.840215ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:57.738018Z","caller":"traceutil/trace.go:171","msg":"trace[119201060] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"1.54465696s","start":"2026-04-04T10:14:56.193343Z","end":"2026-04-04T10:14:57.738Z","steps":["trace[119201060] 'process raft request' (duration: 1.544354365s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:57.738082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.184651Z","time spent":"1.553277944s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:57.738118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.193329Z","time spent":"1.544738988s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:57.959597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.650494ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:14:57.959792Z","caller":"traceutil/trace.go:171","msg":"trace[1236036982] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2357; }","duration":"1.704462978s","start":"2026-04-04T10:14:56.255312Z","end":"2026-04-04T10:14:57.959775Z","steps":["trace[1236036982] 'read index received' (duration: 390.294008ms)","trace[1236036982] 'applied index is now lower than readState.Index' (duration: 1.31416801s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:57.960126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704793382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:14:57.960205Z","caller":"traceutil/trace.go:171","msg":"trace[1663943347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2267; }","duration":"1.704916471s","start":"2026-04-04T10:14:56.255272Z","end":"2026-04-04T10:14:57.960188Z","steps":["trace[1663943347] 'agreement among raft nodes before linearized reading' (duration: 1.704671285s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:57.960254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.255257Z","time spent":"1.704987799s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:14:57.960491Z","caller":"traceutil/trace.go:171","msg":"trace[1031374101] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"279.667139ms","start":"2026-04-04T10:14:57.680801Z","end":"2026-04-04T10:14:57.960468Z","steps":["trace[1031374101] 'process raft request' (duration: 278.891012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:58.490975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225138504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:58.491084Z","caller":"traceutil/trace.go:171","msg":"trace[1604350028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2268; }","duration":"2.225290722s","start":"2026-04-04T10:14:56.265766Z","end":"2026-04-04T10:14:58.491056Z","steps":["trace[1604350028] 'agreement among raft nodes before linearized reading' (duration: 1.694755174s)","trace[1604350028] 'range keys from in-memory index tree' (duration: 530.384281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:58.491133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.265754Z","time spent":"2.225367891s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:14:58.491134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.254862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-04T10:14:58.491194Z","caller":"traceutil/trace.go:171","msg":"trace[2071001749] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2268; }","duration":"716.367931ms","start":"2026-04-04T10:14:57.774809Z","end":"2026-04-04T10:14:58.491177Z","steps":["trace[2071001749] 'agreement among raft nodes before linearized reading' (duration: 185.709205ms)","trace[2071001749] 'range keys from in-memory index tree' (duration: 530.43779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:58.491231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:57.774792Z","time spent":"716.434039ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-04T10:14:58.491314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624804744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a31fd14a9f9e59\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-04T10:14:58.491357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219723638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:14:58.491388Z","caller":"traceutil/trace.go:171","msg":"trace[859220291] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a31fd14a9f9e59; range_end:; response_count:1; response_revision:2268; }","duration":"1.624924313s","start":"2026-04-04T10:14:56.866442Z","end":"2026-04-04T10:14:58.491366Z","steps":["trace[859220291] 'agreement among raft nodes before linearized reading' (duration: 1.0940804s)","trace[859220291] 'range keys from in-memory index tree' (duration: 530.349001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:58.491432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.866421Z","time spent":"1.625001701s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a31fd14a9f9e59\" "} {"level":"info","ts":"2026-04-04T10:14:58.491437Z","caller":"traceutil/trace.go:171","msg":"trace[1020408347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2268; }","duration":"2.219830585s","start":"2026-04-04T10:14:56.271582Z","end":"2026-04-04T10:14:58.491412Z","steps":["trace[1020408347] 'agreement among raft nodes before linearized reading' (duration: 1.688908144s)","trace[1020408347] 'range keys from in-memory index tree' (duration: 530.734364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:58.491484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.271569Z","time spent":"2.219903614s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:14:58.491488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717370047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:14:58.491511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219901065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-04T10:14:58.491531Z","caller":"traceutil/trace.go:171","msg":"trace[500939003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2268; }","duration":"2.219948204s","start":"2026-04-04T10:14:56.271577Z","end":"2026-04-04T10:14:58.491525Z","steps":["trace[500939003] 'agreement among raft nodes before linearized reading' (duration: 1.688920694s)","trace[500939003] 'range keys from in-memory index tree' (duration: 530.98041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:58.491545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.271562Z","time spent":"2.219979853s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:14:58.491513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232964621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-04T10:14:58.49154Z","caller":"traceutil/trace.go:171","msg":"trace[1024574838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2268; }","duration":"1.717450767s","start":"2026-04-04T10:14:56.774071Z","end":"2026-04-04T10:14:58.491522Z","steps":["trace[1024574838] 'agreement among raft nodes before linearized reading' (duration: 1.186399377s)","trace[1024574838] 'range keys from in-memory index tree' (duration: 530.906712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:58.491378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220653981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:14:58.491592Z","caller":"traceutil/trace.go:171","msg":"trace[1295065077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2268; }","duration":"2.220910416s","start":"2026-04-04T10:14:56.270676Z","end":"2026-04-04T10:14:58.491587Z","steps":["trace[1295065077] 'agreement among raft nodes before linearized reading' (duration: 1.689828887s)","trace[1295065077] 'range keys from in-memory index tree' (duration: 530.715535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:58.491587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.774053Z","time spent":"1.717524695s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:14:58.491561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.567539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-04T10:14:58.491592Z","caller":"traceutil/trace.go:171","msg":"trace[1421644209] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2268; }","duration":"2.23306741s","start":"2026-04-04T10:14:56.258498Z","end":"2026-04-04T10:14:58.491566Z","steps":["trace[1421644209] 'agreement among raft nodes before linearized reading' (duration: 1.701970851s)","trace[1421644209] 'range keys from in-memory index tree' (duration: 530.900022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:58.491646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.258488Z","time spent":"2.233150049s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:14:58.491671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22540338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-04T10:14:58.491609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.270657Z","time spent":"2.220946466s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:14:58.491688Z","caller":"traceutil/trace.go:171","msg":"trace[290397081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2268; }","duration":"2.225438169s","start":"2026-04-04T10:14:56.266245Z","end":"2026-04-04T10:14:58.491683Z","steps":["trace[290397081] 'agreement among raft nodes before linearized reading' (duration: 1.694266871s)","trace[290397081] 'range keys from in-memory index tree' (duration: 531.131749ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:58.491666Z","caller":"traceutil/trace.go:171","msg":"trace[983712302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2268; }","duration":"661.487004ms","start":"2026-04-04T10:14:57.830143Z","end":"2026-04-04T10:14:58.49163Z","steps":["trace[983712302] 'agreement among raft nodes before linearized reading' (duration: 130.343456ms)","trace[983712302] 'range keys from in-memory index tree' (duration: 530.518598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:58.491705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:56.266235Z","time spent":"2.225467009s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:14:58.491734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:57.830116Z","time spent":"661.603431ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:14:58.493504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.091579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-04T10:14:58.493583Z","caller":"traceutil/trace.go:171","msg":"trace[1115373460] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2268; }","duration":"535.821472ms","start":"2026-04-04T10:14:57.957745Z","end":"2026-04-04T10:14:58.493566Z","steps":["trace[1115373460] 'range keys from in-memory index tree' (duration: 531.243087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:58.493663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:57.957694Z","time spent":"535.91783ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:14:58.533408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083677162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:14:58.552185Z","caller":"traceutil/trace.go:171","msg":"trace[1271491286] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"587.803471ms","start":"2026-04-04T10:14:57.964362Z","end":"2026-04-04T10:14:58.552165Z","steps":["trace[1271491286] 'process raft request' (duration: 587.614034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:58.552592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:57.964322Z","time spent":"588.162456ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:59.048809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.636678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:14:59.049097Z","caller":"traceutil/trace.go:171","msg":"trace[953902920] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"860.198701ms","start":"2026-04-04T10:14:58.188863Z","end":"2026-04-04T10:14:59.049062Z","steps":["trace[953902920] 'process raft request' (duration: 549.12783ms)","trace[953902920] 'compare' (duration: 310.240584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:59.049331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.188839Z","time spent":"860.337498ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:59.049684Z","caller":"traceutil/trace.go:171","msg":"trace[1785059757] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"732.890789ms","start":"2026-04-04T10:14:58.316779Z","end":"2026-04-04T10:14:59.04967Z","steps":["trace[1785059757] 'process raft request' (duration: 732.171681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:59.049788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.316749Z","time spent":"732.972229ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:59.050506Z","caller":"traceutil/trace.go:171","msg":"trace[464600253] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"555.388207ms","start":"2026-04-04T10:14:58.4951Z","end":"2026-04-04T10:14:59.050488Z","steps":["trace[464600253] 'process raft request' (duration: 554.940054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:59.050628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.495074Z","time spent":"555.474536ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:59.051543Z","caller":"traceutil/trace.go:171","msg":"trace[401178804] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"554.148757ms","start":"2026-04-04T10:14:58.497366Z","end":"2026-04-04T10:14:59.051515Z","steps":["trace[401178804] 'process raft request' (duration: 553.729533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:59.051727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.497339Z","time spent":"554.277525ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:59.05176Z","caller":"traceutil/trace.go:171","msg":"trace[922683619] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"554.106978ms","start":"2026-04-04T10:14:58.497586Z","end":"2026-04-04T10:14:59.051693Z","steps":["trace[922683619] 'process raft request' (duration: 553.880871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:59.051938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.49756Z","time spent":"554.279696ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:59.052073Z","caller":"traceutil/trace.go:171","msg":"trace[882087480] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"554.59127ms","start":"2026-04-04T10:14:58.497466Z","end":"2026-04-04T10:14:59.052057Z","steps":["trace[882087480] 'process raft request' (duration: 553.94658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:59.052149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.497457Z","time spent":"554.654559ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:59.052151Z","caller":"traceutil/trace.go:171","msg":"trace[881829202] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"554.490242ms","start":"2026-04-04T10:14:58.497623Z","end":"2026-04-04T10:14:59.052113Z","steps":["trace[881829202] 'process raft request' (duration: 553.880032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:59.052259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.497604Z","time spent":"554.58287ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:59.052307Z","caller":"traceutil/trace.go:171","msg":"trace[538532372] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"554.61236ms","start":"2026-04-04T10:14:58.497683Z","end":"2026-04-04T10:14:59.052296Z","steps":["trace[538532372] 'process raft request' (duration: 553.858612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:59.052364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.497672Z","time spent":"554.659499ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:59.05255Z","caller":"traceutil/trace.go:171","msg":"trace[603571457] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"553.773503ms","start":"2026-04-04T10:14:58.498763Z","end":"2026-04-04T10:14:59.052537Z","steps":["trace[603571457] 'process raft request' (duration: 552.836407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:59.052656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.498757Z","time spent":"553.830872ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:14:59.05289Z","caller":"traceutil/trace.go:171","msg":"trace[790452934] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"553.848531ms","start":"2026-04-04T10:14:58.499025Z","end":"2026-04-04T10:14:59.052874Z","steps":["trace[790452934] 'process raft request' (duration: 553.567816ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:59.05287Z","caller":"traceutil/trace.go:171","msg":"trace[25678929] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2362; }","duration":"1.020117806s","start":"2026-04-04T10:14:58.032725Z","end":"2026-04-04T10:14:59.052843Z","steps":["trace[25678929] 'read index received' (duration: 519.251094ms)","trace[25678929] 'applied index is now lower than readState.Index' (duration: 500.865482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:14:59.053025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.499014Z","time spent":"553.92665ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:14:59.053199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020402152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:59.053244Z","caller":"traceutil/trace.go:171","msg":"trace[680505583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2279; }","duration":"1.02055802s","start":"2026-04-04T10:14:58.032676Z","end":"2026-04-04T10:14:59.053234Z","steps":["trace[680505583] 'agreement among raft nodes before linearized reading' (duration: 1.020242695s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:59.053335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.032584Z","time spent":"1.020741386s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:14:59.118292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.322442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:14:59.118346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.991984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:14:59.118457Z","caller":"traceutil/trace.go:171","msg":"trace[265649667] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2280; }","duration":"618.129671ms","start":"2026-04-04T10:14:58.500309Z","end":"2026-04-04T10:14:59.118439Z","steps":["trace[265649667] 'agreement among raft nodes before linearized reading' (duration: 617.957514ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:59.118378Z","caller":"traceutil/trace.go:171","msg":"trace[231388406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2280; }","duration":"851.43584ms","start":"2026-04-04T10:14:58.266924Z","end":"2026-04-04T10:14:59.11836Z","steps":["trace[231388406] 'agreement among raft nodes before linearized reading' (duration: 851.272063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:59.118552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.266878Z","time spent":"851.661476ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:14:59.118559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.500298Z","time spent":"618.247839ms","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-04T10:14:59.118918Z","caller":"traceutil/trace.go:171","msg":"trace[290133886] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"467.891175ms","start":"2026-04-04T10:14:58.650958Z","end":"2026-04-04T10:14:59.118849Z","steps":["trace[290133886] 'process raft request' (duration: 467.082177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:14:59.119403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:58.650932Z","time spent":"468.13276ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:00.584248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433160377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-04T10:15:00.58431Z","caller":"traceutil/trace.go:171","msg":"trace[738244933] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac; range_end:; response_count:1; response_revision:2281; }","duration":"1.433226336s","start":"2026-04-04T10:14:59.151065Z","end":"2026-04-04T10:15:00.584291Z","steps":["trace[738244933] 'range keys from in-memory index tree' (duration: 1.433046509s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:00.584339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:59.151039Z","time spent":"1.433294036s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" "} {"level":"warn","ts":"2026-04-04T10:15:00.584619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264266357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:00.584704Z","caller":"traceutil/trace.go:171","msg":"trace[91687392] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2281; }","duration":"1.264424095s","start":"2026-04-04T10:14:59.320261Z","end":"2026-04-04T10:15:00.584685Z","steps":["trace[91687392] 'count revisions from in-memory index tree' (duration: 1.264174288s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:00.584761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:59.320239Z","time spent":"1.264506493s","remote":"127.0.0.1:42028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:15:00.585175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431121238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:15:00.585185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085113005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:15:00.585235Z","caller":"traceutil/trace.go:171","msg":"trace[207285815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2281; }","duration":"1.431216517s","start":"2026-04-04T10:14:59.154004Z","end":"2026-04-04T10:15:00.585221Z","steps":["trace[207285815] 'range keys from in-memory index tree' (duration: 1.430909581s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:00.585267Z","caller":"traceutil/trace.go:171","msg":"trace[1066583074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2281; }","duration":"1.085239943s","start":"2026-04-04T10:14:59.500001Z","end":"2026-04-04T10:15:00.585241Z","steps":["trace[1066583074] 'range keys from in-memory index tree' (duration: 1.084945407s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:00.585334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:59.499981Z","time spent":"1.085339012s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:15:00.585603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374410445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:00.585648Z","caller":"traceutil/trace.go:171","msg":"trace[193561823] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2281; }","duration":"1.374505474s","start":"2026-04-04T10:14:59.211133Z","end":"2026-04-04T10:15:00.585639Z","steps":["trace[193561823] 'count revisions from in-memory index tree' (duration: 1.374355836s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:00.58529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:59.153987Z","time spent":"1.431287186s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:15:00.585677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:59.211113Z","time spent":"1.374555963s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:15:00.586036Z","caller":"traceutil/trace.go:171","msg":"trace[522758609] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"842.753599ms","start":"2026-04-04T10:14:59.743268Z","end":"2026-04-04T10:15:00.586022Z","steps":["trace[522758609] 'process raft request' (duration: 838.111147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:00.586132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:59.743213Z","time spent":"842.864427ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:00.659631Z","caller":"traceutil/trace.go:171","msg":"trace[742954603] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"915.818525ms","start":"2026-04-04T10:14:59.743783Z","end":"2026-04-04T10:15:00.659601Z","steps":["trace[742954603] 'process raft request' (duration: 915.591109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:00.659779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:14:59.74376Z","time spent":"915.948863ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:00.659918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.46864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:15:00.659981Z","caller":"traceutil/trace.go:171","msg":"trace[1226474407] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2283; }","duration":"526.593069ms","start":"2026-04-04T10:15:00.133377Z","end":"2026-04-04T10:15:00.659971Z","steps":["trace[1226474407] 'agreement among raft nodes before linearized reading' (duration: 526.47384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:00.660023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:00.133359Z","time spent":"526.653097ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:15:00.65982Z","caller":"traceutil/trace.go:171","msg":"trace[1827427086] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2375; }","duration":"526.110505ms","start":"2026-04-04T10:15:00.133415Z","end":"2026-04-04T10:15:00.659526Z","steps":["trace[1827427086] 'read index received' (duration: 447.979194ms)","trace[1827427086] 'applied index is now lower than readState.Index' (duration: 78.130421ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:00.864715Z","caller":"traceutil/trace.go:171","msg":"trace[490826754] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2377; }","duration":"204.208758ms","start":"2026-04-04T10:15:00.660485Z","end":"2026-04-04T10:15:00.864694Z","steps":["trace[490826754] 'read index received' (duration: 204.012091ms)","trace[490826754] 'applied index is now lower than readState.Index' (duration: 195.837µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:00.86501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.225131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:00.864983Z","caller":"traceutil/trace.go:171","msg":"trace[1423088353] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"275.250153ms","start":"2026-04-04T10:15:00.589637Z","end":"2026-04-04T10:15:00.864887Z","steps":["trace[1423088353] 'process raft request' (duration: 274.936988ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:00.865071Z","caller":"traceutil/trace.go:171","msg":"trace[1441313416] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2284; }","duration":"380.418858ms","start":"2026-04-04T10:15:00.484635Z","end":"2026-04-04T10:15:00.865054Z","steps":["trace[1441313416] 'agreement among raft nodes before linearized reading' (duration: 380.23495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:00.865112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:00.484618Z","time spent":"380.483267ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:15:00.865303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.280768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:15:00.865359Z","caller":"traceutil/trace.go:171","msg":"trace[2056996876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2284; }","duration":"308.373546ms","start":"2026-04-04T10:15:00.556971Z","end":"2026-04-04T10:15:00.865345Z","steps":["trace[2056996876] 'agreement among raft nodes before linearized reading' (duration: 307.820835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:00.865535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.848121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:00.865577Z","caller":"traceutil/trace.go:171","msg":"trace[1263351320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2284; }","duration":"600.62465ms","start":"2026-04-04T10:15:00.264941Z","end":"2026-04-04T10:15:00.865565Z","steps":["trace[1263351320] 'agreement among raft nodes before linearized reading' (duration: 599.842802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:00.865606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:00.264927Z","time spent":"600.670569ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:15:00.865494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:00.55696Z","time spent":"308.521554ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:15:01.320674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.966165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:15:01.32083Z","caller":"traceutil/trace.go:171","msg":"trace[1464388949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2285; }","duration":"263.170291ms","start":"2026-04-04T10:15:01.057641Z","end":"2026-04-04T10:15:01.320811Z","steps":["trace[1464388949] 'range keys from in-memory index tree' (duration: 262.773937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:01.320871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.454513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:15:01.321027Z","caller":"traceutil/trace.go:171","msg":"trace[2106089711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2285; }","duration":"262.698539ms","start":"2026-04-04T10:15:01.058303Z","end":"2026-04-04T10:15:01.321002Z","steps":["trace[2106089711] 'range keys from in-memory index tree' (duration: 262.185926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:01.321406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.00221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-04T10:15:01.321495Z","caller":"traceutil/trace.go:171","msg":"trace[468524891] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2285; }","duration":"264.127758ms","start":"2026-04-04T10:15:01.057354Z","end":"2026-04-04T10:15:01.321482Z","steps":["trace[468524891] 'range keys from in-memory index tree' (duration: 263.871282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:01.320752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.247266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:15:01.321646Z","caller":"traceutil/trace.go:171","msg":"trace[730673007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2285; }","duration":"263.147872ms","start":"2026-04-04T10:15:01.058472Z","end":"2026-04-04T10:15:01.321619Z","steps":["trace[730673007] 'range keys from in-memory index tree' (duration: 262.104617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:01.32144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.34388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-04T10:15:01.321816Z","caller":"traceutil/trace.go:171","msg":"trace[443816789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2285; }","duration":"263.741053ms","start":"2026-04-04T10:15:01.058048Z","end":"2026-04-04T10:15:01.321789Z","steps":["trace[443816789] 'range keys from in-memory index tree' (duration: 263.234451ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:01.322025Z","caller":"traceutil/trace.go:171","msg":"trace[654950823] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"195.117433ms","start":"2026-04-04T10:15:01.126887Z","end":"2026-04-04T10:15:01.322004Z","steps":["trace[654950823] 'process raft request' (duration: 114.535742ms)","trace[654950823] 'compare' (duration: 79.627045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:02.092787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083677199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:15:02.594205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083677199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:15:03.095055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083677199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:15:03.541025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.175162437s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-04T10:15:04.265762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:15:04.265969Z","caller":"traceutil/trace.go:171","msg":"trace[1471463469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220796s","start":"2026-04-04T10:15:02.265695Z","end":"2026-04-04T10:15:04.265916Z","steps":["trace[1471463469] 'agreement among raft nodes before linearized reading' (duration: 2.000010608s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:04.266478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:02.265674Z","time spent":"2.000786669s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:15:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:15:04.627376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:15:04.627504Z","caller":"traceutil/trace.go:171","msg":"trace[1092065378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041635s","start":"2026-04-04T10:15:02.627071Z","end":"2026-04-04T10:15:04.627487Z","steps":["trace[1092065378] 'agreement among raft nodes before linearized reading' (duration: 2.000265952s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:04.627567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:02.627054Z","time spent":"2.000504099s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:15:05.417352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:01.480405Z","time spent":"3.936939842s","remote":"127.0.0.1:39156","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-04T10:15:05.418399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.538106ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:05.418531Z","caller":"traceutil/trace.go:171","msg":"trace[1181265845] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2286; }","duration":"467.668805ms","start":"2026-04-04T10:15:04.950834Z","end":"2026-04-04T10:15:05.418503Z","steps":["trace[1181265845] 'range keys from in-memory index tree' (duration: 467.521626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.418819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877191548s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:15:05.419066Z","caller":"traceutil/trace.go:171","msg":"trace[2049364915] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"4.092530208s","start":"2026-04-04T10:15:01.326518Z","end":"2026-04-04T10:15:05.419049Z","steps":["trace[2049364915] 'process raft request' (duration: 2.215023444s)","trace[2049364915] 'compare' (duration: 1.876368588s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:05.419129Z","caller":"traceutil/trace.go:171","msg":"trace[1897557708] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"4.092249702s","start":"2026-04-04T10:15:01.326862Z","end":"2026-04-04T10:15:05.419112Z","steps":["trace[1897557708] 'process raft request' (duration: 4.092208753s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.419167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:01.326499Z","time spent":"4.092605527s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:05.4192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:01.326855Z","time spent":"4.092310842s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:05.419312Z","caller":"traceutil/trace.go:171","msg":"trace[2083802776] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"4.092721946s","start":"2026-04-04T10:15:01.326582Z","end":"2026-04-04T10:15:05.419304Z","steps":["trace[2083802776] 'process raft request' (duration: 4.092325991s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.419355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:01.326548Z","time spent":"4.092783475s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:05.419498Z","caller":"traceutil/trace.go:171","msg":"trace[1151521293] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"4.092858975s","start":"2026-04-04T10:15:01.326628Z","end":"2026-04-04T10:15:05.419487Z","steps":["trace[1151521293] 'process raft request' (duration: 4.09240796s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.419558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:01.326619Z","time spent":"4.092908253s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:05.419639Z","caller":"traceutil/trace.go:171","msg":"trace[966324097] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"4.093028042s","start":"2026-04-04T10:15:01.326603Z","end":"2026-04-04T10:15:05.419631Z","steps":["trace[966324097] 'process raft request' (duration: 4.09239946s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.419687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:01.326588Z","time spent":"4.093075031s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:05.429148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.887913601s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:15:05.429518Z","caller":"traceutil/trace.go:171","msg":"trace[2078904138] linearizableReadLoop","detail":"{readStateIndex:2389; appliedIndex:2381; }","duration":"3.837291238s","start":"2026-04-04T10:15:01.592205Z","end":"2026-04-04T10:15:05.429496Z","steps":["trace[2078904138] 'read index received' (duration: 1.949282938s)","trace[2078904138] 'applied index is now lower than readState.Index' (duration: 1.88800741s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:05.429628Z","caller":"traceutil/trace.go:171","msg":"trace[921350744] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"2.838405047s","start":"2026-04-04T10:15:02.591213Z","end":"2026-04-04T10:15:05.429618Z","steps":["trace[921350744] 'process raft request' (duration: 2.83815902s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.429726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:02.591189Z","time spent":"2.838474406s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:05.42986Z","caller":"traceutil/trace.go:171","msg":"trace[1230799404] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"4.06223095s","start":"2026-04-04T10:15:01.367584Z","end":"2026-04-04T10:15:05.429815Z","steps":["trace[1230799404] 'process raft request' (duration: 4.061699517s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.430021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:01.367548Z","time spent":"4.062345378s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:05.430115Z","caller":"traceutil/trace.go:171","msg":"trace[1102113709] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"2.763815249s","start":"2026-04-04T10:15:02.66629Z","end":"2026-04-04T10:15:05.430105Z","steps":["trace[1102113709] 'process raft request' (duration: 2.763140237s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.430203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:02.666263Z","time spent":"2.763911678s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:05.430441Z","caller":"traceutil/trace.go:171","msg":"trace[1392896255] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"2.10362151s","start":"2026-04-04T10:15:03.326795Z","end":"2026-04-04T10:15:05.430417Z","steps":["trace[1392896255] 'process raft request' (duration: 2.102662682s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.430589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:03.326778Z","time spent":"2.103723768s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:05.430705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838512042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:15:05.430833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546691786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a31fd14a9f9e59\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-04T10:15:05.430759Z","caller":"traceutil/trace.go:171","msg":"trace[1650452289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2295; }","duration":"3.838624071s","start":"2026-04-04T10:15:01.592124Z","end":"2026-04-04T10:15:05.430748Z","steps":["trace[1650452289] 'agreement among raft nodes before linearized reading' (duration: 3.838352764s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:05.430878Z","caller":"traceutil/trace.go:171","msg":"trace[1063799669] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a31fd14a9f9e59; range_end:; response_count:1; response_revision:2295; }","duration":"3.546760684s","start":"2026-04-04T10:15:01.884106Z","end":"2026-04-04T10:15:05.430867Z","steps":["trace[1063799669] 'agreement among raft nodes before linearized reading' (duration: 3.546611376s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.430912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:01.88409Z","time spent":"3.546815084s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a31fd14a9f9e59\" "} {"level":"warn","ts":"2026-04-04T10:15:05.431015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:01.592091Z","time spent":"3.838783609s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:15:05.4311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.557936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:15:05.431137Z","caller":"traceutil/trace.go:171","msg":"trace[561378945] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2295; }","duration":"222.632425ms","start":"2026-04-04T10:15:05.208496Z","end":"2026-04-04T10:15:05.431128Z","steps":["trace[561378945] 'agreement among raft nodes before linearized reading' (duration: 222.571586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.431283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.251727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:15:05.431316Z","caller":"traceutil/trace.go:171","msg":"trace[961389427] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2295; }","duration":"351.327286ms","start":"2026-04-04T10:15:05.079981Z","end":"2026-04-04T10:15:05.431308Z","steps":["trace[961389427] 'agreement among raft nodes before linearized reading' (duration: 351.272167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.432075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525146539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:15:05.432661Z","caller":"traceutil/trace.go:171","msg":"trace[2015016290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2295; }","duration":"2.52577123s","start":"2026-04-04T10:15:02.906879Z","end":"2026-04-04T10:15:05.432651Z","steps":["trace[2015016290] 'agreement among raft nodes before linearized reading' (duration: 2.525099839s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.432729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:02.906857Z","time spent":"2.52586182s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:15:05.432945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159272723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:05.433696Z","caller":"traceutil/trace.go:171","msg":"trace[1848693403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2295; }","duration":"1.160049604s","start":"2026-04-04T10:15:04.273626Z","end":"2026-04-04T10:15:05.433675Z","steps":["trace[1848693403] 'agreement among raft nodes before linearized reading' (duration: 1.159280333s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.433755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:04.273604Z","time spent":"1.160129862s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:15:05.432313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723729867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:05.433799Z","caller":"traceutil/trace.go:171","msg":"trace[1039650718] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2295; }","duration":"2.725251818s","start":"2026-04-04T10:15:02.708533Z","end":"2026-04-04T10:15:05.433784Z","steps":["trace[1039650718] 'agreement among raft nodes before linearized reading' (duration: 2.723744916s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.433843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:02.708515Z","time spent":"2.725313867s","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:15:05.432992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49778593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:05.433986Z","caller":"traceutil/trace.go:171","msg":"trace[1814965452] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2295; }","duration":"2.498775278s","start":"2026-04-04T10:15:02.935199Z","end":"2026-04-04T10:15:05.433974Z","steps":["trace[1814965452] 'agreement among raft nodes before linearized reading' (duration: 2.497776221s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:05.434029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:02.935156Z","time spent":"2.498855188s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:15:05.432236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:05.07996Z","time spent":"352.260136ms","remote":"127.0.0.1:44462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:15:05.936184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083677214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:15:07.435236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99979677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-04T10:15:07.435314Z","caller":"traceutil/trace.go:171","msg":"trace[944019066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999893509s","start":"2026-04-04T10:15:05.435406Z","end":"2026-04-04T10:15:07.435299Z","steps":["trace[944019066] 'agreement among raft nodes before linearized reading' (duration: 1.99980516s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:07.435355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:05.4354Z","time spent":"1.999944748s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:15:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:15:08.940075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548639729s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:15:08.9402Z","caller":"traceutil/trace.go:171","msg":"trace[175553215] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"3.504978032s","start":"2026-04-04T10:15:05.435202Z","end":"2026-04-04T10:15:08.94018Z","steps":["trace[175553215] 'process raft request' (duration: 956.146145ms)","trace[175553215] 'compare' (duration: 2.548336482s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:08.940287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:05.435186Z","time spent":"3.50506544s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:09.073676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.682327337s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-04T10:15:09.441543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000815846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:15:09.441645Z","caller":"traceutil/trace.go:171","msg":"trace[1988577699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001015404s","start":"2026-04-04T10:15:07.440607Z","end":"2026-04-04T10:15:09.441623Z","steps":["trace[1988577699] 'agreement among raft nodes before linearized reading' (duration: 2.000826856s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.441707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.440596Z","time spent":"2.001101762s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:15:09.67539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.13123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:15:09.676088Z","caller":"traceutil/trace.go:171","msg":"trace[492469260] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"4.238912973s","start":"2026-04-04T10:15:05.437124Z","end":"2026-04-04T10:15:09.676037Z","steps":["trace[492469260] 'process raft request' (duration: 3.63705533s)","trace[492469260] 'compare' (duration: 600.787453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:09.676261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:05.437116Z","time spent":"4.239047202s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:09.676289Z","caller":"traceutil/trace.go:171","msg":"trace[321400557] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"4.208046721s","start":"2026-04-04T10:15:05.468217Z","end":"2026-04-04T10:15:09.676264Z","steps":["trace[321400557] 'process raft request' (duration: 4.207288508s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.676439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:05.468196Z","time spent":"4.208165189s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:09.676279Z","caller":"traceutil/trace.go:171","msg":"trace[1471514278] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2390; }","duration":"4.24083688s","start":"2026-04-04T10:15:05.435419Z","end":"2026-04-04T10:15:09.676255Z","steps":["trace[1471514278] 'read index received' (duration: 955.942497ms)","trace[1471514278] 'applied index is now lower than readState.Index' (duration: 3.284893003s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:09.680145Z","caller":"traceutil/trace.go:171","msg":"trace[1149229712] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"2.244967512s","start":"2026-04-04T10:15:07.435163Z","end":"2026-04-04T10:15:09.68013Z","steps":["trace[1149229712] 'process raft request' (duration: 2.244872793s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.680221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.435154Z","time spent":"2.245033182s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:09.680375Z","caller":"traceutil/trace.go:171","msg":"trace[37763500] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"2.245097581s","start":"2026-04-04T10:15:07.435266Z","end":"2026-04-04T10:15:09.680363Z","steps":["trace[37763500] 'process raft request' (duration: 2.244838594s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.680437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.435262Z","time spent":"2.245145381s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:09.680491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24416707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-04T10:15:09.680542Z","caller":"traceutil/trace.go:171","msg":"trace[1031492535] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2303; }","duration":"4.244240169s","start":"2026-04-04T10:15:05.436289Z","end":"2026-04-04T10:15:09.68053Z","steps":["trace[1031492535] 'agreement among raft nodes before linearized reading' (duration: 4.24414806s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.680573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:05.436278Z","time spent":"4.244287489s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-04T10:15:09.680587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254032575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-04T10:15:09.68061Z","caller":"traceutil/trace.go:171","msg":"trace[852069770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2303; }","duration":"2.254064805s","start":"2026-04-04T10:15:07.426539Z","end":"2026-04-04T10:15:09.680604Z","steps":["trace[852069770] 'agreement among raft nodes before linearized reading' (duration: 2.253962196s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.680635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.175911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:15:09.680635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.426535Z","time spent":"2.254095124s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:15:09.680694Z","caller":"traceutil/trace.go:171","msg":"trace[1042571740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2303; }","duration":"339.26389ms","start":"2026-04-04T10:15:09.341413Z","end":"2026-04-04T10:15:09.680677Z","steps":["trace[1042571740] 'agreement among raft nodes before linearized reading' (duration: 339.160041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.680744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289462693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:09.680765Z","caller":"traceutil/trace.go:171","msg":"trace[1541003977] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2303; }","duration":"1.289522913s","start":"2026-04-04T10:15:08.391234Z","end":"2026-04-04T10:15:09.680757Z","steps":["trace[1541003977] 'agreement among raft nodes before linearized reading' (duration: 1.289487013s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.680756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:09.341394Z","time spent":"339.340769ms","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:15:09.680785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:08.391214Z","time spent":"1.289565183s","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:15:09.680792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254855797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-04T10:15:09.680823Z","caller":"traceutil/trace.go:171","msg":"trace[193161293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2303; }","duration":"2.254913847s","start":"2026-04-04T10:15:07.425899Z","end":"2026-04-04T10:15:09.680813Z","steps":["trace[193161293] 'agreement among raft nodes before linearized reading' (duration: 2.254835317s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.68085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.425884Z","time spent":"2.254956606s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:15:09.680889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520773691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:15:09.680916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888719794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:15:09.680843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.139716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:09.680932Z","caller":"traceutil/trace.go:171","msg":"trace[1378041479] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2303; }","duration":"2.520863991s","start":"2026-04-04T10:15:07.160055Z","end":"2026-04-04T10:15:09.680919Z","steps":["trace[1378041479] 'agreement among raft nodes before linearized reading' (duration: 2.520786751s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:09.68094Z","caller":"traceutil/trace.go:171","msg":"trace[1247291874] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2303; }","duration":"1.888742983s","start":"2026-04-04T10:15:07.792188Z","end":"2026-04-04T10:15:09.680931Z","steps":["trace[1247291874] 'agreement among raft nodes before linearized reading' (duration: 1.888707444s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.680947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767428681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:15:09.68096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.79217Z","time spent":"1.888785143s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:15:09.680961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.160034Z","time spent":"2.520917899s","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:15:09.680976Z","caller":"traceutil/trace.go:171","msg":"trace[1620688688] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2303; }","duration":"2.767504751s","start":"2026-04-04T10:15:06.913463Z","end":"2026-04-04T10:15:09.680967Z","steps":["trace[1620688688] 'agreement among raft nodes before linearized reading' (duration: 2.767441222s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:09.680976Z","caller":"traceutil/trace.go:171","msg":"trace[2105896896] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2303; }","duration":"701.300154ms","start":"2026-04-04T10:15:08.979663Z","end":"2026-04-04T10:15:09.680963Z","steps":["trace[2105896896] 'agreement among raft nodes before linearized reading' (duration: 701.148946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.681002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:06.91344Z","time spent":"2.767553731s","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:15:09.680979Z","caller":"traceutil/trace.go:171","msg":"trace[1584477041] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"333.14638ms","start":"2026-04-04T10:15:09.34779Z","end":"2026-04-04T10:15:09.680936Z","steps":["trace[1584477041] 'process raft request' (duration: 332.610406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.681014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:08.97965Z","time spent":"701.353094ms","remote":"127.0.0.1:42964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:15:09.681138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255227563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:15:09.681162Z","caller":"traceutil/trace.go:171","msg":"trace[729766868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2303; }","duration":"2.255264713s","start":"2026-04-04T10:15:07.42589Z","end":"2026-04-04T10:15:09.681154Z","steps":["trace[729766868] 'agreement among raft nodes before linearized reading' (duration: 2.255191404s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.681183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.425883Z","time spent":"2.255294403s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:15:09.681017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.869484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:15:09.681194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243192343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:15:09.681208Z","caller":"traceutil/trace.go:171","msg":"trace[1298130338] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"2.243895576s","start":"2026-04-04T10:15:07.437302Z","end":"2026-04-04T10:15:09.681198Z","steps":["trace[1298130338] 'process raft request' (duration: 2.242979295s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:09.681225Z","caller":"traceutil/trace.go:171","msg":"trace[178792529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2303; }","duration":"239.108612ms","start":"2026-04-04T10:15:09.442102Z","end":"2026-04-04T10:15:09.681211Z","steps":["trace[178792529] 'agreement among raft nodes before linearized reading' (duration: 238.882724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.681254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.437289Z","time spent":"2.243940445s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:09.681161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:09.347774Z","time spent":"333.285318ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:09.681264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49586894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:15:09.680749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.120798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-04T10:15:09.68131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086261337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-04T10:15:09.681311Z","caller":"traceutil/trace.go:171","msg":"trace[869699617] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2303; }","duration":"2.495954379s","start":"2026-04-04T10:15:07.18534Z","end":"2026-04-04T10:15:09.681294Z","steps":["trace[869699617] 'agreement among raft nodes before linearized reading' (duration: 2.495883249s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:09.681327Z","caller":"traceutil/trace.go:171","msg":"trace[1718887101] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac; range_end:; response_count:1; response_revision:2303; }","duration":"736.724263ms","start":"2026-04-04T10:15:08.944594Z","end":"2026-04-04T10:15:09.681319Z","steps":["trace[1718887101] 'agreement among raft nodes before linearized reading' (duration: 735.98973ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:09.681325Z","caller":"traceutil/trace.go:171","msg":"trace[992122892] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"445.969816ms","start":"2026-04-04T10:15:09.23534Z","end":"2026-04-04T10:15:09.68131Z","steps":["trace[992122892] 'process raft request' (duration: 445.022965ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:09.681338Z","caller":"traceutil/trace.go:171","msg":"trace[1803751572] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2303; }","duration":"4.086290396s","start":"2026-04-04T10:15:05.59504Z","end":"2026-04-04T10:15:09.68133Z","steps":["trace[1803751572] 'agreement among raft nodes before linearized reading' (duration: 4.086209507s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.681353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:08.944581Z","time spent":"736.765942ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" "} {"level":"warn","ts":"2026-04-04T10:15:09.68135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.185309Z","time spent":"2.496030538s","remote":"127.0.0.1:44470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:15:09.681361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:05.594972Z","time spent":"4.086382085s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:15:09.681411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255535572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-04T10:15:09.681419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:09.23531Z","time spent":"446.044754ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:09.681439Z","caller":"traceutil/trace.go:171","msg":"trace[2092260658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2303; }","duration":"2.255582031s","start":"2026-04-04T10:15:07.425851Z","end":"2026-04-04T10:15:09.681433Z","steps":["trace[2092260658] 'agreement among raft nodes before linearized reading' (duration: 2.255515241s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.681457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.425842Z","time spent":"2.25561142s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:15:09.681227Z","caller":"traceutil/trace.go:171","msg":"trace[1052704365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2303; }","duration":"3.243287322s","start":"2026-04-04T10:15:06.437931Z","end":"2026-04-04T10:15:09.681218Z","steps":["trace[1052704365] 'agreement among raft nodes before linearized reading' (duration: 3.243188203s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.681508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:06.437872Z","time spent":"3.243622569s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:15:09.681604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256389102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-04T10:15:09.681668Z","caller":"traceutil/trace.go:171","msg":"trace[1100616790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2303; }","duration":"2.256486621s","start":"2026-04-04T10:15:07.425172Z","end":"2026-04-04T10:15:09.681658Z","steps":["trace[1100616790] 'agreement among raft nodes before linearized reading' (duration: 2.256341433s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.681699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:07.425152Z","time spent":"2.256537681s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:15:11.849023Z","caller":"traceutil/trace.go:171","msg":"trace[905491620] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"165.459251ms","start":"2026-04-04T10:15:11.683544Z","end":"2026-04-04T10:15:11.849003Z","steps":["trace[905491620] 'process raft request' (duration: 165.346912ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:11.94244Z","caller":"traceutil/trace.go:171","msg":"trace[947288032] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"249.394697ms","start":"2026-04-04T10:15:11.693018Z","end":"2026-04-04T10:15:11.942413Z","steps":["trace[947288032] 'process raft request' (duration: 219.069829ms)","trace[947288032] 'compare' (duration: 30.1541ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:11.942715Z","caller":"traceutil/trace.go:171","msg":"trace[1681002676] linearizableReadLoop","detail":"{readStateIndex:2416; appliedIndex:2412; }","duration":"248.831162ms","start":"2026-04-04T10:15:11.693865Z","end":"2026-04-04T10:15:11.942697Z","steps":["trace[1681002676] 'read index received' (duration: 155.011541ms)","trace[1681002676] 'applied index is now lower than readState.Index' (duration: 93.818671ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:11.942756Z","caller":"traceutil/trace.go:171","msg":"trace[602101243] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"248.95111ms","start":"2026-04-04T10:15:11.693778Z","end":"2026-04-04T10:15:11.942729Z","steps":["trace[602101243] 'process raft request' (duration: 248.764132ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:11.942751Z","caller":"traceutil/trace.go:171","msg":"trace[224023318] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"249.649134ms","start":"2026-04-04T10:15:11.693073Z","end":"2026-04-04T10:15:11.942723Z","steps":["trace[224023318] 'process raft request' (duration: 249.288838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:11.942999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.118519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:15:11.943057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.456381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:15:11.943045Z","caller":"traceutil/trace.go:171","msg":"trace[268103740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2319; }","duration":"249.223449ms","start":"2026-04-04T10:15:11.693809Z","end":"2026-04-04T10:15:11.943033Z","steps":["trace[268103740] 'agreement among raft nodes before linearized reading' (duration: 249.02614ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:11.943098Z","caller":"traceutil/trace.go:171","msg":"trace[1823674307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2319; }","duration":"201.53388ms","start":"2026-04-04T10:15:11.741554Z","end":"2026-04-04T10:15:11.943088Z","steps":["trace[1823674307] 'agreement among raft nodes before linearized reading' (duration: 201.380492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:11.943152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.074729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:15:11.943234Z","caller":"traceutil/trace.go:171","msg":"trace[876688641] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2319; }","duration":"117.249258ms","start":"2026-04-04T10:15:11.82597Z","end":"2026-04-04T10:15:11.94322Z","steps":["trace[876688641] 'agreement among raft nodes before linearized reading' (duration: 117.0178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:11.943252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.827974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-04T10:15:11.943308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.937253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:15:11.943309Z","caller":"traceutil/trace.go:171","msg":"trace[361259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2319; }","duration":"198.890012ms","start":"2026-04-04T10:15:11.744408Z","end":"2026-04-04T10:15:11.943298Z","steps":["trace[361259] 'agreement among raft nodes before linearized reading' (duration: 198.786563ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:11.943336Z","caller":"traceutil/trace.go:171","msg":"trace[1103426303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2319; }","duration":"199.974143ms","start":"2026-04-04T10:15:11.743354Z","end":"2026-04-04T10:15:11.943328Z","steps":["trace[1103426303] 'agreement among raft nodes before linearized reading' (duration: 199.894794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:11.943168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.474698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:15:11.9436Z","caller":"traceutil/trace.go:171","msg":"trace[1534959393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2319; }","duration":"199.926034ms","start":"2026-04-04T10:15:11.743659Z","end":"2026-04-04T10:15:11.943585Z","steps":["trace[1534959393] 'agreement among raft nodes before linearized reading' (duration: 199.311549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:11.943584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.193191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:15:11.943761Z","caller":"traceutil/trace.go:171","msg":"trace[1008529117] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2319; }","duration":"200.38001ms","start":"2026-04-04T10:15:11.743328Z","end":"2026-04-04T10:15:11.943708Z","steps":["trace[1008529117] 'agreement among raft nodes before linearized reading' (duration: 200.055503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:12.321999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.629373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:15:12.322647Z","caller":"traceutil/trace.go:171","msg":"trace[1515493648] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"375.425656ms","start":"2026-04-04T10:15:11.947186Z","end":"2026-04-04T10:15:12.322612Z","steps":["trace[1515493648] 'process raft request' (duration: 264.051059ms)","trace[1515493648] 'compare' (duration: 110.437684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:12.322812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:11.94716Z","time spent":"375.562975ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:12.323337Z","caller":"traceutil/trace.go:171","msg":"trace[883183474] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"375.975102ms","start":"2026-04-04T10:15:11.947348Z","end":"2026-04-04T10:15:12.323323Z","steps":["trace[883183474] 'process raft request' (duration: 375.01459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:12.323412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:11.947339Z","time spent":"376.032132ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:12.32409Z","caller":"traceutil/trace.go:171","msg":"trace[95761817] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"376.220809ms","start":"2026-04-04T10:15:11.94785Z","end":"2026-04-04T10:15:12.324071Z","steps":["trace[95761817] 'process raft request' (duration: 375.465546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:12.324213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:11.947839Z","time spent":"376.307409ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:12.324492Z","caller":"traceutil/trace.go:171","msg":"trace[622728152] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"376.039121ms","start":"2026-04-04T10:15:11.948377Z","end":"2026-04-04T10:15:12.324416Z","steps":["trace[622728152] 'process raft request' (duration: 375.495266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:12.324957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:11.948367Z","time spent":"376.385908ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:12.325776Z","caller":"traceutil/trace.go:171","msg":"trace[1575353873] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"377.321701ms","start":"2026-04-04T10:15:11.948441Z","end":"2026-04-04T10:15:12.325762Z","steps":["trace[1575353873] 'process raft request' (duration: 377.040993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:12.325844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:11.948433Z","time spent":"377.379251ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:18.623998Z","caller":"traceutil/trace.go:171","msg":"trace[1192070971] linearizableReadLoop","detail":"{readStateIndex:2448; appliedIndex:2447; }","duration":"264.007661ms","start":"2026-04-04T10:15:18.359952Z","end":"2026-04-04T10:15:18.623959Z","steps":["trace[1192070971] 'read index received' (duration: 263.793592ms)","trace[1192070971] 'applied index is now lower than readState.Index' (duration: 213.219µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:18.624073Z","caller":"traceutil/trace.go:171","msg":"trace[1717341617] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"269.543672ms","start":"2026-04-04T10:15:18.354499Z","end":"2026-04-04T10:15:18.624043Z","steps":["trace[1717341617] 'process raft request' (duration: 269.321024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:18.624428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.34145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:15:18.624485Z","caller":"traceutil/trace.go:171","msg":"trace[472984096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2350; }","duration":"254.493249ms","start":"2026-04-04T10:15:18.369975Z","end":"2026-04-04T10:15:18.624468Z","steps":["trace[472984096] 'agreement among raft nodes before linearized reading' (duration: 254.26524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:18.624432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.949345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-04T10:15:18.624506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.055362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:15:18.624496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.195914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:15:18.624607Z","caller":"traceutil/trace.go:171","msg":"trace[1165586639] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2350; }","duration":"226.189261ms","start":"2026-04-04T10:15:18.398399Z","end":"2026-04-04T10:15:18.624588Z","steps":["trace[1165586639] 'agreement among raft nodes before linearized reading' (duration: 225.999893ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:18.624628Z","caller":"traceutil/trace.go:171","msg":"trace[651035648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2350; }","duration":"253.345733ms","start":"2026-04-04T10:15:18.371269Z","end":"2026-04-04T10:15:18.624615Z","steps":["trace[651035648] 'agreement among raft nodes before linearized reading' (duration: 253.095395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:18.624424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.460707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:15:18.624733Z","caller":"traceutil/trace.go:171","msg":"trace[1432087576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2350; }","duration":"264.821386ms","start":"2026-04-04T10:15:18.359896Z","end":"2026-04-04T10:15:18.624717Z","steps":["trace[1432087576] 'agreement among raft nodes before linearized reading' (duration: 264.235519ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:18.624679Z","caller":"traceutil/trace.go:171","msg":"trace[1852339272] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2350; }","duration":"253.136445ms","start":"2026-04-04T10:15:18.371439Z","end":"2026-04-04T10:15:18.624575Z","steps":["trace[1852339272] 'agreement among raft nodes before linearized reading' (duration: 252.875436ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:20.198258Z","caller":"traceutil/trace.go:171","msg":"trace[2127269438] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"190.082222ms","start":"2026-04-04T10:15:20.008146Z","end":"2026-04-04T10:15:20.198228Z","steps":["trace[2127269438] 'process raft request' (duration: 117.480475ms)","trace[2127269438] 'compare' (duration: 72.390778ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:20.251016Z","caller":"traceutil/trace.go:171","msg":"trace[1206325882] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"223.400097ms","start":"2026-04-04T10:15:20.027588Z","end":"2026-04-04T10:15:20.250988Z","steps":["trace[1206325882] 'process raft request' (duration: 223.308648ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:20.251012Z","caller":"traceutil/trace.go:171","msg":"trace[1996663195] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"226.885932ms","start":"2026-04-04T10:15:20.024088Z","end":"2026-04-04T10:15:20.250974Z","steps":["trace[1996663195] 'process raft request' (duration: 226.591834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:20.251438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.570686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:15:20.251571Z","caller":"traceutil/trace.go:171","msg":"trace[1132186558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2360; }","duration":"201.773895ms","start":"2026-04-04T10:15:20.04978Z","end":"2026-04-04T10:15:20.251554Z","steps":["trace[1132186558] 'agreement among raft nodes before linearized reading' (duration: 201.419796ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:20.251029Z","caller":"traceutil/trace.go:171","msg":"trace[1107353316] linearizableReadLoop","detail":"{readStateIndex:2458; appliedIndex:2455; }","duration":"201.118667ms","start":"2026-04-04T10:15:20.049836Z","end":"2026-04-04T10:15:20.250955Z","steps":["trace[1107353316] 'read index received' (duration: 75.802114ms)","trace[1107353316] 'applied index is now lower than readState.Index' (duration: 125.315273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:22.187327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.75051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-04T10:15:22.187409Z","caller":"traceutil/trace.go:171","msg":"trace[458735327] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2367; }","duration":"104.887179ms","start":"2026-04-04T10:15:22.082505Z","end":"2026-04-04T10:15:22.187392Z","steps":["trace[458735327] 'range keys from in-memory index tree' (duration: 104.50255ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:22.387319Z","caller":"traceutil/trace.go:171","msg":"trace[1600207304] linearizableReadLoop","detail":"{readStateIndex:2469; appliedIndex:2467; }","duration":"115.783565ms","start":"2026-04-04T10:15:22.271511Z","end":"2026-04-04T10:15:22.387295Z","steps":["trace[1600207304] 'read index received' (duration: 17.068248ms)","trace[1600207304] 'applied index is now lower than readState.Index' (duration: 98.714527ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:22.387388Z","caller":"traceutil/trace.go:171","msg":"trace[1861805852] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"131.809556ms","start":"2026-04-04T10:15:22.255553Z","end":"2026-04-04T10:15:22.387363Z","steps":["trace[1861805852] 'process raft request' (duration: 33.017799ms)","trace[1861805852] 'compare' (duration: 98.546298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:22.38751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.985794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:15:22.387593Z","caller":"traceutil/trace.go:171","msg":"trace[1041064139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2370; }","duration":"116.108374ms","start":"2026-04-04T10:15:22.271473Z","end":"2026-04-04T10:15:22.387581Z","steps":["trace[1041064139] 'agreement among raft nodes before linearized reading' (duration: 115.925885ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:22.387687Z","caller":"traceutil/trace.go:171","msg":"trace[507690691] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"131.125367ms","start":"2026-04-04T10:15:22.256526Z","end":"2026-04-04T10:15:22.387651Z","steps":["trace[507690691] 'process raft request' (duration: 130.713348ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:22.836693Z","caller":"traceutil/trace.go:171","msg":"trace[975548118] linearizableReadLoop","detail":"{readStateIndex:2471; appliedIndex:2470; }","duration":"105.928315ms","start":"2026-04-04T10:15:22.730737Z","end":"2026-04-04T10:15:22.836666Z","steps":["trace[975548118] 'read index received' (duration: 29.232439ms)","trace[975548118] 'applied index is now lower than readState.Index' (duration: 76.694976ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:22.836737Z","caller":"traceutil/trace.go:171","msg":"trace[1507087539] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"138.515176ms","start":"2026-04-04T10:15:22.698179Z","end":"2026-04-04T10:15:22.836695Z","steps":["trace[1507087539] 'process raft request' (duration: 61.84025ms)","trace[1507087539] 'compare' (duration: 76.494726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:22.83692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.163554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:15:22.83699Z","caller":"traceutil/trace.go:171","msg":"trace[54373471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2372; }","duration":"106.276474ms","start":"2026-04-04T10:15:22.730696Z","end":"2026-04-04T10:15:22.836973Z","steps":["trace[54373471] 'agreement among raft nodes before linearized reading' (duration: 106.111184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:22.837217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.164184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:15:22.837273Z","caller":"traceutil/trace.go:171","msg":"trace[1806276950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2372; }","duration":"106.238514ms","start":"2026-04-04T10:15:22.731019Z","end":"2026-04-04T10:15:22.837258Z","steps":["trace[1806276950] 'agreement among raft nodes before linearized reading' (duration: 106.100214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:22.8374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.169604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:15:22.837452Z","caller":"traceutil/trace.go:171","msg":"trace[1727362002] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2372; }","duration":"106.241204ms","start":"2026-04-04T10:15:22.731199Z","end":"2026-04-04T10:15:22.83744Z","steps":["trace[1727362002] 'agreement among raft nodes before linearized reading' (duration: 106.023615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:24.549248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.036307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:15:24.549445Z","caller":"traceutil/trace.go:171","msg":"trace[1886025742] linearizableReadLoop","detail":"{readStateIndex:2478; appliedIndex:2476; }","duration":"148.216979ms","start":"2026-04-04T10:15:24.401212Z","end":"2026-04-04T10:15:24.549429Z","steps":["trace[1886025742] 'read index received' (duration: 46.846462ms)","trace[1886025742] 'applied index is now lower than readState.Index' (duration: 101.369447ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:24.549499Z","caller":"traceutil/trace.go:171","msg":"trace[865230646] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"156.355911ms","start":"2026-04-04T10:15:24.393113Z","end":"2026-04-04T10:15:24.549469Z","steps":["trace[865230646] 'process raft request' (duration: 55.020914ms)","trace[865230646] 'compare' (duration: 100.729958ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:24.549533Z","caller":"traceutil/trace.go:171","msg":"trace[2011802188] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"155.916002ms","start":"2026-04-04T10:15:24.393599Z","end":"2026-04-04T10:15:24.549515Z","steps":["trace[2011802188] 'process raft request' (duration: 155.774253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:24.549701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.481698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:15:24.549746Z","caller":"traceutil/trace.go:171","msg":"trace[995335000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2379; }","duration":"148.554837ms","start":"2026-04-04T10:15:24.401178Z","end":"2026-04-04T10:15:24.549733Z","steps":["trace[995335000] 'agreement among raft nodes before linearized reading' (duration: 148.303908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:25.091303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.316375ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:25.09142Z","caller":"traceutil/trace.go:171","msg":"trace[1230473470] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2381; }","duration":"140.483545ms","start":"2026-04-04T10:15:24.950919Z","end":"2026-04-04T10:15:25.091402Z","steps":["trace[1230473470] 'range keys from in-memory index tree' (duration: 140.298775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:25.09141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.100568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-04T10:15:25.091512Z","caller":"traceutil/trace.go:171","msg":"trace[1655464486] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2381; }","duration":"210.242268ms","start":"2026-04-04T10:15:24.881251Z","end":"2026-04-04T10:15:25.091493Z","steps":["trace[1655464486] 'range keys from in-memory index tree' (duration: 209.853448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:25.091669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.093372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-04T10:15:25.091743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.934336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:15:25.091756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.028949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:25.091781Z","caller":"traceutil/trace.go:171","msg":"trace[1821894689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2381; }","duration":"250.012426ms","start":"2026-04-04T10:15:24.841755Z","end":"2026-04-04T10:15:25.091767Z","steps":["trace[1821894689] 'range keys from in-memory index tree' (duration: 249.743526ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:25.091778Z","caller":"traceutil/trace.go:171","msg":"trace[193190894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2381; }","duration":"242.237932ms","start":"2026-04-04T10:15:24.849526Z","end":"2026-04-04T10:15:25.091764Z","steps":["trace[193190894] 'range keys from in-memory index tree' (duration: 241.974102ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:25.091796Z","caller":"traceutil/trace.go:171","msg":"trace[1861088072] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2381; }","duration":"234.093889ms","start":"2026-04-04T10:15:24.85769Z","end":"2026-04-04T10:15:25.091784Z","steps":["trace[1861088072] 'count revisions from in-memory index tree' (duration: 233.973939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:25.091912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.732721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:15:25.091997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.925055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:25.092036Z","caller":"traceutil/trace.go:171","msg":"trace[349217309] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2381; }","duration":"135.990265ms","start":"2026-04-04T10:15:24.956036Z","end":"2026-04-04T10:15:25.092026Z","steps":["trace[349217309] 'count revisions from in-memory index tree' (duration: 135.867985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:25.091946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.529487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:15:25.092055Z","caller":"traceutil/trace.go:171","msg":"trace[1114289759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2381; }","duration":"242.88723ms","start":"2026-04-04T10:15:24.849121Z","end":"2026-04-04T10:15:25.092008Z","steps":["trace[1114289759] 'range keys from in-memory index tree' (duration: 242.142622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:25.091599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.570993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:15:25.092285Z","caller":"traceutil/trace.go:171","msg":"trace[933853934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2381; }","duration":"137.423782ms","start":"2026-04-04T10:15:24.954841Z","end":"2026-04-04T10:15:25.092264Z","steps":["trace[933853934] 'count revisions from in-memory index tree' (duration: 136.472933ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:25.092113Z","caller":"traceutil/trace.go:171","msg":"trace[475535305] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2381; }","duration":"244.721647ms","start":"2026-04-04T10:15:24.847373Z","end":"2026-04-04T10:15:25.092095Z","steps":["trace[475535305] 'range keys from in-memory index tree' (duration: 244.408737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:26.488314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.009481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:26.48845Z","caller":"traceutil/trace.go:171","msg":"trace[496935974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2386; }","duration":"223.187571ms","start":"2026-04-04T10:15:26.265239Z","end":"2026-04-04T10:15:26.488427Z","steps":["trace[496935974] 'range keys from in-memory index tree' (duration: 222.955621ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:26.48861Z","caller":"traceutil/trace.go:171","msg":"trace[1611046619] linearizableReadLoop","detail":"{readStateIndex:2486; appliedIndex:2485; }","duration":"118.343783ms","start":"2026-04-04T10:15:26.370227Z","end":"2026-04-04T10:15:26.488571Z","steps":["trace[1611046619] 'read index received' (duration: 56.983074ms)","trace[1611046619] 'applied index is now lower than readState.Index' (duration: 61.359039ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:26.488709Z","caller":"traceutil/trace.go:171","msg":"trace[502195246] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"151.438955ms","start":"2026-04-04T10:15:26.337208Z","end":"2026-04-04T10:15:26.488646Z","steps":["trace[502195246] 'process raft request' (duration: 90.088766ms)","trace[502195246] 'compare' (duration: 61.083939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:26.488876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.695462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:15:26.488927Z","caller":"traceutil/trace.go:171","msg":"trace[98628811] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2387; }","duration":"118.795462ms","start":"2026-04-04T10:15:26.370119Z","end":"2026-04-04T10:15:26.488915Z","steps":["trace[98628811] 'agreement among raft nodes before linearized reading' (duration: 118.598313ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:27.273435Z","caller":"traceutil/trace.go:171","msg":"trace[812342161] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"114.62658ms","start":"2026-04-04T10:15:27.158771Z","end":"2026-04-04T10:15:27.273397Z","steps":["trace[812342161] 'process raft request' (duration: 39.885612ms)","trace[812342161] 'compare' (duration: 74.344608ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:27.273497Z","caller":"traceutil/trace.go:171","msg":"trace[140441545] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"113.409351ms","start":"2026-04-04T10:15:27.160051Z","end":"2026-04-04T10:15:27.273461Z","steps":["trace[140441545] 'process raft request' (duration: 113.250171ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:27.273499Z","caller":"traceutil/trace.go:171","msg":"trace[67222449] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"114.34345ms","start":"2026-04-04T10:15:27.159124Z","end":"2026-04-04T10:15:27.273467Z","steps":["trace[67222449] 'process raft request' (duration: 114.14138ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:28.679383Z","caller":"traceutil/trace.go:171","msg":"trace[1168248200] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"185.687418ms","start":"2026-04-04T10:15:28.49367Z","end":"2026-04-04T10:15:28.679358Z","steps":["trace[1168248200] 'process raft request' (duration: 185.461748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:28.904293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.242335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:15:28.904704Z","caller":"traceutil/trace.go:171","msg":"trace[2013465406] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"326.122947ms","start":"2026-04-04T10:15:28.578558Z","end":"2026-04-04T10:15:28.904681Z","steps":["trace[2013465406] 'process raft request' (duration: 167.369492ms)","trace[2013465406] 'compare' (duration: 158.009525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:28.9057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:28.578532Z","time spent":"326.290257ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:28.905907Z","caller":"traceutil/trace.go:171","msg":"trace[573110374] linearizableReadLoop","detail":"{readStateIndex:2504; appliedIndex:2501; }","duration":"234.959147ms","start":"2026-04-04T10:15:28.670871Z","end":"2026-04-04T10:15:28.90583Z","steps":["trace[573110374] 'read index received' (duration: 8.261608ms)","trace[573110374] 'applied index is now lower than readState.Index' (duration: 226.527829ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:28.906071Z","caller":"traceutil/trace.go:171","msg":"trace[1634411147] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"245.106864ms","start":"2026-04-04T10:15:28.660925Z","end":"2026-04-04T10:15:28.906032Z","steps":["trace[1634411147] 'process raft request' (duration: 243.671205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:28.906725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.256574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:15:28.906773Z","caller":"traceutil/trace.go:171","msg":"trace[943844728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2404; }","duration":"116.334924ms","start":"2026-04-04T10:15:28.790424Z","end":"2026-04-04T10:15:28.906758Z","steps":["trace[943844728] 'agreement among raft nodes before linearized reading' (duration: 115.786104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:28.907119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.233227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:15:28.907227Z","caller":"traceutil/trace.go:171","msg":"trace[894724356] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2404; }","duration":"236.374077ms","start":"2026-04-04T10:15:28.670816Z","end":"2026-04-04T10:15:28.90719Z","steps":["trace[894724356] 'agreement among raft nodes before linearized reading' (duration: 235.028697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:28.907319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.697676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:28.907453Z","caller":"traceutil/trace.go:171","msg":"trace[863608486] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2404; }","duration":"108.845026ms","start":"2026-04-04T10:15:28.798557Z","end":"2026-04-04T10:15:28.907402Z","steps":["trace[863608486] 'agreement among raft nodes before linearized reading' (duration: 108.177446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:39.413124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.963128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:15:39.413277Z","caller":"traceutil/trace.go:171","msg":"trace[502642987] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2563; }","duration":"437.153268ms","start":"2026-04-04T10:15:38.976097Z","end":"2026-04-04T10:15:39.413251Z","steps":["trace[502642987] 'read index received' (duration: 25.089067ms)","trace[502642987] 'applied index is now lower than readState.Index' (duration: 412.062281ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:39.413314Z","caller":"traceutil/trace.go:171","msg":"trace[1621167271] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"470.372658ms","start":"2026-04-04T10:15:38.942904Z","end":"2026-04-04T10:15:39.413277Z","steps":["trace[1621167271] 'process raft request' (duration: 184.084339ms)","trace[1621167271] 'compare' (duration: 285.625316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:39.413487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:38.942866Z","time spent":"470.523529ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:39.413547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.457379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-04T10:15:39.413595Z","caller":"traceutil/trace.go:171","msg":"trace[1781861253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2463; }","duration":"437.5552ms","start":"2026-04-04T10:15:38.976023Z","end":"2026-04-04T10:15:39.413579Z","steps":["trace[1781861253] 'agreement among raft nodes before linearized reading' (duration: 437.356329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:39.41364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:38.975992Z","time spent":"437.63835ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5450,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:15:39.41398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.637625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:15:39.414041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.309462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-04T10:15:39.41406Z","caller":"traceutil/trace.go:171","msg":"trace[1350421317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2463; }","duration":"147.800466ms","start":"2026-04-04T10:15:39.266241Z","end":"2026-04-04T10:15:39.414042Z","steps":["trace[1350421317] 'agreement among raft nodes before linearized reading' (duration: 147.637515ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:39.414099Z","caller":"traceutil/trace.go:171","msg":"trace[1600943786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2463; }","duration":"196.422683ms","start":"2026-04-04T10:15:39.217661Z","end":"2026-04-04T10:15:39.414083Z","steps":["trace[1600943786] 'agreement among raft nodes before linearized reading' (duration: 196.238552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:39.413584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.897955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:15:39.415346Z","caller":"traceutil/trace.go:171","msg":"trace[2028819488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2463; }","duration":"395.865609ms","start":"2026-04-04T10:15:39.018613Z","end":"2026-04-04T10:15:39.414479Z","steps":["trace[2028819488] 'agreement among raft nodes before linearized reading' (duration: 394.811824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:39.415414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:39.018585Z","time spent":"396.811473ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:15:39.535447Z","caller":"traceutil/trace.go:171","msg":"trace[261083707] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"114.678213ms","start":"2026-04-04T10:15:39.420744Z","end":"2026-04-04T10:15:39.535422Z","steps":["trace[261083707] 'process raft request' (duration: 114.574203ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:39.535463Z","caller":"traceutil/trace.go:171","msg":"trace[68928595] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"114.837833ms","start":"2026-04-04T10:15:39.420587Z","end":"2026-04-04T10:15:39.535425Z","steps":["trace[68928595] 'process raft request' (duration: 112.741483ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:39.535768Z","caller":"traceutil/trace.go:171","msg":"trace[1177935504] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"114.517752ms","start":"2026-04-04T10:15:39.421217Z","end":"2026-04-04T10:15:39.535735Z","steps":["trace[1177935504] 'process raft request' (duration: 114.148071ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:39.536087Z","caller":"traceutil/trace.go:171","msg":"trace[1208061820] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"114.449012ms","start":"2026-04-04T10:15:39.421564Z","end":"2026-04-04T10:15:39.536013Z","steps":["trace[1208061820] 'process raft request' (duration: 114.08677ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:43.323389Z","caller":"traceutil/trace.go:171","msg":"trace[1859523336] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"269.073049ms","start":"2026-04-04T10:15:43.05428Z","end":"2026-04-04T10:15:43.323353Z","steps":["trace[1859523336] 'process raft request' (duration: 268.817467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:43.764329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.330925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:15:43.764423Z","caller":"traceutil/trace.go:171","msg":"trace[187717052] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"171.03998ms","start":"2026-04-04T10:15:43.593366Z","end":"2026-04-04T10:15:43.764406Z","steps":["trace[187717052] 'process raft request' (duration: 54.552055ms)","trace[187717052] 'compare' (duration: 116.138633ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:43.827641Z","caller":"traceutil/trace.go:171","msg":"trace[72045469] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"234.081229ms","start":"2026-04-04T10:15:43.593527Z","end":"2026-04-04T10:15:43.827608Z","steps":["trace[72045469] 'process raft request' (duration: 233.905077ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:43.828298Z","caller":"traceutil/trace.go:171","msg":"trace[887470915] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"234.087617ms","start":"2026-04-04T10:15:43.594163Z","end":"2026-04-04T10:15:43.828251Z","steps":["trace[887470915] 'process raft request' (duration: 233.667745ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:43.827935Z","caller":"traceutil/trace.go:171","msg":"trace[38676806] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"234.29096ms","start":"2026-04-04T10:15:43.593619Z","end":"2026-04-04T10:15:43.82791Z","steps":["trace[38676806] 'process raft request' (duration: 233.940018ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:52.980656Z","caller":"traceutil/trace.go:171","msg":"trace[1070454760] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"150.621078ms","start":"2026-04-04T10:15:52.830005Z","end":"2026-04-04T10:15:52.980626Z","steps":["trace[1070454760] 'process raft request' (duration: 150.409536ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:55.02368Z","caller":"traceutil/trace.go:171","msg":"trace[859108165] linearizableReadLoop","detail":"{readStateIndex:2657; appliedIndex:2656; }","duration":"400.701202ms","start":"2026-04-04T10:15:54.622956Z","end":"2026-04-04T10:15:55.023658Z","steps":["trace[859108165] 'read index received' (duration: 400.658532ms)","trace[859108165] 'applied index is now lower than readState.Index' (duration: 41.59µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:55.023738Z","caller":"traceutil/trace.go:171","msg":"trace[1979734330] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"558.573484ms","start":"2026-04-04T10:15:54.465137Z","end":"2026-04-04T10:15:55.023711Z","steps":["trace[1979734330] 'process raft request' (duration: 558.375481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:55.023975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.004345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-04T10:15:55.024025Z","caller":"traceutil/trace.go:171","msg":"trace[1369387352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2552; }","duration":"401.105797ms","start":"2026-04-04T10:15:54.622906Z","end":"2026-04-04T10:15:55.024012Z","steps":["trace[1369387352] 'agreement among raft nodes before linearized reading' (duration: 400.906305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:55.024017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:54.465114Z","time spent":"558.813646ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:55.024065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:54.622886Z","time spent":"401.170667ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-04T10:15:55.196035Z","caller":"traceutil/trace.go:171","msg":"trace[964087802] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2657; }","duration":"172.137947ms","start":"2026-04-04T10:15:55.023879Z","end":"2026-04-04T10:15:55.196017Z","steps":["trace[964087802] 'read index received' (duration: 171.898234ms)","trace[964087802] 'applied index is now lower than readState.Index' (duration: 238.923µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:55.196154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.246884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:15:55.196183Z","caller":"traceutil/trace.go:171","msg":"trace[209210696] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2554; }","duration":"495.319455ms","start":"2026-04-04T10:15:54.700856Z","end":"2026-04-04T10:15:55.196175Z","steps":["trace[209210696] 'agreement among raft nodes before linearized reading' (duration: 495.227124ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:55.196147Z","caller":"traceutil/trace.go:171","msg":"trace[68517488] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"423.386718ms","start":"2026-04-04T10:15:54.772737Z","end":"2026-04-04T10:15:55.196123Z","steps":["trace[68517488] 'process raft request' (duration: 423.059155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:55.196211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:54.700843Z","time spent":"495.360735ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:15:55.196168Z","caller":"traceutil/trace.go:171","msg":"trace[150271640] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"210.139518ms","start":"2026-04-04T10:15:54.986006Z","end":"2026-04-04T10:15:55.196145Z","steps":["trace[150271640] 'process raft request' (duration: 209.972986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:55.196309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:54.772712Z","time spent":"423.51759ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:56.168624Z","caller":"traceutil/trace.go:171","msg":"trace[1715431691] linearizableReadLoop","detail":"{readStateIndex:2661; appliedIndex:2660; }","duration":"437.483082ms","start":"2026-04-04T10:15:55.73111Z","end":"2026-04-04T10:15:56.168593Z","steps":["trace[1715431691] 'read index received' (duration: 372.660364ms)","trace[1715431691] 'applied index is now lower than readState.Index' (duration: 64.821478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:56.169278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.572501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:56.169337Z","caller":"traceutil/trace.go:171","msg":"trace[1974225488] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:0; response_revision:2556; }","duration":"423.664551ms","start":"2026-04-04T10:15:55.74566Z","end":"2026-04-04T10:15:56.169325Z","steps":["trace[1974225488] 'agreement among raft nodes before linearized reading' (duration: 423.56014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:56.169371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:55.74565Z","time spent":"423.715092ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-04-04T10:15:56.169459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.404065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:15:56.169463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.246718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-04T10:15:56.169472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.023767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:15:56.169463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.359823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:15:56.169507Z","caller":"traceutil/trace.go:171","msg":"trace[155089272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2556; }","duration":"322.504676ms","start":"2026-04-04T10:15:55.846992Z","end":"2026-04-04T10:15:56.169496Z","steps":["trace[155089272] 'agreement among raft nodes before linearized reading' (duration: 322.352225ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:56.169523Z","caller":"traceutil/trace.go:171","msg":"trace[510563352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2556; }","duration":"211.097409ms","start":"2026-04-04T10:15:55.958411Z","end":"2026-04-04T10:15:56.169509Z","steps":["trace[510563352] 'agreement among raft nodes before linearized reading' (duration: 210.927567ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:56.169522Z","caller":"traceutil/trace.go:171","msg":"trace[734907829] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2556; }","duration":"210.321738ms","start":"2026-04-04T10:15:55.959182Z","end":"2026-04-04T10:15:56.169504Z","steps":["trace[734907829] 'agreement among raft nodes before linearized reading' (duration: 210.152787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:56.169556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:55.846971Z","time spent":"322.577467ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:15:56.169608Z","caller":"traceutil/trace.go:171","msg":"trace[1801424457] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"557.701838ms","start":"2026-04-04T10:15:55.611898Z","end":"2026-04-04T10:15:56.1696Z","steps":["trace[1801424457] 'process raft request' (duration: 491.932068ms)","trace[1801424457] 'compare' (duration: 64.601276ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:56.169563Z","caller":"traceutil/trace.go:171","msg":"trace[96310315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2556; }","duration":"438.479305ms","start":"2026-04-04T10:15:55.731055Z","end":"2026-04-04T10:15:56.169534Z","steps":["trace[96310315] 'agreement among raft nodes before linearized reading' (duration: 438.329313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:56.169656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.217839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-04T10:15:56.169668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:55.731035Z","time spent":"438.621766ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:15:56.169684Z","caller":"traceutil/trace.go:171","msg":"trace[226894891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2556; }","duration":"211.26997ms","start":"2026-04-04T10:15:55.958407Z","end":"2026-04-04T10:15:56.169677Z","steps":["trace[226894891] 'agreement among raft nodes before linearized reading' (duration: 211.172219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:56.169737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:55.611882Z","time spent":"557.760309ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:56.414983Z","caller":"traceutil/trace.go:171","msg":"trace[1260425365] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"241.30868ms","start":"2026-04-04T10:15:56.173643Z","end":"2026-04-04T10:15:56.414951Z","steps":["trace[1260425365] 'process raft request' (duration: 175.146497ms)","trace[1260425365] 'compare' (duration: 66.015351ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:56.474582Z","caller":"traceutil/trace.go:171","msg":"trace[205356510] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"300.174652ms","start":"2026-04-04T10:15:56.174382Z","end":"2026-04-04T10:15:56.474557Z","steps":["trace[205356510] 'process raft request' (duration: 299.894218ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:56.474782Z","caller":"traceutil/trace.go:171","msg":"trace[219670471] linearizableReadLoop","detail":"{readStateIndex:2666; appliedIndex:2661; }","duration":"299.610414ms","start":"2026-04-04T10:15:56.175161Z","end":"2026-04-04T10:15:56.474771Z","steps":["trace[219670471] 'read index received' (duration: 173.812771ms)","trace[219670471] 'applied index is now lower than readState.Index' (duration: 125.796443ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:56.474571Z","caller":"traceutil/trace.go:171","msg":"trace[1945582334] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"299.663675ms","start":"2026-04-04T10:15:56.174881Z","end":"2026-04-04T10:15:56.474545Z","steps":["trace[1945582334] 'process raft request' (duration: 299.574183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:56.474995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:56.174866Z","time spent":"300.032438ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:56.474635Z","caller":"traceutil/trace.go:171","msg":"trace[1537813473] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"299.778325ms","start":"2026-04-04T10:15:56.174848Z","end":"2026-04-04T10:15:56.474626Z","steps":["trace[1537813473] 'process raft request' (duration: 299.565172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:56.47503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.800751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:56.475105Z","caller":"traceutil/trace.go:171","msg":"trace[1131292688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2561; }","duration":"209.935383ms","start":"2026-04-04T10:15:56.265152Z","end":"2026-04-04T10:15:56.475087Z","steps":["trace[1131292688] 'agreement among raft nodes before linearized reading' (duration: 209.788151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:56.47516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:56.174828Z","time spent":"300.248431ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:56.474868Z","caller":"traceutil/trace.go:171","msg":"trace[701245637] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"299.915577ms","start":"2026-04-04T10:15:56.174943Z","end":"2026-04-04T10:15:56.474859Z","steps":["trace[701245637] 'process raft request' (duration: 299.558442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:56.475294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:56.174937Z","time spent":"300.290711ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:15:56.475366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.208061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:109375"} {"level":"info","ts":"2026-04-04T10:15:56.475407Z","caller":"traceutil/trace.go:171","msg":"trace[1857511150] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2561; }","duration":"300.273201ms","start":"2026-04-04T10:15:56.175123Z","end":"2026-04-04T10:15:56.475397Z","steps":["trace[1857511150] 'agreement among raft nodes before linearized reading' (duration: 299.760415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:56.475434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:56.175111Z","time spent":"300.317712ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":109397,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-04T10:15:56.475494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:56.174369Z","time spent":"300.396144ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:56.61798Z","caller":"traceutil/trace.go:171","msg":"trace[1462121901] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"139.294097ms","start":"2026-04-04T10:15:56.478614Z","end":"2026-04-04T10:15:56.617908Z","steps":["trace[1462121901] 'process raft request' (duration: 66.603059ms)","trace[1462121901] 'compare' (duration: 72.476666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:56.749637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.792202ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:15:56.749744Z","caller":"traceutil/trace.go:171","msg":"trace[1224589635] linearizableReadLoop","detail":"{readStateIndex:2668; appliedIndex:2667; }","duration":"129.04419ms","start":"2026-04-04T10:15:56.620677Z","end":"2026-04-04T10:15:56.749721Z","steps":["trace[1224589635] 'read index received' (duration: 26.29µs)","trace[1224589635] 'applied index is now lower than readState.Index' (duration: 129.01634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:56.74999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.235863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:56.750099Z","caller":"traceutil/trace.go:171","msg":"trace[2091774037] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2562; }","duration":"129.417135ms","start":"2026-04-04T10:15:56.620644Z","end":"2026-04-04T10:15:56.750061Z","steps":["trace[2091774037] 'agreement among raft nodes before linearized reading' (duration: 129.188662ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:57.233104Z","caller":"traceutil/trace.go:171","msg":"trace[643880322] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"159.242424ms","start":"2026-04-04T10:15:57.073842Z","end":"2026-04-04T10:15:57.233084Z","steps":["trace[643880322] 'process raft request' (duration: 159.087642ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:57.311118Z","caller":"traceutil/trace.go:171","msg":"trace[732432402] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"110.825354ms","start":"2026-04-04T10:15:57.200264Z","end":"2026-04-04T10:15:57.311089Z","steps":["trace[732432402] 'process raft request' (duration: 98.53419ms)","trace[732432402] 'compare' (duration: 12.137942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:16:00.878924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.288265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:16:00.879013Z","caller":"traceutil/trace.go:171","msg":"trace[924005337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2609; }","duration":"375.397856ms","start":"2026-04-04T10:16:00.503598Z","end":"2026-04-04T10:16:00.878996Z","steps":["trace[924005337] 'range keys from in-memory index tree' (duration: 375.168633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:00.879051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:00.503592Z","time spent":"375.450247ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:16:00.879348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.808041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:16:00.879405Z","caller":"traceutil/trace.go:171","msg":"trace[1787550200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2609; }","duration":"375.927793ms","start":"2026-04-04T10:16:00.503467Z","end":"2026-04-04T10:16:00.879395Z","steps":["trace[1787550200] 'range keys from in-memory index tree' (duration: 375.482038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:00.87944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:00.503448Z","time spent":"375.984373ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:16:00.87974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.771721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-04T10:16:00.87979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.008804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:16:00.879839Z","caller":"traceutil/trace.go:171","msg":"trace[1234605588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2609; }","duration":"375.897712ms","start":"2026-04-04T10:16:00.503918Z","end":"2026-04-04T10:16:00.879816Z","steps":["trace[1234605588] 'range keys from in-memory index tree' (duration: 375.633799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:00.879909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:00.503912Z","time spent":"375.980053ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:16:00.879834Z","caller":"traceutil/trace.go:171","msg":"trace[1204475403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2609; }","duration":"376.136595ms","start":"2026-04-04T10:16:00.503684Z","end":"2026-04-04T10:16:00.87982Z","steps":["trace[1204475403] 'range keys from in-memory index tree' (duration: 375.910302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:00.880087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:00.503679Z","time spent":"376.384228ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:16:01.957008Z","caller":"traceutil/trace.go:171","msg":"trace[765667415] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"415.578272ms","start":"2026-04-04T10:16:01.541399Z","end":"2026-04-04T10:16:01.956978Z","steps":["trace[765667415] 'process raft request' (duration: 415.207346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:01.957283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:01.54137Z","time spent":"415.715724ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:04.360138Z","caller":"traceutil/trace.go:171","msg":"trace[1758483412] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"104.330099ms","start":"2026-04-04T10:16:04.255792Z","end":"2026-04-04T10:16:04.360122Z","steps":["trace[1758483412] 'process raft request' (duration: 104.211977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:10.716646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:16:11.217568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:16:11.497883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287806044s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:16:11.498281Z","caller":"traceutil/trace.go:171","msg":"trace[1785441611] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"1.288276123s","start":"2026-04-04T10:16:10.20998Z","end":"2026-04-04T10:16:11.498256Z","steps":["trace[1785441611] 'process raft request' (duration: 1.288139429s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.498424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:10.209929Z","time spent":"1.288421085s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:11.642946Z","caller":"traceutil/trace.go:171","msg":"trace[37877887] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"1.262551201s","start":"2026-04-04T10:16:10.380354Z","end":"2026-04-04T10:16:11.642905Z","steps":["trace[37877887] 'process raft request' (duration: 1.26124556s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:11.643266Z","caller":"traceutil/trace.go:171","msg":"trace[646073999] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"656.555324ms","start":"2026-04-04T10:16:10.986675Z","end":"2026-04-04T10:16:11.64323Z","steps":["trace[646073999] 'process raft request' (duration: 656.154338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.643411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:10.38034Z","time spent":"1.262872337s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:16:11.643471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:10.986658Z","time spent":"656.701406ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:11.643564Z","caller":"traceutil/trace.go:171","msg":"trace[492212908] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"518.075254ms","start":"2026-04-04T10:16:11.125464Z","end":"2026-04-04T10:16:11.643539Z","steps":["trace[492212908] 'process raft request' (duration: 517.604087ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:11.643884Z","caller":"traceutil/trace.go:171","msg":"trace[1499038492] linearizableReadLoop","detail":"{readStateIndex:2832; appliedIndex:2828; }","duration":"1.427422072s","start":"2026-04-04T10:16:10.216445Z","end":"2026-04-04T10:16:11.643868Z","steps":["trace[1499038492] 'read index received' (duration: 1.281640604s)","trace[1499038492] 'applied index is now lower than readState.Index' (duration: 145.780058ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:11.644052Z","caller":"traceutil/trace.go:171","msg":"trace[123297412] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"269.524727ms","start":"2026-04-04T10:16:11.374516Z","end":"2026-04-04T10:16:11.644041Z","steps":["trace[123297412] 'process raft request' (duration: 268.918727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.644452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427979611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:16:11.64452Z","caller":"traceutil/trace.go:171","msg":"trace[1071854142] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2723; }","duration":"1.428088482s","start":"2026-04-04T10:16:10.216418Z","end":"2026-04-04T10:16:11.644506Z","steps":["trace[1071854142] 'agreement among raft nodes before linearized reading' (duration: 1.42796304s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.644557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:10.216408Z","time spent":"1.428141713s","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:16:11.644583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378505173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:16:11.644643Z","caller":"traceutil/trace.go:171","msg":"trace[720686677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2723; }","duration":"1.378593205s","start":"2026-04-04T10:16:10.266033Z","end":"2026-04-04T10:16:11.644626Z","steps":["trace[720686677] 'agreement among raft nodes before linearized reading' (duration: 1.378486653s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.644689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:10.266019Z","time spent":"1.378656576s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:16:11.644692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.812465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:16:11.644751Z","caller":"traceutil/trace.go:171","msg":"trace[758695299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2723; }","duration":"668.906026ms","start":"2026-04-04T10:16:10.97583Z","end":"2026-04-04T10:16:11.644736Z","steps":["trace[758695299] 'agreement among raft nodes before linearized reading' (duration: 668.739053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.644796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:10.975814Z","time spent":"668.972538ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:16:11.644967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369469546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:16:11.644989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143770984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:16:11.645026Z","caller":"traceutil/trace.go:171","msg":"trace[1724112771] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2723; }","duration":"1.369540027s","start":"2026-04-04T10:16:10.275467Z","end":"2026-04-04T10:16:11.645007Z","steps":["trace[1724112771] 'agreement among raft nodes before linearized reading' (duration: 1.369452006s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.645084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:10.275459Z","time spent":"1.369610878s","remote":"127.0.0.1:57778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:16:11.645097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.557091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-04T10:16:11.645132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.118882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:16:11.645164Z","caller":"traceutil/trace.go:171","msg":"trace[1922639967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2723; }","duration":"674.189663ms","start":"2026-04-04T10:16:10.970965Z","end":"2026-04-04T10:16:11.645155Z","steps":["trace[1922639967] 'agreement among raft nodes before linearized reading' (duration: 674.096851ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:11.645164Z","caller":"traceutil/trace.go:171","msg":"trace[801987486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2723; }","duration":"348.643983ms","start":"2026-04-04T10:16:11.296487Z","end":"2026-04-04T10:16:11.645131Z","steps":["trace[801987486] 'agreement among raft nodes before linearized reading' (duration: 348.515461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.645189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:10.970945Z","time spent":"674.238203ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:16:11.64521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:11.296463Z","time spent":"348.735884ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:16:11.645031Z","caller":"traceutil/trace.go:171","msg":"trace[898597007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2723; }","duration":"1.143848404s","start":"2026-04-04T10:16:10.501172Z","end":"2026-04-04T10:16:11.64502Z","steps":["trace[898597007] 'agreement among raft nodes before linearized reading' (duration: 1.143713722s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.645349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.320364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:16:11.645381Z","caller":"traceutil/trace.go:171","msg":"trace[1142204386] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:2723; }","duration":"412.383894ms","start":"2026-04-04T10:16:11.232986Z","end":"2026-04-04T10:16:11.64537Z","steps":["trace[1142204386] 'agreement among raft nodes before linearized reading' (duration: 412.297553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.645385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:10.501151Z","time spent":"1.144215631s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:16:11.645405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.738202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-04T10:16:11.645406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:11.232955Z","time spent":"412.446306ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-04-04T10:16:11.645433Z","caller":"traceutil/trace.go:171","msg":"trace[1840111746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2723; }","duration":"685.793782ms","start":"2026-04-04T10:16:10.959631Z","end":"2026-04-04T10:16:11.645424Z","steps":["trace[1840111746] 'agreement among raft nodes before linearized reading' (duration: 685.712331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.645464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:10.959617Z","time spent":"685.835772ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:16:11.645593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.519786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:16:11.645712Z","caller":"traceutil/trace.go:171","msg":"trace[1391619359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2723; }","duration":"514.566666ms","start":"2026-04-04T10:16:11.131059Z","end":"2026-04-04T10:16:11.645626Z","steps":["trace[1391619359] 'agreement among raft nodes before linearized reading' (duration: 514.502105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.643682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:11.125436Z","time spent":"518.189706ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:16:11.645931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:11.131012Z","time spent":"514.904841ms","remote":"127.0.0.1:42972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:16:11.645925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.230675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:16:11.646032Z","caller":"traceutil/trace.go:171","msg":"trace[978963624] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2723; }","duration":"663.334827ms","start":"2026-04-04T10:16:10.982674Z","end":"2026-04-04T10:16:11.646009Z","steps":["trace[978963624] 'agreement among raft nodes before linearized reading' (duration: 663.073962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:11.646069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:10.982649Z","time spent":"663.410567ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:16:23.855064Z","caller":"traceutil/trace.go:171","msg":"trace[1035709446] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"132.470906ms","start":"2026-04-04T10:16:23.722563Z","end":"2026-04-04T10:16:23.855034Z","steps":["trace[1035709446] 'process raft request' (duration: 104.811101ms)","trace[1035709446] 'compare' (duration: 27.383288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:16:23.855193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.437586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:16:23.855247Z","caller":"traceutil/trace.go:171","msg":"trace[681090307] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2796; }","duration":"133.512517ms","start":"2026-04-04T10:16:23.721722Z","end":"2026-04-04T10:16:23.855234Z","steps":["trace[681090307] 'agreement among raft nodes before linearized reading' (duration: 133.415725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:23.855101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.377372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:16:23.855374Z","caller":"traceutil/trace.go:171","msg":"trace[598141431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2796; }","duration":"128.689018ms","start":"2026-04-04T10:16:23.726677Z","end":"2026-04-04T10:16:23.855366Z","steps":["trace[598141431] 'agreement among raft nodes before linearized reading' (duration: 128.266179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:23.855103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.215969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:16:23.855432Z","caller":"traceutil/trace.go:171","msg":"trace[584823923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2796; }","duration":"128.559856ms","start":"2026-04-04T10:16:23.726859Z","end":"2026-04-04T10:16:23.855419Z","steps":["trace[584823923] 'agreement among raft nodes before linearized reading' (duration: 128.081865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:23.855126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.188339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:16:23.855527Z","caller":"traceutil/trace.go:171","msg":"trace[1722328619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2796; }","duration":"130.590708ms","start":"2026-04-04T10:16:23.724928Z","end":"2026-04-04T10:16:23.855518Z","steps":["trace[1722328619] 'agreement among raft nodes before linearized reading' (duration: 130.122218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:23.855177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.052656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:16:23.855675Z","caller":"traceutil/trace.go:171","msg":"trace[2011472834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2796; }","duration":"128.545295ms","start":"2026-04-04T10:16:23.72712Z","end":"2026-04-04T10:16:23.855666Z","steps":["trace[2011472834] 'agreement among raft nodes before linearized reading' (duration: 128.025505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:24.183657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.359409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:16:24.184004Z","caller":"traceutil/trace.go:171","msg":"trace[227276530] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"321.391488ms","start":"2026-04-04T10:16:23.862586Z","end":"2026-04-04T10:16:24.183978Z","steps":["trace[227276530] 'process raft request' (duration: 113.627931ms)","trace[227276530] 'compare' (duration: 206.985771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:16:24.18417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:23.862535Z","time spent":"321.524271ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:24.184303Z","caller":"traceutil/trace.go:171","msg":"trace[1452632085] linearizableReadLoop","detail":"{readStateIndex:2915; appliedIndex:2910; }","duration":"320.352837ms","start":"2026-04-04T10:16:23.863926Z","end":"2026-04-04T10:16:24.184279Z","steps":["trace[1452632085] 'read index received' (duration: 83.738161ms)","trace[1452632085] 'applied index is now lower than readState.Index' (duration: 236.613886ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:24.18447Z","caller":"traceutil/trace.go:171","msg":"trace[273224419] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"146.18501ms","start":"2026-04-04T10:16:24.038273Z","end":"2026-04-04T10:16:24.184458Z","steps":["trace[273224419] 'process raft request' (duration: 145.930615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:24.184569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.620853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-04T10:16:24.184611Z","caller":"traceutil/trace.go:171","msg":"trace[370712632] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2803; }","duration":"320.690734ms","start":"2026-04-04T10:16:23.86391Z","end":"2026-04-04T10:16:24.184601Z","steps":["trace[370712632] 'agreement among raft nodes before linearized reading' (duration: 320.522121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:24.184648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:23.863902Z","time spent":"320.737495ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-04T10:16:24.184497Z","caller":"traceutil/trace.go:171","msg":"trace[557797336] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"321.836078ms","start":"2026-04-04T10:16:23.862617Z","end":"2026-04-04T10:16:24.184453Z","steps":["trace[557797336] 'process raft request' (duration: 321.134004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:24.184884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:23.862604Z","time spent":"322.190985ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:36.121274Z","caller":"traceutil/trace.go:171","msg":"trace[656783843] linearizableReadLoop","detail":"{readStateIndex:2974; appliedIndex:2973; }","duration":"213.287392ms","start":"2026-04-04T10:16:35.907961Z","end":"2026-04-04T10:16:36.121249Z","steps":["trace[656783843] 'read index received' (duration: 213.111698ms)","trace[656783843] 'applied index is now lower than readState.Index' (duration: 173.964µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:36.121528Z","caller":"traceutil/trace.go:171","msg":"trace[548705463] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"222.538983ms","start":"2026-04-04T10:16:35.898946Z","end":"2026-04-04T10:16:36.121485Z","steps":["trace[548705463] 'process raft request' (duration: 222.134973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:36.121678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.89148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:16:36.121727Z","caller":"traceutil/trace.go:171","msg":"trace[352224691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2859; }","duration":"121.974852ms","start":"2026-04-04T10:16:35.999738Z","end":"2026-04-04T10:16:36.121713Z","steps":["trace[352224691] 'agreement among raft nodes before linearized reading' (duration: 121.87328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:36.121758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.175556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:16:36.121818Z","caller":"traceutil/trace.go:171","msg":"trace[1797211701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2859; }","duration":"119.264087ms","start":"2026-04-04T10:16:36.002539Z","end":"2026-04-04T10:16:36.121803Z","steps":["trace[1797211701] 'agreement among raft nodes before linearized reading' (duration: 119.069263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:36.121782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.32475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:16:36.121928Z","caller":"traceutil/trace.go:171","msg":"trace[670391375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2859; }","duration":"122.546246ms","start":"2026-04-04T10:16:35.999351Z","end":"2026-04-04T10:16:36.121897Z","steps":["trace[670391375] 'agreement among raft nodes before linearized reading' (duration: 122.135006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:36.121569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.609099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:16:36.122509Z","caller":"traceutil/trace.go:171","msg":"trace[403188257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2859; }","duration":"214.627095ms","start":"2026-04-04T10:16:35.907859Z","end":"2026-04-04T10:16:36.122486Z","steps":["trace[403188257] 'agreement among raft nodes before linearized reading' (duration: 213.580129ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:38.060497Z","caller":"traceutil/trace.go:171","msg":"trace[645233874] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"209.343874ms","start":"2026-04-04T10:16:37.851127Z","end":"2026-04-04T10:16:38.060471Z","steps":["trace[645233874] 'process raft request' (duration: 209.18342ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:38.323163Z","caller":"traceutil/trace.go:171","msg":"trace[1934395505] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"152.011851ms","start":"2026-04-04T10:16:38.171131Z","end":"2026-04-04T10:16:38.323143Z","steps":["trace[1934395505] 'process raft request' (duration: 100.222944ms)","trace[1934395505] 'compare' (duration: 51.583582ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:38.3232Z","caller":"traceutil/trace.go:171","msg":"trace[1588541794] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"150.120704ms","start":"2026-04-04T10:16:38.173067Z","end":"2026-04-04T10:16:38.323188Z","steps":["trace[1588541794] 'process raft request' (duration: 150.059493ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:38.323314Z","caller":"traceutil/trace.go:171","msg":"trace[1232739282] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"151.903178ms","start":"2026-04-04T10:16:38.171405Z","end":"2026-04-04T10:16:38.323308Z","steps":["trace[1232739282] 'process raft request' (duration: 151.681413ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:38.323439Z","caller":"traceutil/trace.go:171","msg":"trace[611301379] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"150.081073ms","start":"2026-04-04T10:16:38.173347Z","end":"2026-04-04T10:16:38.323428Z","steps":["trace[611301379] 'process raft request' (duration: 149.819717ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:42.712436Z","caller":"traceutil/trace.go:171","msg":"trace[1047535940] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"358.384259ms","start":"2026-04-04T10:16:42.354027Z","end":"2026-04-04T10:16:42.712411Z","steps":["trace[1047535940] 'process raft request' (duration: 358.160164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:42.7126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:42.354004Z","time spent":"358.510643ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:42.712693Z","caller":"traceutil/trace.go:171","msg":"trace[1710528749] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"358.631226ms","start":"2026-04-04T10:16:42.354028Z","end":"2026-04-04T10:16:42.712659Z","steps":["trace[1710528749] 'process raft request' (duration: 358.342478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:42.712865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:42.353998Z","time spent":"358.77514ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:42.848764Z","caller":"traceutil/trace.go:171","msg":"trace[544828498] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"494.669326ms","start":"2026-04-04T10:16:42.354048Z","end":"2026-04-04T10:16:42.848717Z","steps":["trace[544828498] 'process raft request' (duration: 437.380272ms)","trace[544828498] 'compare' (duration: 57.181211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:16:42.848924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:42.354034Z","time spent":"494.796889ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:42.849068Z","caller":"traceutil/trace.go:171","msg":"trace[302761758] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"474.161748ms","start":"2026-04-04T10:16:42.37489Z","end":"2026-04-04T10:16:42.849052Z","steps":["trace[302761758] 'process raft request' (duration: 474.126117ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:42.849106Z","caller":"traceutil/trace.go:171","msg":"trace[1739277707] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"493.976719ms","start":"2026-04-04T10:16:42.355117Z","end":"2026-04-04T10:16:42.849094Z","steps":["trace[1739277707] 'process raft request' (duration: 493.856486ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:42.84908Z","caller":"traceutil/trace.go:171","msg":"trace[179354575] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"494.259886ms","start":"2026-04-04T10:16:42.354799Z","end":"2026-04-04T10:16:42.849059Z","steps":["trace[179354575] 'process raft request' (duration: 494.067651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:42.849162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:42.355106Z","time spent":"494.02542ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:42.849196Z","caller":"traceutil/trace.go:171","msg":"trace[2063595624] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"493.586667ms","start":"2026-04-04T10:16:42.355604Z","end":"2026-04-04T10:16:42.849191Z","steps":["trace[2063595624] 'process raft request' (duration: 493.392292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:42.849227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:42.355592Z","time spent":"493.622659ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:16:42.849227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:42.354788Z","time spent":"494.365848ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:16:42.849171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:42.374861Z","time spent":"474.25506ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:44.962053Z","caller":"traceutil/trace.go:171","msg":"trace[841406308] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"790.180643ms","start":"2026-04-04T10:16:44.171848Z","end":"2026-04-04T10:16:44.962028Z","steps":["trace[841406308] 'process raft request' (duration: 725.440244ms)","trace[841406308] 'compare' (duration: 64.457902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:16:44.962238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:44.171823Z","time spent":"790.296206ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:45.04561Z","caller":"traceutil/trace.go:171","msg":"trace[767609185] linearizableReadLoop","detail":"{readStateIndex:3021; appliedIndex:3017; }","duration":"450.760539ms","start":"2026-04-04T10:16:44.594824Z","end":"2026-04-04T10:16:45.045584Z","steps":["trace[767609185] 'read index received' (duration: 302.393205ms)","trace[767609185] 'applied index is now lower than readState.Index' (duration: 148.366544ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:45.045725Z","caller":"traceutil/trace.go:171","msg":"trace[837039618] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"873.033798ms","start":"2026-04-04T10:16:44.172681Z","end":"2026-04-04T10:16:45.045715Z","steps":["trace[837039618] 'process raft request' (duration: 872.7094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:45.045831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:44.172667Z","time spent":"873.08488ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:45.04597Z","caller":"traceutil/trace.go:171","msg":"trace[1508449842] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"854.479612ms","start":"2026-04-04T10:16:44.191482Z","end":"2026-04-04T10:16:45.045961Z","steps":["trace[1508449842] 'process raft request' (duration: 854.02496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:45.046023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:44.191442Z","time spent":"854.549393ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:16:45.046133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.298833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:16:45.04619Z","caller":"traceutil/trace.go:171","msg":"trace[1529601556] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2904; }","duration":"451.404905ms","start":"2026-04-04T10:16:44.594774Z","end":"2026-04-04T10:16:45.046179Z","steps":["trace[1529601556] 'agreement among raft nodes before linearized reading' (duration: 451.21286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:45.046192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.654633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:16:45.04622Z","caller":"traceutil/trace.go:171","msg":"trace[500450792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2904; }","duration":"326.717714ms","start":"2026-04-04T10:16:44.719494Z","end":"2026-04-04T10:16:45.046212Z","steps":["trace[500450792] 'agreement among raft nodes before linearized reading' (duration: 326.604411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:45.046257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:44.719474Z","time spent":"326.776206ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:16:45.046367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.129589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:16:45.046396Z","caller":"traceutil/trace.go:171","msg":"trace[1848091121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2904; }","duration":"193.18492ms","start":"2026-04-04T10:16:44.853204Z","end":"2026-04-04T10:16:45.046389Z","steps":["trace[1848091121] 'agreement among raft nodes before linearized reading' (duration: 193.108588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:45.046413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.082518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:16:45.046479Z","caller":"traceutil/trace.go:171","msg":"trace[51562708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2904; }","duration":"193.202121ms","start":"2026-04-04T10:16:44.853259Z","end":"2026-04-04T10:16:45.046461Z","steps":["trace[51562708] 'agreement among raft nodes before linearized reading' (duration: 193.033276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:45.046513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.883833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:16:45.046546Z","caller":"traceutil/trace.go:171","msg":"trace[452572828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2904; }","duration":"192.930454ms","start":"2026-04-04T10:16:44.853607Z","end":"2026-04-04T10:16:45.046537Z","steps":["trace[452572828] 'agreement among raft nodes before linearized reading' (duration: 192.827061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:45.04654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.689587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:16:45.046539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.59741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-04T10:16:45.046226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:44.594754Z","time spent":"451.463357ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:16:45.046605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.034432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-04T10:16:45.046598Z","caller":"traceutil/trace.go:171","msg":"trace[105742206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2904; }","duration":"192.754989ms","start":"2026-04-04T10:16:44.853827Z","end":"2026-04-04T10:16:45.046582Z","steps":["trace[105742206] 'agreement among raft nodes before linearized reading' (duration: 192.618405ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:45.046607Z","caller":"traceutil/trace.go:171","msg":"trace[627997886] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2904; }","duration":"326.667642ms","start":"2026-04-04T10:16:44.719921Z","end":"2026-04-04T10:16:45.046589Z","steps":["trace[627997886] 'agreement among raft nodes before linearized reading' (duration: 326.478857ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:45.046628Z","caller":"traceutil/trace.go:171","msg":"trace[292180061] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2904; }","duration":"279.115455ms","start":"2026-04-04T10:16:44.767505Z","end":"2026-04-04T10:16:45.04662Z","steps":["trace[292180061] 'agreement among raft nodes before linearized reading' (duration: 278.955441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:45.04665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:44.719889Z","time spent":"326.749344ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:16:45.048456Z","caller":"traceutil/trace.go:171","msg":"trace[1164275382] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"691.019293ms","start":"2026-04-04T10:16:44.355238Z","end":"2026-04-04T10:16:45.046258Z","steps":["trace[1164275382] 'process raft request' (duration: 690.312125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:45.048652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:44.355211Z","time spent":"693.300073ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:16:46.741695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67730387s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:16:46.741768Z","caller":"traceutil/trace.go:171","msg":"trace[1493603324] linearizableReadLoop","detail":"{readStateIndex:3022; appliedIndex:3021; }","duration":"1.691142157s","start":"2026-04-04T10:16:45.050614Z","end":"2026-04-04T10:16:46.741756Z","steps":["trace[1493603324] 'read index received' (duration: 13.674743ms)","trace[1493603324] 'applied index is now lower than readState.Index' (duration: 1.677466144s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:46.742249Z","caller":"traceutil/trace.go:171","msg":"trace[1064046502] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"1.691753934s","start":"2026-04-04T10:16:45.050433Z","end":"2026-04-04T10:16:46.742187Z","steps":["trace[1064046502] 'process raft request' (duration: 13.896419ms)","trace[1064046502] 'compare' (duration: 1.67576556s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:16:46.742403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:45.050416Z","time spent":"1.691912918s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:16:46.74297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6923492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9095"} {"level":"info","ts":"2026-04-04T10:16:46.743Z","caller":"traceutil/trace.go:171","msg":"trace[80392595] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2905; }","duration":"1.692389941s","start":"2026-04-04T10:16:45.050602Z","end":"2026-04-04T10:16:46.742992Z","steps":["trace[80392595] 'agreement among raft nodes before linearized reading' (duration: 1.691663082s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:46.743022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:45.050596Z","time spent":"1.692421252s","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9117,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-04T10:16:47.243228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083678672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:16:47.264207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.19979698s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-04T10:16:47.265067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:16:47.265134Z","caller":"traceutil/trace.go:171","msg":"trace[1925107118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046699s","start":"2026-04-04T10:16:45.265069Z","end":"2026-04-04T10:16:47.265116Z","steps":["trace[1925107118] 'agreement among raft nodes before linearized reading' (duration: 1.999964707s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:47.265182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:45.265053Z","time spent":"2.000119451s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:16:48.426213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1615226s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:16:48.426848Z","caller":"traceutil/trace.go:171","msg":"trace[1653046031] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"3.376138853s","start":"2026-04-04T10:16:45.050687Z","end":"2026-04-04T10:16:48.426826Z","steps":["trace[1653046031] 'process raft request' (duration: 2.213947485s)","trace[1653046031] 'compare' (duration: 1.161431787s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:16:48.426945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:45.050677Z","time spent":"3.376218005s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:48.427132Z","caller":"traceutil/trace.go:171","msg":"trace[1403451762] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"3.37638233s","start":"2026-04-04T10:16:45.050735Z","end":"2026-04-04T10:16:48.427118Z","steps":["trace[1403451762] 'process raft request' (duration: 3.375719592s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.427188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:45.050718Z","time spent":"3.376442491s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:48.427275Z","caller":"traceutil/trace.go:171","msg":"trace[1014852684] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"3.376094842s","start":"2026-04-04T10:16:45.051054Z","end":"2026-04-04T10:16:48.427149Z","steps":["trace[1014852684] 'process raft request' (duration: 3.375850505s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:48.427307Z","caller":"traceutil/trace.go:171","msg":"trace[1225114214] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"3.376211415s","start":"2026-04-04T10:16:45.051075Z","end":"2026-04-04T10:16:48.427286Z","steps":["trace[1225114214] 'process raft request' (duration: 3.375875556s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.427527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:45.051067Z","time spent":"3.37640367s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:48.427623Z","caller":"traceutil/trace.go:171","msg":"trace[275805915] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"3.375451475s","start":"2026-04-04T10:16:45.052161Z","end":"2026-04-04T10:16:48.427612Z","steps":["trace[275805915] 'process raft request' (duration: 3.374812088s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.427668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:45.052154Z","time spent":"3.375493717s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:48.42816Z","caller":"traceutil/trace.go:171","msg":"trace[1447285121] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"2.254341061s","start":"2026-04-04T10:16:46.173805Z","end":"2026-04-04T10:16:48.428146Z","steps":["trace[1447285121] 'process raft request' (duration: 2.253769336s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.428251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:46.173781Z","time spent":"2.254408794s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:16:48.428407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:45.051045Z","time spent":"3.377287634s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:48.433451Z","caller":"traceutil/trace.go:171","msg":"trace[2111127] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3022; }","duration":"1.691602385s","start":"2026-04-04T10:16:46.741784Z","end":"2026-04-04T10:16:48.433387Z","steps":["trace[2111127] 'read index received' (duration: 522.637894ms)","trace[2111127] 'applied index is now lower than readState.Index' (duration: 1.168963881s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:16:48.433514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752202915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:16:48.433535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810409912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:16:48.433584Z","caller":"traceutil/trace.go:171","msg":"trace[1738204370] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2913; }","duration":"1.810498344s","start":"2026-04-04T10:16:46.623078Z","end":"2026-04-04T10:16:48.433577Z","steps":["trace[1738204370] 'agreement among raft nodes before linearized reading' (duration: 1.810429192s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.433608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:46.623055Z","time spent":"1.810546246s","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:16:48.433609Z","caller":"traceutil/trace.go:171","msg":"trace[625244439] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"1.378778406s","start":"2026-04-04T10:16:47.054824Z","end":"2026-04-04T10:16:48.433602Z","steps":["trace[625244439] 'process raft request' (duration: 1.37853595s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:48.433587Z","caller":"traceutil/trace.go:171","msg":"trace[1645686380] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"1.382321891s","start":"2026-04-04T10:16:47.051212Z","end":"2026-04-04T10:16:48.433534Z","steps":["trace[1645686380] 'process raft request' (duration: 1.382076185s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.433675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182862774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:16:48.433696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159798884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:16:48.43368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:47.054806Z","time spent":"1.378841287s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:48.433714Z","caller":"traceutil/trace.go:171","msg":"trace[607321671] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2913; }","duration":"2.182955006s","start":"2026-04-04T10:16:46.250749Z","end":"2026-04-04T10:16:48.433704Z","steps":["trace[607321671] 'agreement among raft nodes before linearized reading' (duration: 2.182883194s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.433755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056590158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:16:48.433761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:46.250726Z","time spent":"2.183026727s","remote":"127.0.0.1:42936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:16:48.43376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:47.051186Z","time spent":"1.382521906s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:48.433779Z","caller":"traceutil/trace.go:171","msg":"trace[1339727950] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2913; }","duration":"1.05664816s","start":"2026-04-04T10:16:47.377122Z","end":"2026-04-04T10:16:48.43377Z","steps":["trace[1339727950] 'agreement among raft nodes before linearized reading' (duration: 1.056612939s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.433801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:47.377101Z","time spent":"1.056693011s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:16:48.433647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161852131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:16:48.433679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638768232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:16:48.433855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271082638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:16:48.433841Z","caller":"traceutil/trace.go:171","msg":"trace[1396734911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2913; }","duration":"2.162053736s","start":"2026-04-04T10:16:46.271779Z","end":"2026-04-04T10:16:48.433833Z","steps":["trace[1396734911] 'agreement among raft nodes before linearized reading' (duration: 2.1618312s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:48.433878Z","caller":"traceutil/trace.go:171","msg":"trace[730641374] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2913; }","duration":"1.639026799s","start":"2026-04-04T10:16:46.794839Z","end":"2026-04-04T10:16:48.433866Z","steps":["trace[730641374] 'agreement among raft nodes before linearized reading' (duration: 1.638797163s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:48.433893Z","caller":"traceutil/trace.go:171","msg":"trace[158242272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2913; }","duration":"1.271118518s","start":"2026-04-04T10:16:47.162761Z","end":"2026-04-04T10:16:48.43388Z","steps":["trace[158242272] 'agreement among raft nodes before linearized reading' (duration: 1.271067867s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.433922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:46.271762Z","time spent":"2.162149978s","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:16:48.433925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:46.794823Z","time spent":"1.63909364s","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-04T10:16:48.433932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:47.162611Z","time spent":"1.271312334s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:16:48.433722Z","caller":"traceutil/trace.go:171","msg":"trace[800189244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2913; }","duration":"1.159857326s","start":"2026-04-04T10:16:47.273856Z","end":"2026-04-04T10:16:48.433713Z","steps":["trace[800189244] 'agreement among raft nodes before linearized reading' (duration: 1.159822565s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.434034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:47.273845Z","time spent":"1.160182174s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:16:48.433581Z","caller":"traceutil/trace.go:171","msg":"trace[1710959204] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2913; }","duration":"1.752305478s","start":"2026-04-04T10:16:46.681264Z","end":"2026-04-04T10:16:48.43357Z","steps":["trace[1710959204] 'agreement among raft nodes before linearized reading' (duration: 1.752179305s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.434099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:46.681249Z","time spent":"1.752836942s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:16:48.433805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164956423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-04T10:16:48.434174Z","caller":"traceutil/trace.go:171","msg":"trace[1283145537] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac; range_end:; response_count:1; response_revision:2913; }","duration":"1.165352314s","start":"2026-04-04T10:16:47.268807Z","end":"2026-04-04T10:16:48.43416Z","steps":["trace[1283145537] 'agreement among raft nodes before linearized reading' (duration: 1.164903092s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.434221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:47.268785Z","time spent":"1.165422406s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" "} {"level":"warn","ts":"2026-04-04T10:16:48.434108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.648362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:16:48.434376Z","caller":"traceutil/trace.go:171","msg":"trace[925757344] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2913; }","duration":"245.973211ms","start":"2026-04-04T10:16:48.18837Z","end":"2026-04-04T10:16:48.434344Z","steps":["trace[925757344] 'agreement among raft nodes before linearized reading' (duration: 245.321142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.434464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667427644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-04T10:16:48.434521Z","caller":"traceutil/trace.go:171","msg":"trace[709346973] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2913; }","duration":"2.667528858s","start":"2026-04-04T10:16:45.766984Z","end":"2026-04-04T10:16:48.434513Z","steps":["trace[709346973] 'agreement among raft nodes before linearized reading' (duration: 2.666562611s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:48.435349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:45.766968Z","time spent":"2.6683716s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-04T10:16:56.997211Z","caller":"traceutil/trace.go:171","msg":"trace[883532962] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"443.884501ms","start":"2026-04-04T10:16:56.553308Z","end":"2026-04-04T10:16:56.997192Z","steps":["trace[883532962] 'process raft request' (duration: 443.791609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:56.998078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:56.553303Z","time spent":"444.700255ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:56.997226Z","caller":"traceutil/trace.go:171","msg":"trace[1373888865] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"443.936013ms","start":"2026-04-04T10:16:56.553228Z","end":"2026-04-04T10:16:56.997164Z","steps":["trace[1373888865] 'process raft request' (duration: 408.885571ms)","trace[1373888865] 'compare' (duration: 34.723622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:16:56.998296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:56.553208Z","time spent":"444.997225ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:56.997273Z","caller":"traceutil/trace.go:171","msg":"trace[715831101] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3068; }","duration":"439.738821ms","start":"2026-04-04T10:16:56.557494Z","end":"2026-04-04T10:16:56.997233Z","steps":["trace[715831101] 'read index received' (duration: 25.982398ms)","trace[715831101] 'applied index is now lower than readState.Index' (duration: 413.755163ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:56.997313Z","caller":"traceutil/trace.go:171","msg":"trace[164210473] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"439.810513ms","start":"2026-04-04T10:16:56.557492Z","end":"2026-04-04T10:16:56.997303Z","steps":["trace[164210473] 'process raft request' (duration: 439.673189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:56.998756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:56.557483Z","time spent":"441.228765ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:16:56.997431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.918276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:16:56.998873Z","caller":"traceutil/trace.go:171","msg":"trace[1118349885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2953; }","duration":"441.343278ms","start":"2026-04-04T10:16:56.557468Z","end":"2026-04-04T10:16:56.998811Z","steps":["trace[1118349885] 'agreement among raft nodes before linearized reading' (duration: 439.853014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:56.999389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:56.557456Z","time spent":"441.472601ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:16:57.239415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.298241ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:16:57.239693Z","caller":"traceutil/trace.go:171","msg":"trace[1901760911] linearizableReadLoop","detail":"{readStateIndex:3073; appliedIndex:3072; }","duration":"241.074683ms","start":"2026-04-04T10:16:56.998593Z","end":"2026-04-04T10:16:57.239668Z","steps":["trace[1901760911] 'read index received' (duration: 451.003µs)","trace[1901760911] 'applied index is now lower than readState.Index' (duration: 240.62148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:16:57.239872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.631116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:16:57.239928Z","caller":"traceutil/trace.go:171","msg":"trace[1109999732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2953; }","duration":"671.70623ms","start":"2026-04-04T10:16:56.56821Z","end":"2026-04-04T10:16:57.239916Z","steps":["trace[1109999732] 'agreement among raft nodes before linearized reading' (duration: 671.491213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:57.239915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.139543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:16:57.239959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:56.568144Z","time spent":"671.808692ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:16:57.239941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.571712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:16:57.239992Z","caller":"traceutil/trace.go:171","msg":"trace[140672098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2953; }","duration":"399.257716ms","start":"2026-04-04T10:16:56.840716Z","end":"2026-04-04T10:16:57.239974Z","steps":["trace[140672098] 'agreement among raft nodes before linearized reading' (duration: 399.04936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:57.240019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.558241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:16:57.240024Z","caller":"traceutil/trace.go:171","msg":"trace[194382818] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2953; }","duration":"675.691765ms","start":"2026-04-04T10:16:56.564313Z","end":"2026-04-04T10:16:57.240005Z","steps":["trace[194382818] 'agreement among raft nodes before linearized reading' (duration: 675.456808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:57.240038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:56.840695Z","time spent":"399.335429ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:16:57.240063Z","caller":"traceutil/trace.go:171","msg":"trace[1454983416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2953; }","duration":"675.736966ms","start":"2026-04-04T10:16:56.564311Z","end":"2026-04-04T10:16:57.240048Z","steps":["trace[1454983416] 'agreement among raft nodes before linearized reading' (duration: 675.442638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:57.240067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:56.564296Z","time spent":"675.762777ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:16:57.24009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:56.564298Z","time spent":"675.786697ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:16:57.240189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.88351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:16:57.240243Z","caller":"traceutil/trace.go:171","msg":"trace[2050199801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2953; }","duration":"675.952273ms","start":"2026-04-04T10:16:56.564278Z","end":"2026-04-04T10:16:57.24023Z","steps":["trace[2050199801] 'agreement among raft nodes before linearized reading' (duration: 675.495159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:57.240276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:56.564233Z","time spent":"676.035835ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:16:57.240443Z","caller":"traceutil/trace.go:171","msg":"trace[1482634812] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"236.961764ms","start":"2026-04-04T10:16:57.003467Z","end":"2026-04-04T10:16:57.240429Z","steps":["trace[1482634812] 'process raft request' (duration: 236.041488ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:02.773889Z","caller":"traceutil/trace.go:171","msg":"trace[27774329] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"107.387446ms","start":"2026-04-04T10:17:02.666477Z","end":"2026-04-04T10:17:02.773864Z","steps":["trace[27774329] 'process raft request' (duration: 77.556647ms)","trace[27774329] 'compare' (duration: 29.682645ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:03.163663Z","caller":"traceutil/trace.go:171","msg":"trace[303385934] linearizableReadLoop","detail":"{readStateIndex:3106; appliedIndex:3104; }","duration":"101.662974ms","start":"2026-04-04T10:17:03.061978Z","end":"2026-04-04T10:17:03.163641Z","steps":["trace[303385934] 'read index received' (duration: 25.568965ms)","trace[303385934] 'applied index is now lower than readState.Index' (duration: 76.093389ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:03.163725Z","caller":"traceutil/trace.go:171","msg":"trace[69577913] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"138.152125ms","start":"2026-04-04T10:17:03.025535Z","end":"2026-04-04T10:17:03.163687Z","steps":["trace[69577913] 'process raft request' (duration: 135.06552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:03.164837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.872142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a31fed81d6a388\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-04T10:17:03.164879Z","caller":"traceutil/trace.go:171","msg":"trace[1179784101] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a31fed81d6a388; range_end:; response_count:1; response_revision:2985; }","duration":"102.975775ms","start":"2026-04-04T10:17:03.061894Z","end":"2026-04-04T10:17:03.16487Z","steps":["trace[1179784101] 'agreement among raft nodes before linearized reading' (duration: 101.998925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:03.569715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.810087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:03.569798Z","caller":"traceutil/trace.go:171","msg":"trace[599021167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2986; }","duration":"303.946851ms","start":"2026-04-04T10:17:03.265831Z","end":"2026-04-04T10:17:03.569778Z","steps":["trace[599021167] 'range keys from in-memory index tree' (duration: 303.690984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:03.569841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:03.265811Z","time spent":"304.020004ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:17:03.56986Z","caller":"traceutil/trace.go:171","msg":"trace[1919766849] linearizableReadLoop","detail":"{readStateIndex:3109; appliedIndex:3108; }","duration":"281.245054ms","start":"2026-04-04T10:17:03.288579Z","end":"2026-04-04T10:17:03.569824Z","steps":["trace[1919766849] 'read index received' (duration: 276.093666ms)","trace[1919766849] 'applied index is now lower than readState.Index' (duration: 5.149778ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:03.570074Z","caller":"traceutil/trace.go:171","msg":"trace[1334692965] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"286.091503ms","start":"2026-04-04T10:17:03.283961Z","end":"2026-04-04T10:17:03.570052Z","steps":["trace[1334692965] 'process raft request' (duration: 280.698828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:03.570262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.659777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:17:03.570352Z","caller":"traceutil/trace.go:171","msg":"trace[294765690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2987; }","duration":"281.795471ms","start":"2026-04-04T10:17:03.288537Z","end":"2026-04-04T10:17:03.570332Z","steps":["trace[294765690] 'agreement among raft nodes before linearized reading' (duration: 281.569393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:03.570563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.116226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:17:03.570608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.540417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-04T10:17:03.570569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.844442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-04T10:17:03.570658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.733589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:17:03.570662Z","caller":"traceutil/trace.go:171","msg":"trace[1573398478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2987; }","duration":"231.634799ms","start":"2026-04-04T10:17:03.339008Z","end":"2026-04-04T10:17:03.570643Z","steps":["trace[1573398478] 'agreement among raft nodes before linearized reading' (duration: 231.475685ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:03.570691Z","caller":"traceutil/trace.go:171","msg":"trace[1469225921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2987; }","duration":"253.76596ms","start":"2026-04-04T10:17:03.316916Z","end":"2026-04-04T10:17:03.570682Z","steps":["trace[1469225921] 'agreement among raft nodes before linearized reading' (duration: 253.689007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:03.570684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.095158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:17:03.57062Z","caller":"traceutil/trace.go:171","msg":"trace[1541704041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2987; }","duration":"274.206067ms","start":"2026-04-04T10:17:03.296401Z","end":"2026-04-04T10:17:03.570607Z","steps":["trace[1541704041] 'agreement among raft nodes before linearized reading' (duration: 273.906448ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:03.570742Z","caller":"traceutil/trace.go:171","msg":"trace[567364385] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2987; }","duration":"224.18007ms","start":"2026-04-04T10:17:03.346545Z","end":"2026-04-04T10:17:03.570725Z","steps":["trace[567364385] 'agreement among raft nodes before linearized reading' (duration: 223.896191ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:03.57081Z","caller":"traceutil/trace.go:171","msg":"trace[1571814945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2987; }","duration":"225.040688ms","start":"2026-04-04T10:17:03.345605Z","end":"2026-04-04T10:17:03.570646Z","steps":["trace[1571814945] 'agreement among raft nodes before linearized reading' (duration: 224.729918ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:05.260093Z","caller":"traceutil/trace.go:171","msg":"trace[937394300] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"167.409028ms","start":"2026-04-04T10:17:05.092659Z","end":"2026-04-04T10:17:05.260068Z","steps":["trace[937394300] 'process raft request' (duration: 167.249553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:05.532735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.713244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:17:05.532887Z","caller":"traceutil/trace.go:171","msg":"trace[563918768] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"362.87206ms","start":"2026-04-04T10:17:05.169998Z","end":"2026-04-04T10:17:05.53287Z","steps":["trace[563918768] 'process raft request' (duration: 205.936699ms)","trace[563918768] 'compare' (duration: 156.365434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:05.532967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:05.16998Z","time spent":"362.956732ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:17:05.532838Z","caller":"traceutil/trace.go:171","msg":"trace[2033703825] linearizableReadLoop","detail":"{readStateIndex:3119; appliedIndex:3118; }","duration":"267.716594ms","start":"2026-04-04T10:17:05.265104Z","end":"2026-04-04T10:17:05.532821Z","steps":["trace[2033703825] 'read index received' (duration: 110.851535ms)","trace[2033703825] 'applied index is now lower than readState.Index' (duration: 156.863889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:05.533318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.183588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:05.533429Z","caller":"traceutil/trace.go:171","msg":"trace[2125572961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2997; }","duration":"268.336603ms","start":"2026-04-04T10:17:05.265069Z","end":"2026-04-04T10:17:05.533406Z","steps":["trace[2125572961] 'agreement among raft nodes before linearized reading' (duration: 268.155937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:05.828933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.404254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:17:05.829041Z","caller":"traceutil/trace.go:171","msg":"trace[214539570] linearizableReadLoop","detail":"{readStateIndex:3120; appliedIndex:3119; }","duration":"229.959648ms","start":"2026-04-04T10:17:05.599065Z","end":"2026-04-04T10:17:05.829025Z","steps":["trace[214539570] 'read index received' (duration: 66.334827ms)","trace[214539570] 'applied index is now lower than readState.Index' (duration: 163.623841ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:05.829306Z","caller":"traceutil/trace.go:171","msg":"trace[369189774] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"245.938326ms","start":"2026-04-04T10:17:05.58333Z","end":"2026-04-04T10:17:05.829268Z","steps":["trace[369189774] 'process raft request' (duration: 82.11833ms)","trace[369189774] 'compare' (duration: 163.2851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:05.829466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.397641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:17:05.829525Z","caller":"traceutil/trace.go:171","msg":"trace[1746738984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2998; }","duration":"230.459103ms","start":"2026-04-04T10:17:05.599051Z","end":"2026-04-04T10:17:05.82951Z","steps":["trace[1746738984] 'agreement among raft nodes before linearized reading' (duration: 230.215175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:05.829507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.803063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-04T10:17:05.829527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.73432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-04T10:17:05.829553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.106312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:17:05.829582Z","caller":"traceutil/trace.go:171","msg":"trace[1299111954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2998; }","duration":"229.891545ms","start":"2026-04-04T10:17:05.599673Z","end":"2026-04-04T10:17:05.829565Z","steps":["trace[1299111954] 'agreement among raft nodes before linearized reading' (duration: 229.676319ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:05.82961Z","caller":"traceutil/trace.go:171","msg":"trace[58741333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2998; }","duration":"229.866944ms","start":"2026-04-04T10:17:05.599725Z","end":"2026-04-04T10:17:05.829592Z","steps":["trace[58741333] 'agreement among raft nodes before linearized reading' (duration: 229.605306ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:05.829646Z","caller":"traceutil/trace.go:171","msg":"trace[979067131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2998; }","duration":"230.236316ms","start":"2026-04-04T10:17:05.599392Z","end":"2026-04-04T10:17:05.829628Z","steps":["trace[979067131] 'agreement among raft nodes before linearized reading' (duration: 229.936047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:05.829757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.177174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:17:05.829796Z","caller":"traceutil/trace.go:171","msg":"trace[1019725844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2998; }","duration":"230.262087ms","start":"2026-04-04T10:17:05.599524Z","end":"2026-04-04T10:17:05.829786Z","steps":["trace[1019725844] 'agreement among raft nodes before linearized reading' (duration: 230.170934ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:10.856358Z","caller":"traceutil/trace.go:171","msg":"trace[1644732249] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"118.802289ms","start":"2026-04-04T10:17:10.737534Z","end":"2026-04-04T10:17:10.856336Z","steps":["trace[1644732249] 'process raft request' (duration: 118.636843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:11.105482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.665636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:11.105571Z","caller":"traceutil/trace.go:171","msg":"trace[1241571298] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3023; }","duration":"212.82019ms","start":"2026-04-04T10:17:10.892732Z","end":"2026-04-04T10:17:11.105552Z","steps":["trace[1241571298] 'count revisions from in-memory index tree' (duration: 212.399676ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:11.708421Z","caller":"traceutil/trace.go:171","msg":"trace[2118931194] linearizableReadLoop","detail":"{readStateIndex:3148; appliedIndex:3146; }","duration":"404.144659ms","start":"2026-04-04T10:17:11.304251Z","end":"2026-04-04T10:17:11.708395Z","steps":["trace[2118931194] 'read index received' (duration: 50.189048ms)","trace[2118931194] 'applied index is now lower than readState.Index' (duration: 353.954291ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:11.708654Z","caller":"traceutil/trace.go:171","msg":"trace[1476020912] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"424.882992ms","start":"2026-04-04T10:17:11.283744Z","end":"2026-04-04T10:17:11.708627Z","steps":["trace[1476020912] 'process raft request' (duration: 423.704843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:11.708564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.294374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-04T10:17:11.708786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:11.283716Z","time spent":"425.001446ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:17:11.708837Z","caller":"traceutil/trace.go:171","msg":"trace[522303543] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3024; }","duration":"404.633425ms","start":"2026-04-04T10:17:11.30419Z","end":"2026-04-04T10:17:11.708823Z","steps":["trace[522303543] 'agreement among raft nodes before linearized reading' (duration: 404.302414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:11.708981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:11.30417Z","time spent":"404.79668ms","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-04T10:17:11.73366Z","caller":"traceutil/trace.go:171","msg":"trace[1572555584] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"377.536297ms","start":"2026-04-04T10:17:11.356106Z","end":"2026-04-04T10:17:11.733642Z","steps":["trace[1572555584] 'process raft request' (duration: 376.939767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:11.733765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:11.356082Z","time spent":"377.62874ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:17:11.734012Z","caller":"traceutil/trace.go:171","msg":"trace[1798379040] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"179.276926ms","start":"2026-04-04T10:17:11.55472Z","end":"2026-04-04T10:17:11.733997Z","steps":["trace[1798379040] 'process raft request' (duration: 178.446008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:12.023852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.467096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:17:12.023925Z","caller":"traceutil/trace.go:171","msg":"trace[2005339118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3026; }","duration":"114.587481ms","start":"2026-04-04T10:17:11.909321Z","end":"2026-04-04T10:17:12.023908Z","steps":["trace[2005339118] 'range keys from in-memory index tree' (duration: 114.290622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:12.024072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.627509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:17:12.024117Z","caller":"traceutil/trace.go:171","msg":"trace[239104917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3026; }","duration":"105.759354ms","start":"2026-04-04T10:17:11.91835Z","end":"2026-04-04T10:17:12.024109Z","steps":["trace[239104917] 'range keys from in-memory index tree' (duration: 105.519786ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:13.024156Z","caller":"traceutil/trace.go:171","msg":"trace[1286989934] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"101.737155ms","start":"2026-04-04T10:17:12.922386Z","end":"2026-04-04T10:17:13.024123Z","steps":["trace[1286989934] 'process raft request' (duration: 101.548159ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:13.246549Z","caller":"traceutil/trace.go:171","msg":"trace[1980696732] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"179.202236ms","start":"2026-04-04T10:17:13.067321Z","end":"2026-04-04T10:17:13.246523Z","steps":["trace[1980696732] 'process raft request' (duration: 179.066712ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:16.285859Z","caller":"traceutil/trace.go:171","msg":"trace[2037669338] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"160.672655ms","start":"2026-04-04T10:17:16.125161Z","end":"2026-04-04T10:17:16.285834Z","steps":["trace[2037669338] 'process raft request' (duration: 159.96578ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:16.286026Z","caller":"traceutil/trace.go:171","msg":"trace[1345794332] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"136.096613ms","start":"2026-04-04T10:17:16.149914Z","end":"2026-04-04T10:17:16.286011Z","steps":["trace[1345794332] 'process raft request' (duration: 135.998489ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:16.286043Z","caller":"traceutil/trace.go:171","msg":"trace[818710253] linearizableReadLoop","detail":"{readStateIndex:3176; appliedIndex:3174; }","duration":"159.004618ms","start":"2026-04-04T10:17:16.12703Z","end":"2026-04-04T10:17:16.286035Z","steps":["trace[818710253] 'read index received' (duration: 52.885909ms)","trace[818710253] 'applied index is now lower than readState.Index' (duration: 106.117999ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:16.286081Z","caller":"traceutil/trace.go:171","msg":"trace[517516333] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"135.542615ms","start":"2026-04-04T10:17:16.150526Z","end":"2026-04-04T10:17:16.286069Z","steps":["trace[517516333] 'process raft request' (duration: 135.458662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:16.28615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.105162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-04T10:17:16.286181Z","caller":"traceutil/trace.go:171","msg":"trace[602515684] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3055; }","duration":"159.166684ms","start":"2026-04-04T10:17:16.127006Z","end":"2026-04-04T10:17:16.286173Z","steps":["trace[602515684] 'agreement among raft nodes before linearized reading' (duration: 159.05592ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:16.28617Z","caller":"traceutil/trace.go:171","msg":"trace[1654887320] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"136.235117ms","start":"2026-04-04T10:17:16.149778Z","end":"2026-04-04T10:17:16.286013Z","steps":["trace[1654887320] 'process raft request' (duration: 135.959518ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:17.174466Z","caller":"traceutil/trace.go:171","msg":"trace[2087284330] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"197.395017ms","start":"2026-04-04T10:17:16.976808Z","end":"2026-04-04T10:17:17.174203Z","steps":["trace[2087284330] 'process raft request' (duration: 197.130778ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:18.460343Z","caller":"traceutil/trace.go:171","msg":"trace[349906327] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"165.685877ms","start":"2026-04-04T10:17:18.294631Z","end":"2026-04-04T10:17:18.460317Z","steps":["trace[349906327] 'process raft request' (duration: 165.651266ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:18.460482Z","caller":"traceutil/trace.go:171","msg":"trace[1857409556] linearizableReadLoop","detail":"{readStateIndex:3187; appliedIndex:3186; }","duration":"166.008167ms","start":"2026-04-04T10:17:18.294448Z","end":"2026-04-04T10:17:18.460456Z","steps":["trace[1857409556] 'read index received' (duration: 151.255539ms)","trace[1857409556] 'applied index is now lower than readState.Index' (duration: 14.750428ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:18.460492Z","caller":"traceutil/trace.go:171","msg":"trace[944410164] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"165.927345ms","start":"2026-04-04T10:17:18.294543Z","end":"2026-04-04T10:17:18.46047Z","steps":["trace[944410164] 'process raft request' (duration: 165.705207ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:18.460499Z","caller":"traceutil/trace.go:171","msg":"trace[882449733] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"166.019958ms","start":"2026-04-04T10:17:18.294452Z","end":"2026-04-04T10:17:18.460472Z","steps":["trace[882449733] 'process raft request' (duration: 165.751649ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:18.460648Z","caller":"traceutil/trace.go:171","msg":"trace[1019671240] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"167.766678ms","start":"2026-04-04T10:17:18.292843Z","end":"2026-04-04T10:17:18.46061Z","steps":["trace[1019671240] 'process raft request' (duration: 152.872044ms)","trace[1019671240] 'compare' (duration: 14.368646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:18.460705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.218624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-04T10:17:18.460732Z","caller":"traceutil/trace.go:171","msg":"trace[1151904689] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3065; }","duration":"166.292666ms","start":"2026-04-04T10:17:18.29443Z","end":"2026-04-04T10:17:18.460723Z","steps":["trace[1151904689] 'agreement among raft nodes before linearized reading' (duration: 166.10226ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:24.083025Z","caller":"traceutil/trace.go:171","msg":"trace[1259691091] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"249.870419ms","start":"2026-04-04T10:17:23.833129Z","end":"2026-04-04T10:17:24.083Z","steps":["trace[1259691091] 'process raft request' (duration: 249.677872ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:24.106692Z","caller":"traceutil/trace.go:171","msg":"trace[1142350998] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"267.645692ms","start":"2026-04-04T10:17:23.839019Z","end":"2026-04-04T10:17:24.106665Z","steps":["trace[1142350998] 'process raft request' (duration: 267.435824ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:24.106681Z","caller":"traceutil/trace.go:171","msg":"trace[1217373445] linearizableReadLoop","detail":"{readStateIndex:3217; appliedIndex:3216; }","duration":"128.504711ms","start":"2026-04-04T10:17:23.978128Z","end":"2026-04-04T10:17:24.106633Z","steps":["trace[1217373445] 'read index received' (duration: 104.879404ms)","trace[1217373445] 'applied index is now lower than readState.Index' (duration: 23.624227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:24.107244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.100421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:17:24.107329Z","caller":"traceutil/trace.go:171","msg":"trace[283596168] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3092; }","duration":"129.250907ms","start":"2026-04-04T10:17:23.978064Z","end":"2026-04-04T10:17:24.107315Z","steps":["trace[283596168] 'agreement among raft nodes before linearized reading' (duration: 128.765199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:36.374588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.265277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:36.374726Z","caller":"traceutil/trace.go:171","msg":"trace[312274925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3155; }","duration":"108.482646ms","start":"2026-04-04T10:17:36.266212Z","end":"2026-04-04T10:17:36.374695Z","steps":["trace[312274925] 'range keys from in-memory index tree' (duration: 108.118001ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:36.732555Z","caller":"traceutil/trace.go:171","msg":"trace[1414516471] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"122.102411ms","start":"2026-04-04T10:17:36.610418Z","end":"2026-04-04T10:17:36.73252Z","steps":["trace[1414516471] 'process raft request' (duration: 121.910934ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:36.736289Z","caller":"traceutil/trace.go:171","msg":"trace[1257129436] linearizableReadLoop","detail":"{readStateIndex:3288; appliedIndex:3286; }","duration":"123.91801ms","start":"2026-04-04T10:17:36.612357Z","end":"2026-04-04T10:17:36.736275Z","steps":["trace[1257129436] 'read index received' (duration: 120.034135ms)","trace[1257129436] 'applied index is now lower than readState.Index' (duration: 3.882795ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:36.736349Z","caller":"traceutil/trace.go:171","msg":"trace[1498695978] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"124.294634ms","start":"2026-04-04T10:17:36.612036Z","end":"2026-04-04T10:17:36.73633Z","steps":["trace[1498695978] 'process raft request' (duration: 124.154199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:36.736581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.163779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:17:36.736632Z","caller":"traceutil/trace.go:171","msg":"trace[873339640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3159; }","duration":"124.293694ms","start":"2026-04-04T10:17:36.612322Z","end":"2026-04-04T10:17:36.736616Z","steps":["trace[873339640] 'agreement among raft nodes before linearized reading' (duration: 124.034754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:36.736799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.296004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:17:36.736895Z","caller":"traceutil/trace.go:171","msg":"trace[899184967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3159; }","duration":"124.428129ms","start":"2026-04-04T10:17:36.612448Z","end":"2026-04-04T10:17:36.736876Z","steps":["trace[899184967] 'agreement among raft nodes before linearized reading' (duration: 123.999504ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:37.104522Z","caller":"traceutil/trace.go:171","msg":"trace[551832154] linearizableReadLoop","detail":"{readStateIndex:3290; appliedIndex:3288; }","duration":"294.910582ms","start":"2026-04-04T10:17:36.809583Z","end":"2026-04-04T10:17:37.104493Z","steps":["trace[551832154] 'read index received' (duration: 270.941298ms)","trace[551832154] 'applied index is now lower than readState.Index' (duration: 23.967914ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:37.10454Z","caller":"traceutil/trace.go:171","msg":"trace[58347534] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"363.379124ms","start":"2026-04-04T10:17:36.741134Z","end":"2026-04-04T10:17:37.104513Z","steps":["trace[58347534] 'process raft request' (duration: 363.235848ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:37.104616Z","caller":"traceutil/trace.go:171","msg":"trace[55640342] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"363.468267ms","start":"2026-04-04T10:17:36.741135Z","end":"2026-04-04T10:17:37.104603Z","steps":["trace[55640342] 'process raft request' (duration: 339.468443ms)","trace[55640342] 'compare' (duration: 23.555408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:37.104721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:36.74111Z","time spent":"363.54136ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:17:37.104973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:36.741107Z","time spent":"363.519999ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:17:37.105147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.538605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:17:37.105235Z","caller":"traceutil/trace.go:171","msg":"trace[1565523926] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3161; }","duration":"295.686761ms","start":"2026-04-04T10:17:36.809528Z","end":"2026-04-04T10:17:37.105215Z","steps":["trace[1565523926] 'agreement among raft nodes before linearized reading' (duration: 295.374989ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:37.465512Z","caller":"traceutil/trace.go:171","msg":"trace[1809064208] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"226.814837ms","start":"2026-04-04T10:17:37.238668Z","end":"2026-04-04T10:17:37.465483Z","steps":["trace[1809064208] 'process raft request' (duration: 137.270768ms)","trace[1809064208] 'compare' (duration: 89.421104ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:38.23523Z","caller":"traceutil/trace.go:171","msg":"trace[942113818] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"109.775902ms","start":"2026-04-04T10:17:38.125395Z","end":"2026-04-04T10:17:38.235171Z","steps":["trace[942113818] 'process raft request' (duration: 102.754328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:38.676574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.536857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:17:38.676656Z","caller":"traceutil/trace.go:171","msg":"trace[1091638706] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3165; }","duration":"197.672392ms","start":"2026-04-04T10:17:38.478965Z","end":"2026-04-04T10:17:38.676638Z","steps":["trace[1091638706] 'count revisions from in-memory index tree' (duration: 197.429733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:38.676772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.125599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-04T10:17:38.676822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.494744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:17:38.676856Z","caller":"traceutil/trace.go:171","msg":"trace[481802107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3165; }","duration":"217.567627ms","start":"2026-04-04T10:17:38.45928Z","end":"2026-04-04T10:17:38.676848Z","steps":["trace[481802107] 'range keys from in-memory index tree' (duration: 217.142771ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:38.676846Z","caller":"traceutil/trace.go:171","msg":"trace[1803233644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3165; }","duration":"112.246224ms","start":"2026-04-04T10:17:38.564581Z","end":"2026-04-04T10:17:38.676827Z","steps":["trace[1803233644] 'range keys from in-memory index tree' (duration: 111.779146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:39.072283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.078912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:17:39.072507Z","caller":"traceutil/trace.go:171","msg":"trace[2573350] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"311.283261ms","start":"2026-04-04T10:17:38.761195Z","end":"2026-04-04T10:17:39.072479Z","steps":["trace[2573350] 'process raft request' (duration: 311.217179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:39.072588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.76119Z","time spent":"311.365174ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:17:39.072635Z","caller":"traceutil/trace.go:171","msg":"trace[566373436] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"311.666355ms","start":"2026-04-04T10:17:38.760922Z","end":"2026-04-04T10:17:39.072588Z","steps":["trace[566373436] 'process raft request' (duration: 138.162556ms)","trace[566373436] 'compare' (duration: 172.930277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:39.072807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.76091Z","time spent":"311.805101ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:17:40.425856Z","caller":"traceutil/trace.go:171","msg":"trace[2026305667] linearizableReadLoop","detail":"{readStateIndex:3303; appliedIndex:3301; }","duration":"160.316138ms","start":"2026-04-04T10:17:40.265511Z","end":"2026-04-04T10:17:40.425827Z","steps":["trace[2026305667] 'read index received' (duration: 70.561327ms)","trace[2026305667] 'applied index is now lower than readState.Index' (duration: 89.753541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:40.426095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.569037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:40.426184Z","caller":"traceutil/trace.go:171","msg":"trace[31720951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3174; }","duration":"160.709013ms","start":"2026-04-04T10:17:40.265463Z","end":"2026-04-04T10:17:40.426172Z","steps":["trace[31720951] 'agreement among raft nodes before linearized reading' (duration: 160.566947ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:40.426097Z","caller":"traceutil/trace.go:171","msg":"trace[157588387] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"164.950262ms","start":"2026-04-04T10:17:40.261085Z","end":"2026-04-04T10:17:40.426035Z","steps":["trace[157588387] 'process raft request' (duration: 137.052708ms)","trace[157588387] 'compare' (duration: 27.550181ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:41.215155Z","caller":"traceutil/trace.go:171","msg":"trace[525452205] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"134.242265ms","start":"2026-04-04T10:17:41.080879Z","end":"2026-04-04T10:17:41.215121Z","steps":["trace[525452205] 'process raft request' (duration: 134.043687ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:41.415457Z","caller":"traceutil/trace.go:171","msg":"trace[1457050065] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"195.647004ms","start":"2026-04-04T10:17:41.219784Z","end":"2026-04-04T10:17:41.415431Z","steps":["trace[1457050065] 'process raft request' (duration: 195.485538ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:41.418811Z","caller":"traceutil/trace.go:171","msg":"trace[153933058] linearizableReadLoop","detail":"{readStateIndex:3309; appliedIndex:3307; }","duration":"179.850934ms","start":"2026-04-04T10:17:41.238871Z","end":"2026-04-04T10:17:41.418722Z","steps":["trace[153933058] 'read index received' (duration: 176.377703ms)","trace[153933058] 'applied index is now lower than readState.Index' (duration: 3.472211ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:41.41906Z","caller":"traceutil/trace.go:171","msg":"trace[354798688] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"199.2205ms","start":"2026-04-04T10:17:41.219826Z","end":"2026-04-04T10:17:41.419047Z","steps":["trace[354798688] 'process raft request' (duration: 198.799024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:41.419336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.460608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:17:41.419379Z","caller":"traceutil/trace.go:171","msg":"trace[183142752] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:3180; }","duration":"180.546831ms","start":"2026-04-04T10:17:41.238822Z","end":"2026-04-04T10:17:41.419369Z","steps":["trace[183142752] 'agreement among raft nodes before linearized reading' (duration: 180.405055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:41.419648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.820416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:41.419686Z","caller":"traceutil/trace.go:171","msg":"trace[1895471669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3180; }","duration":"139.907299ms","start":"2026-04-04T10:17:41.27977Z","end":"2026-04-04T10:17:41.419677Z","steps":["trace[1895471669] 'agreement among raft nodes before linearized reading' (duration: 139.850097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:41.783406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.346929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:17:41.783758Z","caller":"traceutil/trace.go:171","msg":"trace[947577949] linearizableReadLoop","detail":"{readStateIndex:3311; appliedIndex:3310; }","duration":"315.812182ms","start":"2026-04-04T10:17:41.467916Z","end":"2026-04-04T10:17:41.783728Z","steps":["trace[947577949] 'read index received' (duration: 41.078979ms)","trace[947577949] 'applied index is now lower than readState.Index' (duration: 274.731533ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:41.783888Z","caller":"traceutil/trace.go:171","msg":"trace[1491838423] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"350.171066ms","start":"2026-04-04T10:17:41.433686Z","end":"2026-04-04T10:17:41.783857Z","steps":["trace[1491838423] 'process raft request' (duration: 75.296127ms)","trace[1491838423] 'compare' (duration: 274.207574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:41.784068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:41.433664Z","time spent":"350.296221ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:17:41.784229Z","caller":"traceutil/trace.go:171","msg":"trace[2093590289] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"277.439967ms","start":"2026-04-04T10:17:41.506118Z","end":"2026-04-04T10:17:41.783558Z","steps":["trace[2093590289] 'process raft request' (duration: 277.384445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:41.784634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.704397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:41.78469Z","caller":"traceutil/trace.go:171","msg":"trace[1531724929] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3182; }","duration":"316.765579ms","start":"2026-04-04T10:17:41.46791Z","end":"2026-04-04T10:17:41.784675Z","steps":["trace[1531724929] 'agreement among raft nodes before linearized reading' (duration: 315.994819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:41.784724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:41.467867Z","time spent":"316.847701ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:17:42.831846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.154227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:17:42.831949Z","caller":"traceutil/trace.go:171","msg":"trace[1279913948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3185; }","duration":"115.309464ms","start":"2026-04-04T10:17:42.716622Z","end":"2026-04-04T10:17:42.831931Z","steps":["trace[1279913948] 'range keys from in-memory index tree' (duration: 114.914069ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:43.020601Z","caller":"traceutil/trace.go:171","msg":"trace[969750631] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"184.179431ms","start":"2026-04-04T10:17:42.836398Z","end":"2026-04-04T10:17:43.020577Z","steps":["trace[969750631] 'process raft request' (duration: 184.012105ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:43.136401Z","caller":"traceutil/trace.go:171","msg":"trace[463239131] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"297.532489ms","start":"2026-04-04T10:17:42.838821Z","end":"2026-04-04T10:17:43.136354Z","steps":["trace[463239131] 'process raft request' (duration: 288.827236ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:43.325369Z","caller":"traceutil/trace.go:171","msg":"trace[1490798713] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"101.065317ms","start":"2026-04-04T10:17:43.224283Z","end":"2026-04-04T10:17:43.325348Z","steps":["trace[1490798713] 'process raft request' (duration: 97.651496ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:44.522029Z","caller":"traceutil/trace.go:171","msg":"trace[192469345] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"111.085089ms","start":"2026-04-04T10:17:44.410906Z","end":"2026-04-04T10:17:44.521991Z","steps":["trace[192469345] 'process raft request' (duration: 53.07808ms)","trace[192469345] 'compare' (duration: 57.788871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:46.98223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.956812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:17:46.983097Z","caller":"traceutil/trace.go:171","msg":"trace[1655540130] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"454.321932ms","start":"2026-04-04T10:17:46.528755Z","end":"2026-04-04T10:17:46.983077Z","steps":["trace[1655540130] 'process raft request' (duration: 453.591954ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:46.983217Z","caller":"traceutil/trace.go:171","msg":"trace[1199219140] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"440.837529ms","start":"2026-04-04T10:17:46.542348Z","end":"2026-04-04T10:17:46.983186Z","steps":["trace[1199219140] 'process raft request' (duration: 440.662043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:46.983418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:46.542327Z","time spent":"441.010886ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:17:46.983962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:46.528731Z","time spent":"454.420515ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:17:47.15127Z","caller":"traceutil/trace.go:171","msg":"trace[1095699170] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"114.782335ms","start":"2026-04-04T10:17:47.036449Z","end":"2026-04-04T10:17:47.151231Z","steps":["trace[1095699170] 'process raft request' (duration: 51.833717ms)","trace[1095699170] 'compare' (duration: 62.834584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:47.803419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.258874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:17:47.803533Z","caller":"traceutil/trace.go:171","msg":"trace[819459087] linearizableReadLoop","detail":"{readStateIndex:3341; appliedIndex:3340; }","duration":"622.386519ms","start":"2026-04-04T10:17:47.181129Z","end":"2026-04-04T10:17:47.803515Z","steps":["trace[819459087] 'read index received' (duration: 153.850624ms)","trace[819459087] 'applied index is now lower than readState.Index' (duration: 468.534275ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:47.803923Z","caller":"traceutil/trace.go:171","msg":"trace[211670837] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"623.801394ms","start":"2026-04-04T10:17:47.180106Z","end":"2026-04-04T10:17:47.803908Z","steps":["trace[211670837] 'process raft request' (duration: 154.922236ms)","trace[211670837] 'compare' (duration: 467.840368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:47.80402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:47.180095Z","time spent":"623.872087ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:17:47.804284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.503627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:47.804383Z","caller":"traceutil/trace.go:171","msg":"trace[1225532794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3210; }","duration":"538.655822ms","start":"2026-04-04T10:17:47.265709Z","end":"2026-04-04T10:17:47.804364Z","steps":["trace[1225532794] 'agreement among raft nodes before linearized reading' (duration: 538.469065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:47.804425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:47.265684Z","time spent":"538.732666ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:17:47.804871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.479545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:17:47.804869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.880053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:17:47.804928Z","caller":"traceutil/trace.go:171","msg":"trace[1848370496] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3210; }","duration":"503.543427ms","start":"2026-04-04T10:17:47.301371Z","end":"2026-04-04T10:17:47.804915Z","steps":["trace[1848370496] 'agreement among raft nodes before linearized reading' (duration: 503.441433ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:47.804952Z","caller":"traceutil/trace.go:171","msg":"trace[141203012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3210; }","duration":"302.022979ms","start":"2026-04-04T10:17:47.502906Z","end":"2026-04-04T10:17:47.804929Z","steps":["trace[141203012] 'agreement among raft nodes before linearized reading' (duration: 301.755739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:47.804994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:47.301334Z","time spent":"503.6257ms","remote":"127.0.0.1:57778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:17:47.805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.2963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:17:47.805081Z","caller":"traceutil/trace.go:171","msg":"trace[791301142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3210; }","duration":"447.443646ms","start":"2026-04-04T10:17:47.35762Z","end":"2026-04-04T10:17:47.805064Z","steps":["trace[791301142] 'agreement among raft nodes before linearized reading' (duration: 447.168555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:47.805388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:47.357564Z","time spent":"447.80866ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:17:47.805446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.537169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:47.805507Z","caller":"traceutil/trace.go:171","msg":"trace[887287598] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3210; }","duration":"447.646013ms","start":"2026-04-04T10:17:47.357838Z","end":"2026-04-04T10:17:47.805484Z","steps":["trace[887287598] 'agreement among raft nodes before linearized reading' (duration: 447.55513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:47.805541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:47.357805Z","time spent":"447.726757ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:17:47.806059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:47.502881Z","time spent":"302.111362ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:17:47.806316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.720228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:17:47.806371Z","caller":"traceutil/trace.go:171","msg":"trace[1570312219] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3210; }","duration":"300.797891ms","start":"2026-04-04T10:17:47.505561Z","end":"2026-04-04T10:17:47.806359Z","steps":["trace[1570312219] 'agreement among raft nodes before linearized reading' (duration: 300.631575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:47.80641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:47.505551Z","time spent":"300.851133ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:17:47.806535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.365745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:17:47.806716Z","caller":"traceutil/trace.go:171","msg":"trace[1977844512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3210; }","duration":"625.561633ms","start":"2026-04-04T10:17:47.181108Z","end":"2026-04-04T10:17:47.80667Z","steps":["trace[1977844512] 'agreement among raft nodes before linearized reading' (duration: 625.008002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:47.807188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:47.1811Z","time spent":"626.069113ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:17:48.051484Z","caller":"traceutil/trace.go:171","msg":"trace[306078178] linearizableReadLoop","detail":"{readStateIndex:3342; appliedIndex:3341; }","duration":"240.46061ms","start":"2026-04-04T10:17:47.810996Z","end":"2026-04-04T10:17:48.051456Z","steps":["trace[306078178] 'read index received' (duration: 208.841815ms)","trace[306078178] 'applied index is now lower than readState.Index' (duration: 31.617545ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:48.051598Z","caller":"traceutil/trace.go:171","msg":"trace[327255840] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"240.825575ms","start":"2026-04-04T10:17:47.810732Z","end":"2026-04-04T10:17:48.051558Z","steps":["trace[327255840] 'process raft request' (duration: 208.919359ms)","trace[327255840] 'compare' (duration: 31.556313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:48.051684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.669249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-04T10:17:48.051732Z","caller":"traceutil/trace.go:171","msg":"trace[2105806749] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3211; }","duration":"240.756292ms","start":"2026-04-04T10:17:47.810954Z","end":"2026-04-04T10:17:48.05171Z","steps":["trace[2105806749] 'agreement among raft nodes before linearized reading' (duration: 240.592826ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:48.055295Z","caller":"traceutil/trace.go:171","msg":"trace[1100616454] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"243.875134ms","start":"2026-04-04T10:17:47.811396Z","end":"2026-04-04T10:17:48.055271Z","steps":["trace[1100616454] 'process raft request' (duration: 243.750919ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:48.055554Z","caller":"traceutil/trace.go:171","msg":"trace[1594835448] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"243.741459ms","start":"2026-04-04T10:17:47.811795Z","end":"2026-04-04T10:17:48.055536Z","steps":["trace[1594835448] 'process raft request' (duration: 243.433317ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:48.05576Z","caller":"traceutil/trace.go:171","msg":"trace[522617357] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"242.894215ms","start":"2026-04-04T10:17:47.812858Z","end":"2026-04-04T10:17:48.055752Z","steps":["trace[522617357] 'process raft request' (duration: 242.568993ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:48.055943Z","caller":"traceutil/trace.go:171","msg":"trace[2085184089] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"210.059189ms","start":"2026-04-04T10:17:47.845878Z","end":"2026-04-04T10:17:48.055937Z","steps":["trace[2085184089] 'process raft request' (duration: 209.815269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:50.275977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.343987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:17:50.276033Z","caller":"traceutil/trace.go:171","msg":"trace[830623966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3221; }","duration":"215.43239ms","start":"2026-04-04T10:17:50.060589Z","end":"2026-04-04T10:17:50.276021Z","steps":["trace[830623966] 'range keys from in-memory index tree' (duration: 215.201371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:50.276192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.622817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:17:50.276279Z","caller":"traceutil/trace.go:171","msg":"trace[1993984728] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3221; }","duration":"215.727741ms","start":"2026-04-04T10:17:50.060532Z","end":"2026-04-04T10:17:50.27626Z","steps":["trace[1993984728] 'range keys from in-memory index tree' (duration: 215.400698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:50.276499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.681457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:17:50.276563Z","caller":"traceutil/trace.go:171","msg":"trace[1945617830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3221; }","duration":"220.78991ms","start":"2026-04-04T10:17:50.055757Z","end":"2026-04-04T10:17:50.276547Z","steps":["trace[1945617830] 'range keys from in-memory index tree' (duration: 220.527761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:50.277087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.986023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:17:50.27715Z","caller":"traceutil/trace.go:171","msg":"trace[1938726121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3221; }","duration":"215.070366ms","start":"2026-04-04T10:17:50.062064Z","end":"2026-04-04T10:17:50.277134Z","steps":["trace[1938726121] 'range keys from in-memory index tree' (duration: 214.570716ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:50.312277Z","caller":"traceutil/trace.go:171","msg":"trace[538562907] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"250.156507ms","start":"2026-04-04T10:17:50.062096Z","end":"2026-04-04T10:17:50.312253Z","steps":["trace[538562907] 'process raft request' (duration: 250.034382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:00.218651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.378431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-04T10:18:00.218723Z","caller":"traceutil/trace.go:171","msg":"trace[698004015] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3273; }","duration":"104.509686ms","start":"2026-04-04T10:18:00.114196Z","end":"2026-04-04T10:18:00.218706Z","steps":["trace[698004015] 'range keys from in-memory index tree' (duration: 104.181043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:02.317823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.877614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:18:02.317903Z","caller":"traceutil/trace.go:171","msg":"trace[1910047799] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3284; }","duration":"126.03432ms","start":"2026-04-04T10:18:02.191853Z","end":"2026-04-04T10:18:02.317887Z","steps":["trace[1910047799] 'count revisions from in-memory index tree' (duration: 125.753248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:02.682432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.183981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:02.682587Z","caller":"traceutil/trace.go:171","msg":"trace[274213760] transaction","detail":"{read_only:false; response_revision:3286; number_of_response:1; }","duration":"184.190909ms","start":"2026-04-04T10:18:02.498334Z","end":"2026-04-04T10:18:02.682525Z","steps":["trace[274213760] 'process raft request' (duration: 52.828502ms)","trace[274213760] 'compare' (duration: 131.050424ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:02.753088Z","caller":"traceutil/trace.go:171","msg":"trace[1858204590] transaction","detail":"{read_only:false; response_revision:3287; number_of_response:1; }","duration":"253.995099ms","start":"2026-04-04T10:18:02.499058Z","end":"2026-04-04T10:18:02.753053Z","steps":["trace[1858204590] 'process raft request' (duration: 253.676045ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:02.753408Z","caller":"traceutil/trace.go:171","msg":"trace[706335930] transaction","detail":"{read_only:false; response_revision:3288; number_of_response:1; }","duration":"253.997909ms","start":"2026-04-04T10:18:02.49939Z","end":"2026-04-04T10:18:02.753388Z","steps":["trace[706335930] 'process raft request' (duration: 253.479698ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:02.753563Z","caller":"traceutil/trace.go:171","msg":"trace[1133672906] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"253.875204ms","start":"2026-04-04T10:18:02.499484Z","end":"2026-04-04T10:18:02.753359Z","steps":["trace[1133672906] 'process raft request' (duration: 253.701227ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:03.308985Z","caller":"traceutil/trace.go:171","msg":"trace[1924627712] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"119.350862ms","start":"2026-04-04T10:18:03.189617Z","end":"2026-04-04T10:18:03.308968Z","steps":["trace[1924627712] 'process raft request' (duration: 119.179375ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:03.308971Z","caller":"traceutil/trace.go:171","msg":"trace[2139602067] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"120.007988ms","start":"2026-04-04T10:18:03.188909Z","end":"2026-04-04T10:18:03.308917Z","steps":["trace[2139602067] 'process raft request' (duration: 69.930153ms)","trace[2139602067] 'compare' (duration: 49.726751ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:07.53974Z","caller":"traceutil/trace.go:171","msg":"trace[321212291] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"125.792065ms","start":"2026-04-04T10:18:07.413906Z","end":"2026-04-04T10:18:07.539698Z","steps":["trace[321212291] 'process raft request' (duration: 97.532734ms)","trace[321212291] 'compare' (duration: 27.945588ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:08.739231Z","caller":"traceutil/trace.go:171","msg":"trace[682097506] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"227.044185ms","start":"2026-04-04T10:18:08.512147Z","end":"2026-04-04T10:18:08.739192Z","steps":["trace[682097506] 'process raft request' (duration: 226.811015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:09.061058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.888793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:09.061984Z","caller":"traceutil/trace.go:171","msg":"trace[832237645] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"277.779119ms","start":"2026-04-04T10:18:08.784185Z","end":"2026-04-04T10:18:09.061964Z","steps":["trace[832237645] 'process raft request' (duration: 277.653034ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:09.062328Z","caller":"traceutil/trace.go:171","msg":"trace[2121038037] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"279.71279ms","start":"2026-04-04T10:18:08.7826Z","end":"2026-04-04T10:18:09.062313Z","steps":["trace[2121038037] 'process raft request' (duration: 42.48074ms)","trace[2121038037] 'compare' (duration: 235.473026ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:09.516598Z","caller":"traceutil/trace.go:171","msg":"trace[1163708293] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"105.554048ms","start":"2026-04-04T10:18:09.411014Z","end":"2026-04-04T10:18:09.516568Z","steps":["trace[1163708293] 'process raft request' (duration: 105.387221ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:09.63467Z","caller":"traceutil/trace.go:171","msg":"trace[773745871] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"221.95399ms","start":"2026-04-04T10:18:09.412682Z","end":"2026-04-04T10:18:09.634636Z","steps":["trace[773745871] 'process raft request' (duration: 221.686009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:10.094255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.487086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-04T10:18:10.094388Z","caller":"traceutil/trace.go:171","msg":"trace[427946840] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3323; }","duration":"326.694145ms","start":"2026-04-04T10:18:09.767665Z","end":"2026-04-04T10:18:10.094359Z","steps":["trace[427946840] 'range keys from in-memory index tree' (duration: 326.09334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:10.094461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:09.767647Z","time spent":"326.797549ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-04T10:18:10.34859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.054556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:10.348665Z","caller":"traceutil/trace.go:171","msg":"trace[978210021] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3324; }","duration":"131.185562ms","start":"2026-04-04T10:18:10.217462Z","end":"2026-04-04T10:18:10.348647Z","steps":["trace[978210021] 'range keys from in-memory index tree' (duration: 130.939532ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:11.067079Z","caller":"traceutil/trace.go:171","msg":"trace[360401142] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"223.835507ms","start":"2026-04-04T10:18:10.843197Z","end":"2026-04-04T10:18:11.067033Z","steps":["trace[360401142] 'process raft request' (duration: 223.602967ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:11.340766Z","caller":"traceutil/trace.go:171","msg":"trace[1757154321] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"270.146076ms","start":"2026-04-04T10:18:11.070593Z","end":"2026-04-04T10:18:11.340739Z","steps":["trace[1757154321] 'process raft request' (duration: 179.863988ms)","trace[1757154321] 'compare' (duration: 89.892352ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:11.341278Z","caller":"traceutil/trace.go:171","msg":"trace[1193060511] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"269.605053ms","start":"2026-04-04T10:18:11.071653Z","end":"2026-04-04T10:18:11.341258Z","steps":["trace[1193060511] 'process raft request' (duration: 268.949386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:11.341468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.753142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:18:11.341563Z","caller":"traceutil/trace.go:171","msg":"trace[1109883321] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:3329; }","duration":"100.860436ms","start":"2026-04-04T10:18:11.240683Z","end":"2026-04-04T10:18:11.341544Z","steps":["trace[1109883321] 'agreement among raft nodes before linearized reading' (duration: 100.547233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:11.819516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.550244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:18:11.819813Z","caller":"traceutil/trace.go:171","msg":"trace[694508801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3330; }","duration":"318.895138ms","start":"2026-04-04T10:18:11.500896Z","end":"2026-04-04T10:18:11.819791Z","steps":["trace[694508801] 'count revisions from in-memory index tree' (duration: 318.470921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:11.819839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.764103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:11.820968Z","caller":"traceutil/trace.go:171","msg":"trace[737611623] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"297.963872ms","start":"2026-04-04T10:18:11.522974Z","end":"2026-04-04T10:18:11.820938Z","steps":["trace[737611623] 'process raft request' (duration: 26.008549ms)","trace[737611623] 'compare' (duration: 270.245912ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:11.820989Z","caller":"traceutil/trace.go:171","msg":"trace[1216028426] linearizableReadLoop","detail":"{readStateIndex:3468; appliedIndex:3466; }","duration":"133.187214ms","start":"2026-04-04T10:18:11.687786Z","end":"2026-04-04T10:18:11.820973Z","steps":["trace[1216028426] 'read index received' (duration: 59.476185ms)","trace[1216028426] 'applied index is now lower than readState.Index' (duration: 73.710028ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:11.821423Z","caller":"traceutil/trace.go:171","msg":"trace[1182795083] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"181.279798ms","start":"2026-04-04T10:18:11.640123Z","end":"2026-04-04T10:18:11.821403Z","steps":["trace[1182795083] 'process raft request' (duration: 180.767895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:11.820641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:11.500876Z","time spent":"319.701642ms","remote":"127.0.0.1:42058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:18:11.822132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.342942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:18:11.822222Z","caller":"traceutil/trace.go:171","msg":"trace[60260192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3332; }","duration":"134.465788ms","start":"2026-04-04T10:18:11.687744Z","end":"2026-04-04T10:18:11.82221Z","steps":["trace[60260192] 'agreement among raft nodes before linearized reading' (duration: 133.374292ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:12.014427Z","caller":"traceutil/trace.go:171","msg":"trace[1037157345] linearizableReadLoop","detail":"{readStateIndex:3469; appliedIndex:3468; }","duration":"186.49904ms","start":"2026-04-04T10:18:11.827903Z","end":"2026-04-04T10:18:12.014402Z","steps":["trace[1037157345] 'read index received' (duration: 132.351028ms)","trace[1037157345] 'applied index is now lower than readState.Index' (duration: 54.147032ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:12.014565Z","caller":"traceutil/trace.go:171","msg":"trace[2057498444] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"188.38074ms","start":"2026-04-04T10:18:11.826172Z","end":"2026-04-04T10:18:12.014552Z","steps":["trace[2057498444] 'process raft request' (duration: 134.135574ms)","trace[2057498444] 'compare' (duration: 53.973645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:12.015002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.077595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-04T10:18:12.015122Z","caller":"traceutil/trace.go:171","msg":"trace[327306979] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3333; }","duration":"187.21671ms","start":"2026-04-04T10:18:11.827886Z","end":"2026-04-04T10:18:12.015103Z","steps":["trace[327306979] 'agreement among raft nodes before linearized reading' (duration: 186.974ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:12.361165Z","caller":"traceutil/trace.go:171","msg":"trace[1770842965] linearizableReadLoop","detail":"{readStateIndex:3470; appliedIndex:3469; }","duration":"190.575376ms","start":"2026-04-04T10:18:12.17056Z","end":"2026-04-04T10:18:12.361136Z","steps":["trace[1770842965] 'read index received' (duration: 130.666354ms)","trace[1770842965] 'applied index is now lower than readState.Index' (duration: 59.904221ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:12.361609Z","caller":"traceutil/trace.go:171","msg":"trace[1709895408] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"232.18377ms","start":"2026-04-04T10:18:12.129395Z","end":"2026-04-04T10:18:12.361579Z","steps":["trace[1709895408] 'process raft request' (duration: 171.83832ms)","trace[1709895408] 'compare' (duration: 59.449933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:12.361707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.116159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:18:12.361799Z","caller":"traceutil/trace.go:171","msg":"trace[503311755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3334; }","duration":"191.276886ms","start":"2026-04-04T10:18:12.170504Z","end":"2026-04-04T10:18:12.361781Z","steps":["trace[503311755] 'agreement among raft nodes before linearized reading' (duration: 190.965172ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:12.642579Z","caller":"traceutil/trace.go:171","msg":"trace[212950475] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"275.860654ms","start":"2026-04-04T10:18:12.366685Z","end":"2026-04-04T10:18:12.642546Z","steps":["trace[212950475] 'process raft request' (duration: 210.446628ms)","trace[212950475] 'compare' (duration: 65.131034ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:13.723823Z","caller":"traceutil/trace.go:171","msg":"trace[811664533] transaction","detail":"{read_only:false; response_revision:3339; number_of_response:1; }","duration":"276.567559ms","start":"2026-04-04T10:18:13.447228Z","end":"2026-04-04T10:18:13.723796Z","steps":["trace[811664533] 'process raft request' (duration: 276.393442ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:13.974084Z","caller":"traceutil/trace.go:171","msg":"trace[1229923788] linearizableReadLoop","detail":"{readStateIndex:3476; appliedIndex:3475; }","duration":"207.586353ms","start":"2026-04-04T10:18:13.766468Z","end":"2026-04-04T10:18:13.974054Z","steps":["trace[1229923788] 'read index received' (duration: 150.360498ms)","trace[1229923788] 'applied index is now lower than readState.Index' (duration: 57.224005ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:13.974198Z","caller":"traceutil/trace.go:171","msg":"trace[1978837783] transaction","detail":"{read_only:false; response_revision:3340; number_of_response:1; }","duration":"526.739034ms","start":"2026-04-04T10:18:13.447417Z","end":"2026-04-04T10:18:13.974156Z","steps":["trace[1978837783] 'process raft request' (duration: 469.452947ms)","trace[1978837783] 'compare' (duration: 56.851799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:13.974347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.836923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-04T10:18:13.97444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:13.447384Z","time spent":"526.895332ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:13.974462Z","caller":"traceutil/trace.go:171","msg":"trace[1975434395] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3340; }","duration":"207.957679ms","start":"2026-04-04T10:18:13.766433Z","end":"2026-04-04T10:18:13.974391Z","steps":["trace[1975434395] 'agreement among raft nodes before linearized reading' (duration: 207.724819ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:14.001703Z","caller":"traceutil/trace.go:171","msg":"trace[613356621] transaction","detail":"{read_only:false; response_revision:3341; number_of_response:1; }","duration":"176.342335ms","start":"2026-04-04T10:18:13.825333Z","end":"2026-04-04T10:18:14.001675Z","steps":["trace[613356621] 'process raft request' (duration: 176.074103ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:14.002008Z","caller":"traceutil/trace.go:171","msg":"trace[555828826] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"175.396814ms","start":"2026-04-04T10:18:13.826581Z","end":"2026-04-04T10:18:14.001978Z","steps":["trace[555828826] 'process raft request' (duration: 175.006658ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:15.154085Z","caller":"traceutil/trace.go:171","msg":"trace[1112228887] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"144.567698ms","start":"2026-04-04T10:18:15.009485Z","end":"2026-04-04T10:18:15.154053Z","steps":["trace[1112228887] 'process raft request' (duration: 56.07229ms)","trace[1112228887] 'compare' (duration: 88.294239ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:15.855467Z","caller":"traceutil/trace.go:171","msg":"trace[787369122] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"119.796458ms","start":"2026-04-04T10:18:15.735646Z","end":"2026-04-04T10:18:15.855443Z","steps":["trace[787369122] 'process raft request' (duration: 119.572699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:16.270583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.006331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-04T10:18:16.270643Z","caller":"traceutil/trace.go:171","msg":"trace[1615533035] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3352; }","duration":"409.093924ms","start":"2026-04-04T10:18:15.861535Z","end":"2026-04-04T10:18:16.270629Z","steps":["trace[1615533035] 'range keys from in-memory index tree' (duration: 408.871675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:16.270668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:15.861519Z","time spent":"409.143117ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-04T10:18:16.270719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.404717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:18:16.270753Z","caller":"traceutil/trace.go:171","msg":"trace[1374361804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3352; }","duration":"291.471869ms","start":"2026-04-04T10:18:15.97927Z","end":"2026-04-04T10:18:16.270742Z","steps":["trace[1374361804] 'range keys from in-memory index tree' (duration: 291.284571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:16.271047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.489598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:16.2713Z","caller":"traceutil/trace.go:171","msg":"trace[1533009604] transaction","detail":"{read_only:false; response_revision:3353; number_of_response:1; }","duration":"264.033444ms","start":"2026-04-04T10:18:16.007252Z","end":"2026-04-04T10:18:16.271286Z","steps":["trace[1533009604] 'process raft request' (duration: 73.060566ms)","trace[1533009604] 'compare' (duration: 190.103621ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:16.271506Z","caller":"traceutil/trace.go:171","msg":"trace[94277461] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"263.432419ms","start":"2026-04-04T10:18:16.008064Z","end":"2026-04-04T10:18:16.271496Z","steps":["trace[94277461] 'process raft request' (duration: 263.168058ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:16.271511Z","caller":"traceutil/trace.go:171","msg":"trace[760818674] linearizableReadLoop","detail":"{readStateIndex:3490; appliedIndex:3488; }","duration":"235.709679ms","start":"2026-04-04T10:18:16.03574Z","end":"2026-04-04T10:18:16.27145Z","steps":["trace[760818674] 'read index received' (duration: 44.579844ms)","trace[760818674] 'applied index is now lower than readState.Index' (duration: 191.128305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:16.271637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.889197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:18:16.271664Z","caller":"traceutil/trace.go:171","msg":"trace[886387391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3354; }","duration":"235.956399ms","start":"2026-04-04T10:18:16.035702Z","end":"2026-04-04T10:18:16.271658Z","steps":["trace[886387391] 'agreement among raft nodes before linearized reading' (duration: 235.875756ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:18.798065Z","caller":"traceutil/trace.go:171","msg":"trace[2055594068] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"128.54347ms","start":"2026-04-04T10:18:18.669491Z","end":"2026-04-04T10:18:18.798035Z","steps":["trace[2055594068] 'process raft request' (duration: 128.337822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:26.692411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.464406ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:18:26.692517Z","caller":"traceutil/trace.go:171","msg":"trace[2036430167] linearizableReadLoop","detail":"{readStateIndex:3544; appliedIndex:3543; }","duration":"146.653579ms","start":"2026-04-04T10:18:26.545844Z","end":"2026-04-04T10:18:26.692498Z","steps":["trace[2036430167] 'read index received' (duration: 16.247045ms)","trace[2036430167] 'applied index is now lower than readState.Index' (duration: 130.404784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:26.692604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.762424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:26.692635Z","caller":"traceutil/trace.go:171","msg":"trace[1720564194] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3405; }","duration":"146.864539ms","start":"2026-04-04T10:18:26.545762Z","end":"2026-04-04T10:18:26.692626Z","steps":["trace[1720564194] 'agreement among raft nodes before linearized reading' (duration: 146.790016ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:29.10148Z","caller":"traceutil/trace.go:171","msg":"trace[1792800515] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"131.377537ms","start":"2026-04-04T10:18:28.970073Z","end":"2026-04-04T10:18:29.101451Z","steps":["trace[1792800515] 'process raft request' (duration: 114.629293ms)","trace[1792800515] 'compare' (duration: 16.628729ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:29.367342Z","caller":"traceutil/trace.go:171","msg":"trace[1683141851] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"215.298553ms","start":"2026-04-04T10:18:29.152004Z","end":"2026-04-04T10:18:29.367302Z","steps":["trace[1683141851] 'process raft request' (duration: 161.207488ms)","trace[1683141851] 'compare' (duration: 53.833203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:29.642436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.780683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:29.642571Z","caller":"traceutil/trace.go:171","msg":"trace[222429837] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"270.301037ms","start":"2026-04-04T10:18:29.372254Z","end":"2026-04-04T10:18:29.642555Z","steps":["trace[222429837] 'process raft request' (duration: 117.341666ms)","trace[222429837] 'compare' (duration: 152.190297ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:31.258543Z","caller":"traceutil/trace.go:171","msg":"trace[168479831] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"149.832155ms","start":"2026-04-04T10:18:31.108675Z","end":"2026-04-04T10:18:31.258507Z","steps":["trace[168479831] 'process raft request' (duration: 92.86741ms)","trace[168479831] 'compare' (duration: 56.788637ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:31.507306Z","caller":"traceutil/trace.go:171","msg":"trace[1350504868] linearizableReadLoop","detail":"{readStateIndex:3568; appliedIndex:3567; }","duration":"241.365094ms","start":"2026-04-04T10:18:31.265906Z","end":"2026-04-04T10:18:31.507271Z","steps":["trace[1350504868] 'read index received' (duration: 175.045611ms)","trace[1350504868] 'applied index is now lower than readState.Index' (duration: 66.317583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:31.507599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.72749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:18:31.507664Z","caller":"traceutil/trace.go:171","msg":"trace[151582625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3428; }","duration":"134.866436ms","start":"2026-04-04T10:18:31.372781Z","end":"2026-04-04T10:18:31.507648Z","steps":["trace[151582625] 'agreement among raft nodes before linearized reading' (duration: 134.681138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:31.508272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.548202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:31.508346Z","caller":"traceutil/trace.go:171","msg":"trace[1912771537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3428; }","duration":"242.462183ms","start":"2026-04-04T10:18:31.265865Z","end":"2026-04-04T10:18:31.508327Z","steps":["trace[1912771537] 'agreement among raft nodes before linearized reading' (duration: 241.537442ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:31.76002Z","caller":"traceutil/trace.go:171","msg":"trace[1967504973] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"251.445255ms","start":"2026-04-04T10:18:31.508539Z","end":"2026-04-04T10:18:31.759984Z","steps":["trace[1967504973] 'process raft request' (duration: 164.123584ms)","trace[1967504973] 'compare' (duration: 87.06093ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:31.7601Z","caller":"traceutil/trace.go:171","msg":"trace[2053303271] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"246.357408ms","start":"2026-04-04T10:18:31.513725Z","end":"2026-04-04T10:18:31.760082Z","steps":["trace[2053303271] 'process raft request' (duration: 246.259423ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:31.760588Z","caller":"traceutil/trace.go:171","msg":"trace[1267341075] linearizableReadLoop","detail":"{readStateIndex:3569; appliedIndex:3568; }","duration":"250.556965ms","start":"2026-04-04T10:18:31.509977Z","end":"2026-04-04T10:18:31.760534Z","steps":["trace[1267341075] 'read index received' (duration: 162.763932ms)","trace[1267341075] 'applied index is now lower than readState.Index' (duration: 87.791113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:31.760883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.925891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:31.760967Z","caller":"traceutil/trace.go:171","msg":"trace[208406227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3430; }","duration":"251.041616ms","start":"2026-04-04T10:18:31.509912Z","end":"2026-04-04T10:18:31.760953Z","steps":["trace[208406227] 'agreement among raft nodes before linearized reading' (duration: 250.918431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:31.761477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.539927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:18:31.761609Z","caller":"traceutil/trace.go:171","msg":"trace[984626713] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3430; }","duration":"114.704025ms","start":"2026-04-04T10:18:31.646888Z","end":"2026-04-04T10:18:31.761592Z","steps":["trace[984626713] 'agreement among raft nodes before linearized reading' (duration: 114.489484ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:32.490497Z","caller":"traceutil/trace.go:171","msg":"trace[315362715] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"115.85595ms","start":"2026-04-04T10:18:32.374615Z","end":"2026-04-04T10:18:32.490471Z","steps":["trace[315362715] 'process raft request' (duration: 115.655631ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:32.637014Z","caller":"traceutil/trace.go:171","msg":"trace[201351115] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"136.511025ms","start":"2026-04-04T10:18:32.500468Z","end":"2026-04-04T10:18:32.636979Z","steps":["trace[201351115] 'process raft request' (duration: 36.549707ms)","trace[201351115] 'compare' (duration: 99.734348ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:32.637339Z","caller":"traceutil/trace.go:171","msg":"trace[512923934] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"135.891896ms","start":"2026-04-04T10:18:32.501217Z","end":"2026-04-04T10:18:32.637109Z","steps":["trace[512923934] 'process raft request' (duration: 135.703527ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:35.934979Z","caller":"traceutil/trace.go:171","msg":"trace[2133430427] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"139.162047ms","start":"2026-04-04T10:18:35.795769Z","end":"2026-04-04T10:18:35.934931Z","steps":["trace[2133430427] 'process raft request' (duration: 138.934587ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:36.396954Z","caller":"traceutil/trace.go:171","msg":"trace[447172066] linearizableReadLoop","detail":"{readStateIndex:3593; appliedIndex:3592; }","duration":"130.813706ms","start":"2026-04-04T10:18:36.266117Z","end":"2026-04-04T10:18:36.396931Z","steps":["trace[447172066] 'read index received' (duration: 130.657939ms)","trace[447172066] 'applied index is now lower than readState.Index' (duration: 154.617µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:36.397081Z","caller":"traceutil/trace.go:171","msg":"trace[958965991] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"161.312013ms","start":"2026-04-04T10:18:36.235724Z","end":"2026-04-04T10:18:36.397036Z","steps":["trace[958965991] 'process raft request' (duration: 161.053212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:36.397111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.977623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:36.39716Z","caller":"traceutil/trace.go:171","msg":"trace[395144878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3453; }","duration":"131.095418ms","start":"2026-04-04T10:18:36.266053Z","end":"2026-04-04T10:18:36.397149Z","steps":["trace[395144878] 'agreement among raft nodes before linearized reading' (duration: 130.969763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:36.972442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.442143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:36.972614Z","caller":"traceutil/trace.go:171","msg":"trace[935318764] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"465.653478ms","start":"2026-04-04T10:18:36.506937Z","end":"2026-04-04T10:18:36.972591Z","steps":["trace[935318764] 'process raft request' (duration: 203.959163ms)","trace[935318764] 'compare' (duration: 261.268104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:36.972677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:36.506911Z","time spent":"465.736351ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:37.123531Z","caller":"traceutil/trace.go:171","msg":"trace[1738146420] transaction","detail":"{read_only:false; response_revision:3455; number_of_response:1; }","duration":"586.872521ms","start":"2026-04-04T10:18:36.536623Z","end":"2026-04-04T10:18:37.123495Z","steps":["trace[1738146420] 'process raft request' (duration: 542.804594ms)","trace[1738146420] 'compare' (duration: 43.864037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:37.123846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:36.536602Z","time spent":"587.027909ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:18:37.251668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.1741ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:18:37.25199Z","caller":"traceutil/trace.go:171","msg":"trace[488421492] linearizableReadLoop","detail":"{readStateIndex:3596; appliedIndex:3593; }","duration":"600.105333ms","start":"2026-04-04T10:18:36.651848Z","end":"2026-04-04T10:18:37.251954Z","steps":["trace[488421492] 'read index received' (duration: 59.011079ms)","trace[488421492] 'applied index is now lower than readState.Index' (duration: 541.090574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:37.252314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.447358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:18:37.252384Z","caller":"traceutil/trace.go:171","msg":"trace[1559310636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3455; }","duration":"600.562014ms","start":"2026-04-04T10:18:36.651805Z","end":"2026-04-04T10:18:37.252367Z","steps":["trace[1559310636] 'agreement among raft nodes before linearized reading' (duration: 600.289721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.252438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:36.651787Z","time spent":"600.633868ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:18:37.252541Z","caller":"traceutil/trace.go:171","msg":"trace[2030351174] transaction","detail":"{read_only:false; response_revision:3456; number_of_response:1; }","duration":"164.621192ms","start":"2026-04-04T10:18:37.087886Z","end":"2026-04-04T10:18:37.252507Z","steps":["trace[2030351174] 'process raft request' (duration: 163.9273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.253173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.090523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:18:37.253253Z","caller":"traceutil/trace.go:171","msg":"trace[587861817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3456; }","duration":"598.214498ms","start":"2026-04-04T10:18:36.655021Z","end":"2026-04-04T10:18:37.253236Z","steps":["trace[587861817] 'agreement among raft nodes before linearized reading' (duration: 597.334757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.254018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:36.655012Z","time spent":"598.273221ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:18:37.480156Z","caller":"traceutil/trace.go:171","msg":"trace[159504380] linearizableReadLoop","detail":"{readStateIndex:3599; appliedIndex:3597; }","duration":"185.920378ms","start":"2026-04-04T10:18:37.294207Z","end":"2026-04-04T10:18:37.480127Z","steps":["trace[159504380] 'read index received' (duration: 33.478248ms)","trace[159504380] 'applied index is now lower than readState.Index' (duration: 152.44108ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:37.480627Z","caller":"traceutil/trace.go:171","msg":"trace[888275469] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"221.483798ms","start":"2026-04-04T10:18:37.259104Z","end":"2026-04-04T10:18:37.480588Z","steps":["trace[888275469] 'process raft request' (duration: 131.24562ms)","trace[888275469] 'compare' (duration: 89.660472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:37.480634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.1914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:18:37.480712Z","caller":"traceutil/trace.go:171","msg":"trace[757108358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3458; }","duration":"186.553196ms","start":"2026-04-04T10:18:37.294147Z","end":"2026-04-04T10:18:37.4807Z","steps":["trace[757108358] 'agreement among raft nodes before linearized reading' (duration: 186.083175ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:51.384624Z","caller":"traceutil/trace.go:171","msg":"trace[1408247944] transaction","detail":"{read_only:false; response_revision:3526; number_of_response:1; }","duration":"116.284702ms","start":"2026-04-04T10:18:51.268312Z","end":"2026-04-04T10:18:51.384596Z","steps":["trace[1408247944] 'process raft request' (duration: 55.809307ms)","trace[1408247944] 'compare' (duration: 60.076977ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:51.65082Z","caller":"traceutil/trace.go:171","msg":"trace[990671665] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"201.611629ms","start":"2026-04-04T10:18:51.449177Z","end":"2026-04-04T10:18:51.650788Z","steps":["trace[990671665] 'process raft request' (duration: 201.274513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:51.651455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.640511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:18:51.651546Z","caller":"traceutil/trace.go:171","msg":"trace[1604205998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3528; }","duration":"100.779588ms","start":"2026-04-04T10:18:51.550745Z","end":"2026-04-04T10:18:51.651525Z","steps":["trace[1604205998] 'agreement among raft nodes before linearized reading' (duration: 99.938749ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:57.813172Z","caller":"traceutil/trace.go:171","msg":"trace[830325823] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"102.784479ms","start":"2026-04-04T10:18:57.710201Z","end":"2026-04-04T10:18:57.812986Z","steps":["trace[830325823] 'process raft request' (duration: 42.466948ms)","trace[830325823] 'compare' (duration: 60.202076ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:00.100524Z","caller":"traceutil/trace.go:171","msg":"trace[76102026] linearizableReadLoop","detail":"{readStateIndex:3714; appliedIndex:3712; }","duration":"218.855461ms","start":"2026-04-04T10:18:59.881641Z","end":"2026-04-04T10:19:00.100496Z","steps":["trace[76102026] 'read index received' (duration: 84.231516ms)","trace[76102026] 'applied index is now lower than readState.Index' (duration: 134.622725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:00.100681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.017479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:00.100718Z","caller":"traceutil/trace.go:171","msg":"trace[1919138583] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3569; }","duration":"219.092472ms","start":"2026-04-04T10:18:59.881615Z","end":"2026-04-04T10:19:00.100707Z","steps":["trace[1919138583] 'agreement among raft nodes before linearized reading' (duration: 218.981737ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:00.100954Z","caller":"traceutil/trace.go:171","msg":"trace[1338895107] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"227.44748ms","start":"2026-04-04T10:18:59.873466Z","end":"2026-04-04T10:19:00.100914Z","steps":["trace[1338895107] 'process raft request' (duration: 170.327645ms)","trace[1338895107] 'compare' (duration: 56.371929ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:01.433877Z","caller":"traceutil/trace.go:171","msg":"trace[1995361091] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"168.956105ms","start":"2026-04-04T10:19:01.264897Z","end":"2026-04-04T10:19:01.433854Z","steps":["trace[1995361091] 'process raft request' (duration: 75.513577ms)","trace[1995361091] 'compare' (duration: 93.188946ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:01.433877Z","caller":"traceutil/trace.go:171","msg":"trace[487880222] linearizableReadLoop","detail":"{readStateIndex:3723; appliedIndex:3722; }","duration":"168.42376ms","start":"2026-04-04T10:19:01.26542Z","end":"2026-04-04T10:19:01.433844Z","steps":["trace[487880222] 'read index received' (duration: 75.000982ms)","trace[487880222] 'applied index is now lower than readState.Index' (duration: 93.421468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:01.434172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.739925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:01.434248Z","caller":"traceutil/trace.go:171","msg":"trace[1638556334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3577; }","duration":"168.867921ms","start":"2026-04-04T10:19:01.265367Z","end":"2026-04-04T10:19:01.434235Z","steps":["trace[1638556334] 'agreement among raft nodes before linearized reading' (duration: 168.553967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:11.576458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.335936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:19:11.576729Z","caller":"traceutil/trace.go:171","msg":"trace[1169206892] linearizableReadLoop","detail":"{readStateIndex:3773; appliedIndex:3771; }","duration":"254.209279ms","start":"2026-04-04T10:19:11.322503Z","end":"2026-04-04T10:19:11.576712Z","steps":["trace[1169206892] 'read index received' (duration: 142.544338ms)","trace[1169206892] 'applied index is now lower than readState.Index' (duration: 111.663941ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:11.576791Z","caller":"traceutil/trace.go:171","msg":"trace[1044056669] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"257.783303ms","start":"2026-04-04T10:19:11.318959Z","end":"2026-04-04T10:19:11.576742Z","steps":["trace[1044056669] 'process raft request' (duration: 257.617415ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:11.57709Z","caller":"traceutil/trace.go:171","msg":"trace[1539578560] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"211.455447ms","start":"2026-04-04T10:19:11.365566Z","end":"2026-04-04T10:19:11.577022Z","steps":["trace[1539578560] 'process raft request' (duration: 211.10735ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:11.577605Z","caller":"traceutil/trace.go:171","msg":"trace[1463321905] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"273.266973ms","start":"2026-04-04T10:19:11.3035Z","end":"2026-04-04T10:19:11.576767Z","steps":["trace[1463321905] 'process raft request' (duration: 161.531118ms)","trace[1463321905] 'compare' (duration: 111.179508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:11.578164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.82795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:19:11.578242Z","caller":"traceutil/trace.go:171","msg":"trace[1511737474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3626; }","duration":"255.749844ms","start":"2026-04-04T10:19:11.322477Z","end":"2026-04-04T10:19:11.578227Z","steps":["trace[1511737474] 'agreement among raft nodes before linearized reading' (duration: 254.596778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:11.809516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.954109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-04T10:19:11.809605Z","caller":"traceutil/trace.go:171","msg":"trace[180192367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3627; }","duration":"129.071405ms","start":"2026-04-04T10:19:11.680511Z","end":"2026-04-04T10:19:11.809583Z","steps":["trace[180192367] 'range keys from in-memory index tree' (duration: 128.788491ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:12.0277Z","caller":"traceutil/trace.go:171","msg":"trace[26762387] linearizableReadLoop","detail":"{readStateIndex:3776; appliedIndex:3775; }","duration":"207.742609ms","start":"2026-04-04T10:19:11.819932Z","end":"2026-04-04T10:19:12.027675Z","steps":["trace[26762387] 'read index received' (duration: 207.512948ms)","trace[26762387] 'applied index is now lower than readState.Index' (duration: 228.791µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:12.027979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.016302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-04T10:19:12.027814Z","caller":"traceutil/trace.go:171","msg":"trace[1578803422] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"208.336297ms","start":"2026-04-04T10:19:11.819442Z","end":"2026-04-04T10:19:12.027778Z","steps":["trace[1578803422] 'process raft request' (duration: 208.080075ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:12.028024Z","caller":"traceutil/trace.go:171","msg":"trace[1817878075] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3628; }","duration":"208.132788ms","start":"2026-04-04T10:19:11.81988Z","end":"2026-04-04T10:19:12.028013Z","steps":["trace[1817878075] 'agreement among raft nodes before linearized reading' (duration: 207.891806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:12.23976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.94966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:19:12.239819Z","caller":"traceutil/trace.go:171","msg":"trace[680925085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3628; }","duration":"122.042514ms","start":"2026-04-04T10:19:12.117763Z","end":"2026-04-04T10:19:12.239805Z","steps":["trace[680925085] 'range keys from in-memory index tree' (duration: 121.793832ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:12.620796Z","caller":"traceutil/trace.go:171","msg":"trace[1179924557] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"112.666689ms","start":"2026-04-04T10:19:12.508094Z","end":"2026-04-04T10:19:12.620761Z","steps":["trace[1179924557] 'process raft request' (duration: 112.554294ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:12.620807Z","caller":"traceutil/trace.go:171","msg":"trace[1600005865] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"114.178173ms","start":"2026-04-04T10:19:12.50659Z","end":"2026-04-04T10:19:12.620768Z","steps":["trace[1600005865] 'process raft request' (duration: 105.259019ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:14.696206Z","caller":"traceutil/trace.go:171","msg":"trace[938589433] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"134.541171ms","start":"2026-04-04T10:19:14.561635Z","end":"2026-04-04T10:19:14.696176Z","steps":["trace[938589433] 'process raft request' (duration: 134.193354ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:14.890857Z","caller":"traceutil/trace.go:171","msg":"trace[1986813581] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"188.050087ms","start":"2026-04-04T10:19:14.702771Z","end":"2026-04-04T10:19:14.890822Z","steps":["trace[1986813581] 'process raft request' (duration: 171.147984ms)","trace[1986813581] 'compare' (duration: 16.451672ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:35.995421Z","caller":"traceutil/trace.go:171","msg":"trace[2032868674] transaction","detail":"{read_only:false; response_revision:3758; number_of_response:1; }","duration":"148.215893ms","start":"2026-04-04T10:19:35.847182Z","end":"2026-04-04T10:19:35.995398Z","steps":["trace[2032868674] 'process raft request' (duration: 125.305473ms)","trace[2032868674] 'compare' (duration: 22.6911ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:35.995604Z","caller":"traceutil/trace.go:171","msg":"trace[1358387535] transaction","detail":"{read_only:false; response_revision:3759; number_of_response:1; }","duration":"137.520935ms","start":"2026-04-04T10:19:35.858075Z","end":"2026-04-04T10:19:35.995595Z","steps":["trace[1358387535] 'process raft request' (duration: 137.284934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:36.25939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.627203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:19:36.25953Z","caller":"traceutil/trace.go:171","msg":"trace[1893049436] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3766; }","duration":"143.814802ms","start":"2026-04-04T10:19:36.115697Z","end":"2026-04-04T10:19:36.259512Z","steps":["trace[1893049436] 'count revisions from in-memory index tree' (duration: 143.559169ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:36.25964Z","caller":"traceutil/trace.go:171","msg":"trace[1615339829] transaction","detail":"{read_only:false; response_revision:3767; number_of_response:1; }","duration":"129.678211ms","start":"2026-04-04T10:19:36.129935Z","end":"2026-04-04T10:19:36.259613Z","steps":["trace[1615339829] 'process raft request' (duration: 113.14863ms)","trace[1615339829] 'compare' (duration: 16.175693ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:36.262169Z","caller":"traceutil/trace.go:171","msg":"trace[921992420] linearizableReadLoop","detail":"{readStateIndex:3922; appliedIndex:3920; }","duration":"109.266474ms","start":"2026-04-04T10:19:36.152889Z","end":"2026-04-04T10:19:36.262155Z","steps":["trace[921992420] 'read index received' (duration: 90.207675ms)","trace[921992420] 'applied index is now lower than readState.Index' (duration: 19.055829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:36.262345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.445683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:19:36.262371Z","caller":"traceutil/trace.go:171","msg":"trace[754357425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3768; }","duration":"109.557458ms","start":"2026-04-04T10:19:36.152805Z","end":"2026-04-04T10:19:36.262363Z","steps":["trace[754357425] 'agreement among raft nodes before linearized reading' (duration: 109.411881ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:36.262467Z","caller":"traceutil/trace.go:171","msg":"trace[933884439] transaction","detail":"{read_only:false; response_revision:3768; number_of_response:1; }","duration":"131.012698ms","start":"2026-04-04T10:19:36.131337Z","end":"2026-04-04T10:19:36.26235Z","steps":["trace[933884439] 'process raft request' (duration: 130.732244ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:38.004024Z","caller":"traceutil/trace.go:171","msg":"trace[1593810858] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"167.81105ms","start":"2026-04-04T10:19:37.8362Z","end":"2026-04-04T10:19:38.004011Z","steps":["trace[1593810858] 'process raft request' (duration: 167.659162ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:38.004016Z","caller":"traceutil/trace.go:171","msg":"trace[1472406119] transaction","detail":"{read_only:false; response_revision:3798; number_of_response:1; }","duration":"169.945796ms","start":"2026-04-04T10:19:37.834051Z","end":"2026-04-04T10:19:38.003997Z","steps":["trace[1472406119] 'process raft request' (duration: 87.78215ms)","trace[1472406119] 'compare' (duration: 81.739065ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:38.004016Z","caller":"traceutil/trace.go:171","msg":"trace[27821562] transaction","detail":"{read_only:false; response_revision:3800; number_of_response:1; }","duration":"141.605399ms","start":"2026-04-04T10:19:37.86239Z","end":"2026-04-04T10:19:38.003995Z","steps":["trace[27821562] 'process raft request' (duration: 141.543966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.593734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.87048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:19:38.594161Z","caller":"traceutil/trace.go:171","msg":"trace[547872168] transaction","detail":"{read_only:false; response_revision:3801; number_of_response:1; }","duration":"592.644447ms","start":"2026-04-04T10:19:38.001429Z","end":"2026-04-04T10:19:38.594073Z","steps":["trace[547872168] 'process raft request' (duration: 116.341045ms)","trace[547872168] 'compare' (duration: 475.625238ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:38.59429Z","caller":"traceutil/trace.go:171","msg":"trace[415197417] linearizableReadLoop","detail":"{readStateIndex:3961; appliedIndex:3957; }","duration":"584.306927ms","start":"2026-04-04T10:19:38.009886Z","end":"2026-04-04T10:19:38.594193Z","steps":["trace[415197417] 'read index received' (duration: 107.883129ms)","trace[415197417] 'applied index is now lower than readState.Index' (duration: 476.422498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:38.594322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.001405Z","time spent":"592.825626ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:19:38.594447Z","caller":"traceutil/trace.go:171","msg":"trace[564929410] transaction","detail":"{read_only:false; response_revision:3802; number_of_response:1; }","duration":"592.002285ms","start":"2026-04-04T10:19:38.002434Z","end":"2026-04-04T10:19:38.594437Z","steps":["trace[564929410] 'process raft request' (duration: 591.50087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.594502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.002426Z","time spent":"592.047256ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:19:38.59465Z","caller":"traceutil/trace.go:171","msg":"trace[361148951] transaction","detail":"{read_only:false; response_revision:3803; number_of_response:1; }","duration":"585.476516ms","start":"2026-04-04T10:19:38.009138Z","end":"2026-04-04T10:19:38.594614Z","steps":["trace[361148951] 'process raft request' (duration: 584.927939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.594787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.009122Z","time spent":"585.605313ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:19:38.594972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.079276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:38.595008Z","caller":"traceutil/trace.go:171","msg":"trace[878370193] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3804; }","duration":"585.135879ms","start":"2026-04-04T10:19:38.009863Z","end":"2026-04-04T10:19:38.594999Z","steps":["trace[878370193] 'agreement among raft nodes before linearized reading' (duration: 585.080786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.595032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.009856Z","time spent":"585.167951ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" "} {"level":"info","ts":"2026-04-04T10:19:38.595113Z","caller":"traceutil/trace.go:171","msg":"trace[78367699] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"585.894917ms","start":"2026-04-04T10:19:38.009211Z","end":"2026-04-04T10:19:38.595106Z","steps":["trace[78367699] 'process raft request' (duration: 584.915688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.595153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.009194Z","time spent":"585.937539ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4350,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:19:38.595139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.803034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:19:38.59518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.053506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:19:38.595227Z","caller":"traceutil/trace.go:171","msg":"trace[69425167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3804; }","duration":"131.143491ms","start":"2026-04-04T10:19:38.464071Z","end":"2026-04-04T10:19:38.595214Z","steps":["trace[69425167] 'agreement among raft nodes before linearized reading' (duration: 130.998113ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:38.595233Z","caller":"traceutil/trace.go:171","msg":"trace[811111497] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3804; }","duration":"250.899129ms","start":"2026-04-04T10:19:38.344279Z","end":"2026-04-04T10:19:38.595178Z","steps":["trace[811111497] 'agreement among raft nodes before linearized reading' (duration: 250.805464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.595267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.507068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:19:38.595284Z","caller":"traceutil/trace.go:171","msg":"trace[476256883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3804; }","duration":"319.55352ms","start":"2026-04-04T10:19:38.275725Z","end":"2026-04-04T10:19:38.595279Z","steps":["trace[476256883] 'agreement among raft nodes before linearized reading' (duration: 319.484636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.595313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.275707Z","time spent":"319.601762ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:19:38.595523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.212548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:38.59564Z","caller":"traceutil/trace.go:171","msg":"trace[577089512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3804; }","duration":"331.365176ms","start":"2026-04-04T10:19:38.264258Z","end":"2026-04-04T10:19:38.595623Z","steps":["trace[577089512] 'agreement among raft nodes before linearized reading' (duration: 330.711272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.595816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.264234Z","time spent":"331.558186ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:19:39.055828Z","caller":"traceutil/trace.go:171","msg":"trace[1654721429] linearizableReadLoop","detail":"{readStateIndex:3976; appliedIndex:3974; }","duration":"163.463395ms","start":"2026-04-04T10:19:38.892345Z","end":"2026-04-04T10:19:39.055808Z","steps":["trace[1654721429] 'read index received' (duration: 59.762604ms)","trace[1654721429] 'applied index is now lower than readState.Index' (duration: 103.699661ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:39.055907Z","caller":"traceutil/trace.go:171","msg":"trace[956672754] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"176.180035ms","start":"2026-04-04T10:19:38.879707Z","end":"2026-04-04T10:19:39.055887Z","steps":["trace[956672754] 'process raft request' (duration: 143.722716ms)","trace[956672754] 'compare' (duration: 32.223078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:39.056036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.680257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:19:39.056087Z","caller":"traceutil/trace.go:171","msg":"trace[919367118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3819; }","duration":"163.788302ms","start":"2026-04-04T10:19:38.89229Z","end":"2026-04-04T10:19:39.056078Z","steps":["trace[919367118] 'agreement among raft nodes before linearized reading' (duration: 163.644675ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:39.07821Z","caller":"traceutil/trace.go:171","msg":"trace[446102504] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"120.794364ms","start":"2026-04-04T10:19:38.957398Z","end":"2026-04-04T10:19:39.078192Z","steps":["trace[446102504] 'process raft request' (duration: 120.565393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:39.078331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.827087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:39.078412Z","caller":"traceutil/trace.go:171","msg":"trace[1037088943] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:3820; }","duration":"121.935233ms","start":"2026-04-04T10:19:38.956456Z","end":"2026-04-04T10:19:39.078391Z","steps":["trace[1037088943] 'agreement among raft nodes before linearized reading' (duration: 121.820108ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:39.344261Z","caller":"traceutil/trace.go:171","msg":"trace[1599941601] linearizableReadLoop","detail":"{readStateIndex:3984; appliedIndex:3982; }","duration":"185.824151ms","start":"2026-04-04T10:19:39.158405Z","end":"2026-04-04T10:19:39.344229Z","steps":["trace[1599941601] 'read index received' (duration: 138.314552ms)","trace[1599941601] 'applied index is now lower than readState.Index' (duration: 47.508079ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:39.344298Z","caller":"traceutil/trace.go:171","msg":"trace[271882410] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"247.000898ms","start":"2026-04-04T10:19:39.097262Z","end":"2026-04-04T10:19:39.344263Z","steps":["trace[271882410] 'process raft request' (duration: 199.378404ms)","trace[271882410] 'compare' (duration: 47.405413ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:39.344417Z","caller":"traceutil/trace.go:171","msg":"trace[1364420747] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"204.116353ms","start":"2026-04-04T10:19:39.140284Z","end":"2026-04-04T10:19:39.344401Z","steps":["trace[1364420747] 'process raft request' (duration: 203.887962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:39.34475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.316256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:39.344834Z","caller":"traceutil/trace.go:171","msg":"trace[611925357] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3827; }","duration":"186.444702ms","start":"2026-04-04T10:19:39.15837Z","end":"2026-04-04T10:19:39.344814Z","steps":["trace[611925357] 'agreement among raft nodes before linearized reading' (duration: 186.298645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:40.896133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.17346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:19:40.896238Z","caller":"traceutil/trace.go:171","msg":"trace[759319603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3853; }","duration":"204.314066ms","start":"2026-04-04T10:19:40.691873Z","end":"2026-04-04T10:19:40.896187Z","steps":["trace[759319603] 'range keys from in-memory index tree' (duration: 203.993081ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:53.071275Z","caller":"traceutil/trace.go:171","msg":"trace[556141246] linearizableReadLoop","detail":"{readStateIndex:4089; appliedIndex:4088; }","duration":"177.403262ms","start":"2026-04-04T10:19:52.893854Z","end":"2026-04-04T10:19:53.071257Z","steps":["trace[556141246] 'read index received' (duration: 91.186937ms)","trace[556141246] 'applied index is now lower than readState.Index' (duration: 86.215135ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:53.071345Z","caller":"traceutil/trace.go:171","msg":"trace[2123984881] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"359.196302ms","start":"2026-04-04T10:19:52.712117Z","end":"2026-04-04T10:19:53.071314Z","steps":["trace[2123984881] 'process raft request' (duration: 273.009978ms)","trace[2123984881] 'compare' (duration: 85.848307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:53.071525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:52.712104Z","time spent":"359.32782ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:19:53.071671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.558789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:19:53.071607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.713491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:19:53.071707Z","caller":"traceutil/trace.go:171","msg":"trace[625593445] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3929; }","duration":"177.890726ms","start":"2026-04-04T10:19:52.893807Z","end":"2026-04-04T10:19:53.071698Z","steps":["trace[625593445] 'agreement among raft nodes before linearized reading' (duration: 177.552159ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:53.071802Z","caller":"traceutil/trace.go:171","msg":"trace[367131080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3929; }","duration":"110.913492ms","start":"2026-04-04T10:19:52.960867Z","end":"2026-04-04T10:19:53.07178Z","steps":["trace[367131080] 'agreement among raft nodes before linearized reading' (duration: 110.609296ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:53.361101Z","caller":"traceutil/trace.go:171","msg":"trace[580697767] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"154.653409ms","start":"2026-04-04T10:19:53.206393Z","end":"2026-04-04T10:19:53.361047Z","steps":["trace[580697767] 'process raft request' (duration: 97.151887ms)","trace[580697767] 'compare' (duration: 57.239988ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:53.361094Z","caller":"traceutil/trace.go:171","msg":"trace[449148757] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"154.387816ms","start":"2026-04-04T10:19:53.206658Z","end":"2026-04-04T10:19:53.361046Z","steps":["trace[449148757] 'process raft request' (duration: 154.289791ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:54.884971Z","caller":"traceutil/trace.go:171","msg":"trace[850251927] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"171.336645ms","start":"2026-04-04T10:19:54.713603Z","end":"2026-04-04T10:19:54.88494Z","steps":["trace[850251927] 'process raft request' (duration: 102.087556ms)","trace[850251927] 'compare' (duration: 69.07161ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:55.235371Z","caller":"traceutil/trace.go:171","msg":"trace[1271778704] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"119.579733ms","start":"2026-04-04T10:19:55.115751Z","end":"2026-04-04T10:19:55.235331Z","steps":["trace[1271778704] 'process raft request' (duration: 88.189438ms)","trace[1271778704] 'compare' (duration: 31.003255ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:59.269848Z","caller":"traceutil/trace.go:171","msg":"trace[184572731] transaction","detail":"{read_only:false; response_revision:3963; number_of_response:1; }","duration":"100.285842ms","start":"2026-04-04T10:19:59.169503Z","end":"2026-04-04T10:19:59.269789Z","steps":["trace[184572731] 'process raft request' (duration: 88.199997ms)","trace[184572731] 'compare' (duration: 11.825521ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:59.491296Z","caller":"traceutil/trace.go:171","msg":"trace[94212350] transaction","detail":"{read_only:false; response_revision:3967; number_of_response:1; }","duration":"100.994088ms","start":"2026-04-04T10:19:59.390277Z","end":"2026-04-04T10:19:59.491271Z","steps":["trace[94212350] 'process raft request' (duration: 100.8317ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:02.939819Z","caller":"traceutil/trace.go:171","msg":"trace[435757812] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"261.328566ms","start":"2026-04-04T10:20:02.67847Z","end":"2026-04-04T10:20:02.939798Z","steps":["trace[435757812] 'process raft request' (duration: 261.172298ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:02.990371Z","caller":"traceutil/trace.go:171","msg":"trace[1010232070] linearizableReadLoop","detail":"{readStateIndex:4144; appliedIndex:4142; }","duration":"167.378655ms","start":"2026-04-04T10:20:02.822966Z","end":"2026-04-04T10:20:02.990345Z","steps":["trace[1010232070] 'read index received' (duration: 116.778082ms)","trace[1010232070] 'applied index is now lower than readState.Index' (duration: 50.599473ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:02.990487Z","caller":"traceutil/trace.go:171","msg":"trace[1029772509] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"233.302933ms","start":"2026-04-04T10:20:02.757174Z","end":"2026-04-04T10:20:02.990477Z","steps":["trace[1029772509] 'process raft request' (duration: 232.991827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:02.990702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.713834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:20:02.990746Z","caller":"traceutil/trace.go:171","msg":"trace[491773406] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3983; }","duration":"167.811329ms","start":"2026-04-04T10:20:02.822923Z","end":"2026-04-04T10:20:02.990735Z","steps":["trace[491773406] 'agreement among raft nodes before linearized reading' (duration: 167.728615ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:09.140297Z","caller":"traceutil/trace.go:171","msg":"trace[232391090] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"128.252625ms","start":"2026-04-04T10:20:09.012025Z","end":"2026-04-04T10:20:09.140278Z","steps":["trace[232391090] 'process raft request' (duration: 128.110738ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:09.169609Z","caller":"traceutil/trace.go:171","msg":"trace[1411821031] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"153.677543ms","start":"2026-04-04T10:20:09.015898Z","end":"2026-04-04T10:20:09.169575Z","steps":["trace[1411821031] 'process raft request' (duration: 153.544996ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:09.62912Z","caller":"traceutil/trace.go:171","msg":"trace[1007072451] transaction","detail":"{read_only:false; response_revision:4021; number_of_response:1; }","duration":"100.446234ms","start":"2026-04-04T10:20:09.528629Z","end":"2026-04-04T10:20:09.629075Z","steps":["trace[1007072451] 'process raft request' (duration: 100.309317ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:11.407209Z","caller":"traceutil/trace.go:171","msg":"trace[151516160] linearizableReadLoop","detail":"{readStateIndex:4190; appliedIndex:4188; }","duration":"127.447307ms","start":"2026-04-04T10:20:11.279716Z","end":"2026-04-04T10:20:11.407164Z","steps":["trace[151516160] 'read index received' (duration: 97.31233ms)","trace[151516160] 'applied index is now lower than readState.Index' (duration: 30.133717ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:11.407488Z","caller":"traceutil/trace.go:171","msg":"trace[397313112] transaction","detail":"{read_only:false; response_revision:4025; number_of_response:1; }","duration":"130.76414ms","start":"2026-04-04T10:20:11.276696Z","end":"2026-04-04T10:20:11.40746Z","steps":["trace[397313112] 'process raft request' (duration: 100.320378ms)","trace[397313112] 'compare' (duration: 29.730795ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:11.407965Z","caller":"traceutil/trace.go:171","msg":"trace[1208019520] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"128.316022ms","start":"2026-04-04T10:20:11.279638Z","end":"2026-04-04T10:20:11.407954Z","steps":["trace[1208019520] 'process raft request' (duration: 127.469758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:11.408155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.425498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:11.408195Z","caller":"traceutil/trace.go:171","msg":"trace[1954512342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4026; }","duration":"128.511332ms","start":"2026-04-04T10:20:11.279674Z","end":"2026-04-04T10:20:11.408186Z","steps":["trace[1954512342] 'agreement among raft nodes before linearized reading' (duration: 128.436808ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:13.302249Z","caller":"traceutil/trace.go:171","msg":"trace[1199901384] transaction","detail":"{read_only:false; response_revision:4034; number_of_response:1; }","duration":"147.975925ms","start":"2026-04-04T10:20:13.154238Z","end":"2026-04-04T10:20:13.302213Z","steps":["trace[1199901384] 'process raft request' (duration: 147.774695ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:13.302255Z","caller":"traceutil/trace.go:171","msg":"trace[1873426744] linearizableReadLoop","detail":"{readStateIndex:4198; appliedIndex:4198; }","duration":"138.884768ms","start":"2026-04-04T10:20:13.163325Z","end":"2026-04-04T10:20:13.302209Z","steps":["trace[1873426744] 'read index received' (duration: 138.867907ms)","trace[1873426744] 'applied index is now lower than readState.Index' (duration: 14.261µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:13.302463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.096459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:20:13.302526Z","caller":"traceutil/trace.go:171","msg":"trace[2106125641] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4034; }","duration":"139.192044ms","start":"2026-04-04T10:20:13.163319Z","end":"2026-04-04T10:20:13.302511Z","steps":["trace[2106125641] 'agreement among raft nodes before linearized reading' (duration: 138.995744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:13.513101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.215741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:13.51321Z","caller":"traceutil/trace.go:171","msg":"trace[386237047] linearizableReadLoop","detail":"{readStateIndex:4199; appliedIndex:4198; }","duration":"210.700403ms","start":"2026-04-04T10:20:13.302492Z","end":"2026-04-04T10:20:13.513193Z","steps":["trace[386237047] 'read index received' (duration: 15.232959ms)","trace[386237047] 'applied index is now lower than readState.Index' (duration: 195.466044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:13.513569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.501047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:20:13.513655Z","caller":"traceutil/trace.go:171","msg":"trace[108262207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4035; }","duration":"100.630533ms","start":"2026-04-04T10:20:13.413001Z","end":"2026-04-04T10:20:13.513631Z","steps":["trace[108262207] 'agreement among raft nodes before linearized reading' (duration: 100.455984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:13.513673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.487303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:13.51368Z","caller":"traceutil/trace.go:171","msg":"trace[3784336] transaction","detail":"{read_only:false; response_revision:4035; number_of_response:1; }","duration":"302.932315ms","start":"2026-04-04T10:20:13.210709Z","end":"2026-04-04T10:20:13.513642Z","steps":["trace[3784336] 'process raft request' (duration: 107.088822ms)","trace[3784336] 'compare' (duration: 195.02911ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:13.513719Z","caller":"traceutil/trace.go:171","msg":"trace[411286287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4035; }","duration":"248.565426ms","start":"2026-04-04T10:20:13.265142Z","end":"2026-04-04T10:20:13.513707Z","steps":["trace[411286287] 'agreement among raft nodes before linearized reading' (duration: 248.490723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:13.513859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:13.210682Z","time spent":"303.077993ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:15.496624Z","caller":"traceutil/trace.go:171","msg":"trace[1360826405] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"104.152999ms","start":"2026-04-04T10:20:15.392439Z","end":"2026-04-04T10:20:15.496592Z","steps":["trace[1360826405] 'process raft request' (duration: 37.378173ms)","trace[1360826405] 'compare' (duration: 66.591547ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:17.809969Z","caller":"traceutil/trace.go:171","msg":"trace[1103097336] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"141.368785ms","start":"2026-04-04T10:20:17.66855Z","end":"2026-04-04T10:20:17.809919Z","steps":["trace[1103097336] 'process raft request' (duration: 61.045611ms)","trace[1103097336] 'compare' (duration: 80.101923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:18.10496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.823548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:20:18.105999Z","caller":"traceutil/trace.go:171","msg":"trace[1969389937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4063; }","duration":"174.895204ms","start":"2026-04-04T10:20:17.931079Z","end":"2026-04-04T10:20:18.105974Z","steps":["trace[1969389937] 'range keys from in-memory index tree' (duration: 173.621157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:18.105329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.553623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:20:18.106144Z","caller":"traceutil/trace.go:171","msg":"trace[829995637] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4063; }","duration":"166.459451ms","start":"2026-04-04T10:20:17.939657Z","end":"2026-04-04T10:20:18.106116Z","steps":["trace[829995637] 'count revisions from in-memory index tree' (duration: 165.436837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:24.703315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.754006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-04T10:20:24.703403Z","caller":"traceutil/trace.go:171","msg":"trace[1149130552] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:4098; }","duration":"132.882323ms","start":"2026-04-04T10:20:24.570496Z","end":"2026-04-04T10:20:24.703378Z","steps":["trace[1149130552] 'range keys from in-memory index tree' (duration: 132.428208ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:25.718176Z","caller":"traceutil/trace.go:171","msg":"trace[987045884] transaction","detail":"{read_only:false; response_revision:4101; number_of_response:1; }","duration":"340.407513ms","start":"2026-04-04T10:20:25.377737Z","end":"2026-04-04T10:20:25.718145Z","steps":["trace[987045884] 'process raft request' (duration: 340.142129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:25.718425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:25.377718Z","time spent":"340.529229ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1210,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:25.890305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.137834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:25.890653Z","caller":"traceutil/trace.go:171","msg":"trace[2093257823] transaction","detail":"{read_only:false; response_revision:4102; number_of_response:1; }","duration":"344.585815ms","start":"2026-04-04T10:20:25.546033Z","end":"2026-04-04T10:20:25.890619Z","steps":["trace[2093257823] 'process raft request' (duration: 241.049369ms)","trace[2093257823] 'compare' (duration: 103.020089ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:25.890728Z","caller":"traceutil/trace.go:171","msg":"trace[1052230732] linearizableReadLoop","detail":"{readStateIndex:4269; appliedIndex:4267; }","duration":"166.972216ms","start":"2026-04-04T10:20:25.723737Z","end":"2026-04-04T10:20:25.890709Z","steps":["trace[1052230732] 'read index received' (duration: 63.281412ms)","trace[1052230732] 'applied index is now lower than readState.Index' (duration: 103.689443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:25.890911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:25.546008Z","time spent":"344.840498ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:25.890988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.216469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-04-04T10:20:25.890774Z","caller":"traceutil/trace.go:171","msg":"trace[258449115] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"209.001903ms","start":"2026-04-04T10:20:25.681752Z","end":"2026-04-04T10:20:25.890754Z","steps":["trace[258449115] 'process raft request' (duration: 208.668995ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:25.891085Z","caller":"traceutil/trace.go:171","msg":"trace[1901568400] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:4103; }","duration":"167.365286ms","start":"2026-04-04T10:20:25.723699Z","end":"2026-04-04T10:20:25.891064Z","steps":["trace[1901568400] 'agreement among raft nodes before linearized reading' (duration: 167.104172ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:26.187049Z","caller":"traceutil/trace.go:171","msg":"trace[1079154989] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"202.128966ms","start":"2026-04-04T10:20:25.984883Z","end":"2026-04-04T10:20:26.187012Z","steps":["trace[1079154989] 'process raft request' (duration: 172.726666ms)","trace[1079154989] 'compare' (duration: 29.20673ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:26.187948Z","caller":"traceutil/trace.go:171","msg":"trace[439322329] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"202.085623ms","start":"2026-04-04T10:20:25.98584Z","end":"2026-04-04T10:20:26.187925Z","steps":["trace[439322329] 'process raft request' (duration: 201.960557ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:26.188295Z","caller":"traceutil/trace.go:171","msg":"trace[268684765] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"199.077564ms","start":"2026-04-04T10:20:25.989182Z","end":"2026-04-04T10:20:26.18826Z","steps":["trace[268684765] 'process raft request' (duration: 198.892034ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:26.188398Z","caller":"traceutil/trace.go:171","msg":"trace[637022724] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"200.665728ms","start":"2026-04-04T10:20:25.987713Z","end":"2026-04-04T10:20:26.188379Z","steps":["trace[637022724] 'process raft request' (duration: 200.171392ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:26.599962Z","caller":"traceutil/trace.go:171","msg":"trace[1553882721] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"111.087581ms","start":"2026-04-04T10:20:26.48884Z","end":"2026-04-04T10:20:26.599928Z","steps":["trace[1553882721] 'process raft request' (duration: 110.86746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:30.650523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.402072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:30.65099Z","caller":"traceutil/trace.go:171","msg":"trace[499756881] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"144.814614ms","start":"2026-04-04T10:20:30.506156Z","end":"2026-04-04T10:20:30.65097Z","steps":["trace[499756881] 'process raft request' (duration: 24.886764ms)","trace[499756881] 'compare' (duration: 119.271236ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:31.500823Z","caller":"traceutil/trace.go:171","msg":"trace[2003546032] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"164.929459ms","start":"2026-04-04T10:20:31.335866Z","end":"2026-04-04T10:20:31.500795Z","steps":["trace[2003546032] 'process raft request' (duration: 158.823295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:32.338692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.167398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:32.338867Z","caller":"traceutil/trace.go:171","msg":"trace[1395442592] linearizableReadLoop","detail":"{readStateIndex:4309; appliedIndex:4307; }","duration":"319.737656ms","start":"2026-04-04T10:20:32.019113Z","end":"2026-04-04T10:20:32.338851Z","steps":["trace[1395442592] 'read index received' (duration: 194.382957ms)","trace[1395442592] 'applied index is now lower than readState.Index' (duration: 125.353739ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:32.338958Z","caller":"traceutil/trace.go:171","msg":"trace[1138926904] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"352.175303ms","start":"2026-04-04T10:20:31.986773Z","end":"2026-04-04T10:20:32.338948Z","steps":["trace[1138926904] 'process raft request' (duration: 352.016504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:32.339035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:31.986766Z","time spent":"352.236146ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:32.339133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.992322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:20:32.339168Z","caller":"traceutil/trace.go:171","msg":"trace[424157574] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"352.456348ms","start":"2026-04-04T10:20:31.986414Z","end":"2026-04-04T10:20:32.33887Z","steps":["trace[424157574] 'process raft request' (duration: 227.027855ms)","trace[424157574] 'compare' (duration: 125.031281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:32.339166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.033681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:20:32.339288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:31.986401Z","time spent":"352.843828ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:32.339291Z","caller":"traceutil/trace.go:171","msg":"trace[758030998] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4141; }","duration":"320.245233ms","start":"2026-04-04T10:20:32.019028Z","end":"2026-04-04T10:20:32.339273Z","steps":["trace[758030998] 'agreement among raft nodes before linearized reading' (duration: 320.030102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:32.339425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.006573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:20:32.33946Z","caller":"traceutil/trace.go:171","msg":"trace[1002821647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4141; }","duration":"126.061296ms","start":"2026-04-04T10:20:32.213389Z","end":"2026-04-04T10:20:32.339451Z","steps":["trace[1002821647] 'agreement among raft nodes before linearized reading' (duration: 125.93521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:32.339476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.018996Z","time spent":"320.461425ms","remote":"127.0.0.1:56250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:20:32.339243Z","caller":"traceutil/trace.go:171","msg":"trace[733285583] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4141; }","duration":"132.116418ms","start":"2026-04-04T10:20:32.207106Z","end":"2026-04-04T10:20:32.339222Z","steps":["trace[733285583] 'agreement among raft nodes before linearized reading' (duration: 131.947619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:32.339534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.322156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:20:32.339623Z","caller":"traceutil/trace.go:171","msg":"trace[932887293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4141; }","duration":"128.452684ms","start":"2026-04-04T10:20:32.211155Z","end":"2026-04-04T10:20:32.339608Z","steps":["trace[932887293] 'agreement among raft nodes before linearized reading' (duration: 128.247983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:32.339661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.44754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:20:32.339703Z","caller":"traceutil/trace.go:171","msg":"trace[445821644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4141; }","duration":"127.513834ms","start":"2026-04-04T10:20:32.21218Z","end":"2026-04-04T10:20:32.339694Z","steps":["trace[445821644] 'agreement among raft nodes before linearized reading' (duration: 127.358926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:32.339921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.976755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:20:32.340046Z","caller":"traceutil/trace.go:171","msg":"trace[284292227] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4141; }","duration":"127.136653ms","start":"2026-04-04T10:20:32.212888Z","end":"2026-04-04T10:20:32.340025Z","steps":["trace[284292227] 'agreement among raft nodes before linearized reading' (duration: 126.426635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:32.595595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.162114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:32.59572Z","caller":"traceutil/trace.go:171","msg":"trace[671303739] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"250.961941ms","start":"2026-04-04T10:20:32.344738Z","end":"2026-04-04T10:20:32.5957Z","steps":["trace[671303739] 'process raft request' (duration: 126.611966ms)","trace[671303739] 'compare' (duration: 124.057199ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:32.656563Z","caller":"traceutil/trace.go:171","msg":"trace[740043920] transaction","detail":"{read_only:false; response_revision:4143; number_of_response:1; }","duration":"311.57025ms","start":"2026-04-04T10:20:32.344964Z","end":"2026-04-04T10:20:32.656534Z","steps":["trace[740043920] 'process raft request' (duration: 311.284495ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:32.656625Z","caller":"traceutil/trace.go:171","msg":"trace[561150496] transaction","detail":"{read_only:false; response_revision:4145; number_of_response:1; }","duration":"293.274496ms","start":"2026-04-04T10:20:32.363328Z","end":"2026-04-04T10:20:32.656603Z","steps":["trace[561150496] 'process raft request' (duration: 293.147679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:32.656725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.344942Z","time spent":"311.680796ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:32.656543Z","caller":"traceutil/trace.go:171","msg":"trace[882430308] transaction","detail":"{read_only:false; response_revision:4144; number_of_response:1; }","duration":"311.516157ms","start":"2026-04-04T10:20:32.345001Z","end":"2026-04-04T10:20:32.656517Z","steps":["trace[882430308] 'process raft request' (duration: 311.419562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:32.656884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.344981Z","time spent":"311.859545ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:32.846224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.369593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:32.846342Z","caller":"traceutil/trace.go:171","msg":"trace[1128278162] transaction","detail":"{read_only:false; response_revision:4146; number_of_response:1; }","duration":"190.359042ms","start":"2026-04-04T10:20:32.655962Z","end":"2026-04-04T10:20:32.846321Z","steps":["trace[1128278162] 'process raft request' (duration: 57.803329ms)","trace[1128278162] 'compare' (duration: 132.155412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:33.550173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.709302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:20:33.550247Z","caller":"traceutil/trace.go:171","msg":"trace[873897992] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4146; }","duration":"555.835319ms","start":"2026-04-04T10:20:32.994395Z","end":"2026-04-04T10:20:33.55023Z","steps":["trace[873897992] 'count revisions from in-memory index tree' (duration: 555.586485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.550292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.994374Z","time spent":"555.907983ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:20:33.550205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.470066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:20:33.550412Z","caller":"traceutil/trace.go:171","msg":"trace[1636191414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4146; }","duration":"166.734081ms","start":"2026-04-04T10:20:33.383647Z","end":"2026-04-04T10:20:33.550381Z","steps":["trace[1636191414] 'range keys from in-memory index tree' (duration: 166.234585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:50.207442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.46155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:50.207554Z","caller":"traceutil/trace.go:171","msg":"trace[622777133] linearizableReadLoop","detail":"{readStateIndex:4471; appliedIndex:4470; }","duration":"129.056309ms","start":"2026-04-04T10:20:50.07848Z","end":"2026-04-04T10:20:50.207536Z","steps":["trace[622777133] 'read index received' (duration: 24.368256ms)","trace[622777133] 'applied index is now lower than readState.Index' (duration: 104.687002ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:50.20764Z","caller":"traceutil/trace.go:171","msg":"trace[2090201539] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"166.876271ms","start":"2026-04-04T10:20:50.04075Z","end":"2026-04-04T10:20:50.207626Z","steps":["trace[2090201539] 'process raft request' (duration: 62.140937ms)","trace[2090201539] 'compare' (duration: 104.383485ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:50.207814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.331793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:20:50.207868Z","caller":"traceutil/trace.go:171","msg":"trace[1471419254] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4297; }","duration":"129.372245ms","start":"2026-04-04T10:20:50.078469Z","end":"2026-04-04T10:20:50.207841Z","steps":["trace[1471419254] 'agreement among raft nodes before linearized reading' (duration: 129.27302ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:56.418366Z","caller":"traceutil/trace.go:171","msg":"trace[1822856581] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"377.930228ms","start":"2026-04-04T10:20:56.040411Z","end":"2026-04-04T10:20:56.418341Z","steps":["trace[1822856581] 'process raft request' (duration: 377.748888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.418528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.04038Z","time spent":"378.086437ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118319,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:20:56.634829Z","caller":"traceutil/trace.go:171","msg":"trace[514984574] linearizableReadLoop","detail":"{readStateIndex:4506; appliedIndex:4503; }","duration":"369.692621ms","start":"2026-04-04T10:20:56.265121Z","end":"2026-04-04T10:20:56.634813Z","steps":["trace[514984574] 'read index received' (duration: 153.012055ms)","trace[514984574] 'applied index is now lower than readState.Index' (duration: 216.679865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:56.634974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.852799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:56.635008Z","caller":"traceutil/trace.go:171","msg":"trace[1704650358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4331; }","duration":"369.940205ms","start":"2026-04-04T10:20:56.26506Z","end":"2026-04-04T10:20:56.635001Z","steps":["trace[1704650358] 'agreement among raft nodes before linearized reading' (duration: 369.878521ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:56.635036Z","caller":"traceutil/trace.go:171","msg":"trace[1995374370] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"569.935996ms","start":"2026-04-04T10:20:56.06507Z","end":"2026-04-04T10:20:56.635006Z","steps":["trace[1995374370] 'process raft request' (duration: 547.607685ms)","trace[1995374370] 'compare' (duration: 22.026525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:56.63508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.265031Z","time spent":"370.04262ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:20:56.635126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.06505Z","time spent":"570.01912ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:56.634964Z","caller":"traceutil/trace.go:171","msg":"trace[577924593] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"407.13046ms","start":"2026-04-04T10:20:56.227816Z","end":"2026-04-04T10:20:56.634946Z","steps":["trace[577924593] 'process raft request' (duration: 406.970071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.635344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.571115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:20:56.635384Z","caller":"traceutil/trace.go:171","msg":"trace[1590383370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4331; }","duration":"127.637339ms","start":"2026-04-04T10:20:56.507734Z","end":"2026-04-04T10:20:56.635372Z","steps":["trace[1590383370] 'agreement among raft nodes before linearized reading' (duration: 127.536743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.635391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.915086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:20:56.635439Z","caller":"traceutil/trace.go:171","msg":"trace[1080625456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4331; }","duration":"168.98262ms","start":"2026-04-04T10:20:56.466445Z","end":"2026-04-04T10:20:56.635427Z","steps":["trace[1080625456] 'agreement among raft nodes before linearized reading' (duration: 168.844662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.635362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.227799Z","time spent":"407.524561ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:56.63523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.453527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:56.635586Z","caller":"traceutil/trace.go:171","msg":"trace[1965768041] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4331; }","duration":"205.850348ms","start":"2026-04-04T10:20:56.429721Z","end":"2026-04-04T10:20:56.635571Z","steps":["trace[1965768041] 'agreement among raft nodes before linearized reading' (duration: 205.449007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.635721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.34355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:20:56.635787Z","caller":"traceutil/trace.go:171","msg":"trace[745393978] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4331; }","duration":"188.483288ms","start":"2026-04-04T10:20:56.447289Z","end":"2026-04-04T10:20:56.635772Z","steps":["trace[745393978] 'agreement among raft nodes before linearized reading' (duration: 188.320268ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:57.479115Z","caller":"traceutil/trace.go:171","msg":"trace[581106144] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"178.360366ms","start":"2026-04-04T10:20:57.300729Z","end":"2026-04-04T10:20:57.479089Z","steps":["trace[581106144] 'process raft request' (duration: 178.215957ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:59.051592Z","caller":"traceutil/trace.go:171","msg":"trace[1883067428] linearizableReadLoop","detail":"{readStateIndex:4525; appliedIndex:4524; }","duration":"144.369388ms","start":"2026-04-04T10:20:58.907199Z","end":"2026-04-04T10:20:59.051568Z","steps":["trace[1883067428] 'read index received' (duration: 134.691352ms)","trace[1883067428] 'applied index is now lower than readState.Index' (duration: 9.676946ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:59.0517Z","caller":"traceutil/trace.go:171","msg":"trace[160994882] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"164.591116ms","start":"2026-04-04T10:20:58.887098Z","end":"2026-04-04T10:20:59.051689Z","steps":["trace[160994882] 'process raft request' (duration: 154.775772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:59.051894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.670204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:20:59.051978Z","caller":"traceutil/trace.go:171","msg":"trace[888054967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4349; }","duration":"144.785651ms","start":"2026-04-04T10:20:58.90717Z","end":"2026-04-04T10:20:59.051956Z","steps":["trace[888054967] 'agreement among raft nodes before linearized reading' (duration: 144.56726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:59.09374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.697195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:20:59.093888Z","caller":"traceutil/trace.go:171","msg":"trace[1432940573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4350; }","duration":"183.888174ms","start":"2026-04-04T10:20:58.909975Z","end":"2026-04-04T10:20:59.093864Z","steps":["trace[1432940573] 'agreement among raft nodes before linearized reading' (duration: 183.638151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:59.093823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.143962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-04T10:20:59.093942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.758871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:20:59.094149Z","caller":"traceutil/trace.go:171","msg":"trace[1097063412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4350; }","duration":"177.984525ms","start":"2026-04-04T10:20:58.916144Z","end":"2026-04-04T10:20:59.094128Z","steps":["trace[1097063412] 'agreement among raft nodes before linearized reading' (duration: 177.668268ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:59.094064Z","caller":"traceutil/trace.go:171","msg":"trace[367243412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4350; }","duration":"103.440858ms","start":"2026-04-04T10:20:58.990604Z","end":"2026-04-04T10:20:59.094045Z","steps":["trace[367243412] 'agreement among raft nodes before linearized reading' (duration: 103.128721ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:59.263847Z","caller":"traceutil/trace.go:171","msg":"trace[391315335] linearizableReadLoop","detail":"{readStateIndex:4528; appliedIndex:4526; }","duration":"165.007822ms","start":"2026-04-04T10:20:59.098811Z","end":"2026-04-04T10:20:59.263819Z","steps":["trace[391315335] 'read index received' (duration: 76.663043ms)","trace[391315335] 'applied index is now lower than readState.Index' (duration: 88.343579ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:59.264039Z","caller":"traceutil/trace.go:171","msg":"trace[1265924671] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"165.52253ms","start":"2026-04-04T10:20:59.09848Z","end":"2026-04-04T10:20:59.264003Z","steps":["trace[1265924671] 'process raft request' (duration: 165.290128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:59.264344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.50953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:20:59.264398Z","caller":"traceutil/trace.go:171","msg":"trace[2030762385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4352; }","duration":"165.592335ms","start":"2026-04-04T10:20:59.098791Z","end":"2026-04-04T10:20:59.264383Z","steps":["trace[2030762385] 'agreement among raft nodes before linearized reading' (duration: 165.189173ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:59.264587Z","caller":"traceutil/trace.go:171","msg":"trace[1984911730] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"206.873187ms","start":"2026-04-04T10:20:59.05768Z","end":"2026-04-04T10:20:59.264553Z","steps":["trace[1984911730] 'process raft request' (duration: 117.793238ms)","trace[1984911730] 'compare' (duration: 88.133718ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:59.545208Z","caller":"traceutil/trace.go:171","msg":"trace[626113279] linearizableReadLoop","detail":"{readStateIndex:4529; appliedIndex:4528; }","duration":"228.752975ms","start":"2026-04-04T10:20:59.316431Z","end":"2026-04-04T10:20:59.545184Z","steps":["trace[626113279] 'read index received' (duration: 206.94892ms)","trace[626113279] 'applied index is now lower than readState.Index' (duration: 21.803015ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:59.545285Z","caller":"traceutil/trace.go:171","msg":"trace[762393958] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"271.542029ms","start":"2026-04-04T10:20:59.273697Z","end":"2026-04-04T10:20:59.545239Z","steps":["trace[762393958] 'process raft request' (duration: 249.809608ms)","trace[762393958] 'compare' (duration: 21.34255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:59.54534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.895983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:59.545375Z","caller":"traceutil/trace.go:171","msg":"trace[969268995] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4353; }","duration":"228.988328ms","start":"2026-04-04T10:20:59.316378Z","end":"2026-04-04T10:20:59.545366Z","steps":["trace[969268995] 'agreement among raft nodes before linearized reading' (duration: 228.887802ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:00.813399Z","caller":"traceutil/trace.go:171","msg":"trace[2112000889] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"102.66599ms","start":"2026-04-04T10:21:00.710707Z","end":"2026-04-04T10:21:00.813373Z","steps":["trace[2112000889] 'process raft request' (duration: 102.538613ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:01.296775Z","caller":"traceutil/trace.go:171","msg":"trace[1625396528] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"199.060996ms","start":"2026-04-04T10:21:01.097687Z","end":"2026-04-04T10:21:01.296748Z","steps":["trace[1625396528] 'process raft request' (duration: 198.896627ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:01.300581Z","caller":"traceutil/trace.go:171","msg":"trace[1446864067] linearizableReadLoop","detail":"{readStateIndex:4539; appliedIndex:4537; }","duration":"192.538082ms","start":"2026-04-04T10:21:01.108022Z","end":"2026-04-04T10:21:01.30056Z","steps":["trace[1446864067] 'read index received' (duration: 188.622688ms)","trace[1446864067] 'applied index is now lower than readState.Index' (duration: 3.914424ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:01.300689Z","caller":"traceutil/trace.go:171","msg":"trace[1364408598] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"202.009716ms","start":"2026-04-04T10:21:01.098669Z","end":"2026-04-04T10:21:01.300678Z","steps":["trace[1364408598] 'process raft request' (duration: 201.738762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:01.300936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.296157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:21:01.301416Z","caller":"traceutil/trace.go:171","msg":"trace[1797352936] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4363; }","duration":"185.830526ms","start":"2026-04-04T10:21:01.115562Z","end":"2026-04-04T10:21:01.301393Z","steps":["trace[1797352936] 'agreement among raft nodes before linearized reading' (duration: 185.201032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:01.301269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.229089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-04T10:21:01.301581Z","caller":"traceutil/trace.go:171","msg":"trace[1843664350] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4363; }","duration":"193.568117ms","start":"2026-04-04T10:21:01.107994Z","end":"2026-04-04T10:21:01.301562Z","steps":["trace[1843664350] 'agreement among raft nodes before linearized reading' (duration: 193.053539ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:01.436229Z","caller":"traceutil/trace.go:171","msg":"trace[883897077] linearizableReadLoop","detail":"{readStateIndex:4540; appliedIndex:4539; }","duration":"133.892901ms","start":"2026-04-04T10:21:01.302301Z","end":"2026-04-04T10:21:01.436194Z","steps":["trace[883897077] 'read index received' (duration: 100.746889ms)","trace[883897077] 'applied index is now lower than readState.Index' (duration: 33.144552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:01.436402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.074402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:01.436451Z","caller":"traceutil/trace.go:171","msg":"trace[495876069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4363; }","duration":"134.330186ms","start":"2026-04-04T10:21:01.302108Z","end":"2026-04-04T10:21:01.436438Z","steps":["trace[495876069] 'agreement among raft nodes before linearized reading' (duration: 134.22733ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:01.449543Z","caller":"traceutil/trace.go:171","msg":"trace[350565379] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"140.686291ms","start":"2026-04-04T10:21:01.308846Z","end":"2026-04-04T10:21:01.449532Z","steps":["trace[350565379] 'process raft request' (duration: 140.630848ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:01.449574Z","caller":"traceutil/trace.go:171","msg":"trace[1211334439] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"141.090354ms","start":"2026-04-04T10:21:01.30846Z","end":"2026-04-04T10:21:01.449551Z","steps":["trace[1211334439] 'process raft request' (duration: 140.918325ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:01.44969Z","caller":"traceutil/trace.go:171","msg":"trace[1891101376] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"128.247635ms","start":"2026-04-04T10:21:01.321417Z","end":"2026-04-04T10:21:01.449665Z","steps":["trace[1891101376] 'process raft request' (duration: 128.089797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:03.949937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.25843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:03.950064Z","caller":"traceutil/trace.go:171","msg":"trace[1694038536] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details; range_end:; response_count:0; response_revision:4378; }","duration":"199.403538ms","start":"2026-04-04T10:21:03.750633Z","end":"2026-04-04T10:21:03.950037Z","steps":["trace[1694038536] 'range keys from in-memory index tree' (duration: 199.146653ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:04.107343Z","caller":"traceutil/trace.go:171","msg":"trace[445428774] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"150.464057ms","start":"2026-04-04T10:21:03.956866Z","end":"2026-04-04T10:21:04.10733Z","steps":["trace[445428774] 'process raft request' (duration: 150.341209ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:04.981894Z","caller":"traceutil/trace.go:171","msg":"trace[1585365600] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"103.52383ms","start":"2026-04-04T10:21:04.878334Z","end":"2026-04-04T10:21:04.981858Z","steps":["trace[1585365600] 'process raft request' (duration: 103.309518ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:08.137291Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2695} {"level":"info","ts":"2026-04-04T10:21:08.408982Z","caller":"traceutil/trace.go:171","msg":"trace[1158508771] linearizableReadLoop","detail":"{readStateIndex:4579; appliedIndex:4578; }","duration":"133.385725ms","start":"2026-04-04T10:21:08.275565Z","end":"2026-04-04T10:21:08.40895Z","steps":["trace[1158508771] 'read index received' (duration: 120.458839ms)","trace[1158508771] 'applied index is now lower than readState.Index' (duration: 12.925316ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:08.408993Z","caller":"traceutil/trace.go:171","msg":"trace[115535162] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4399; }","duration":"175.723497ms","start":"2026-04-04T10:21:08.233242Z","end":"2026-04-04T10:21:08.408966Z","steps":["trace[115535162] 'process raft request' (duration: 162.897476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.409306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.718743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:08.409363Z","caller":"traceutil/trace.go:171","msg":"trace[1657078116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4399; }","duration":"133.821729ms","start":"2026-04-04T10:21:08.27553Z","end":"2026-04-04T10:21:08.409352Z","steps":["trace[1657078116] 'agreement among raft nodes before linearized reading' (duration: 133.522983ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:08.439999Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2695,"took":"301.714739ms","hash":3505633524,"current-db-size-bytes":41099264,"current-db-size":"41 MB","current-db-size-in-use-bytes":16277504,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-04-04T10:21:08.440034Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3505633524,"revision":2695,"compact-revision":-1} {"level":"info","ts":"2026-04-04T10:21:08.844176Z","caller":"traceutil/trace.go:171","msg":"trace[1780848514] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4400; }","duration":"103.431699ms","start":"2026-04-04T10:21:08.740717Z","end":"2026-04-04T10:21:08.844149Z","steps":["trace[1780848514] 'process raft request' (duration: 103.270281ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:09.148254Z","caller":"traceutil/trace.go:171","msg":"trace[79203479] linearizableReadLoop","detail":"{readStateIndex:4589; appliedIndex:4587; }","duration":"145.935034ms","start":"2026-04-04T10:21:09.002292Z","end":"2026-04-04T10:21:09.148227Z","steps":["trace[79203479] 'read index received' (duration: 53.856322ms)","trace[79203479] 'applied index is now lower than readState.Index' (duration: 92.077802ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:09.148291Z","caller":"traceutil/trace.go:171","msg":"trace[926742550] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4404; }","duration":"153.837246ms","start":"2026-04-04T10:21:08.994424Z","end":"2026-04-04T10:21:09.148261Z","steps":["trace[926742550] 'process raft request' (duration: 147.859539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:09.14858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.241351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:21:09.148665Z","caller":"traceutil/trace.go:171","msg":"trace[740537566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4404; }","duration":"146.380089ms","start":"2026-04-04T10:21:09.002266Z","end":"2026-04-04T10:21:09.148646Z","steps":["trace[740537566] 'agreement among raft nodes before linearized reading' (duration: 146.129575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:09.149041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.829719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:21:09.149145Z","caller":"traceutil/trace.go:171","msg":"trace[1956168465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4404; }","duration":"115.985988ms","start":"2026-04-04T10:21:09.033137Z","end":"2026-04-04T10:21:09.149123Z","steps":["trace[1956168465] 'agreement among raft nodes before linearized reading' (duration: 115.534993ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.050448Z","caller":"traceutil/trace.go:171","msg":"trace[1735320208] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"184.740433ms","start":"2026-04-04T10:21:10.86569Z","end":"2026-04-04T10:21:11.050431Z","steps":["trace[1735320208] 'process raft request' (duration: 184.625046ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.220674Z","caller":"traceutil/trace.go:171","msg":"trace[1411406271] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"354.747555ms","start":"2026-04-04T10:21:10.865899Z","end":"2026-04-04T10:21:11.220647Z","steps":["trace[1411406271] 'process raft request' (duration: 335.216676ms)","trace[1411406271] 'compare' (duration: 19.398451ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:11.220704Z","caller":"traceutil/trace.go:171","msg":"trace[1062840813] linearizableReadLoop","detail":"{readStateIndex:4601; appliedIndex:4600; }","duration":"160.83835ms","start":"2026-04-04T10:21:11.059804Z","end":"2026-04-04T10:21:11.220642Z","steps":["trace[1062840813] 'read index received' (duration: 141.259739ms)","trace[1062840813] 'applied index is now lower than readState.Index' (duration: 19.577321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:11.220789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.865893Z","time spent":"354.836339ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:11.220892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.077104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:21:11.220922Z","caller":"traceutil/trace.go:171","msg":"trace[322830125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4412; }","duration":"161.149337ms","start":"2026-04-04T10:21:11.059763Z","end":"2026-04-04T10:21:11.220913Z","steps":["trace[322830125] 'agreement among raft nodes before linearized reading' (duration: 161.02362ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:13.429676Z","caller":"traceutil/trace.go:171","msg":"trace[1777592456] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"107.246744ms","start":"2026-04-04T10:21:13.322408Z","end":"2026-04-04T10:21:13.429655Z","steps":["trace[1777592456] 'process raft request' (duration: 107.210812ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:13.429936Z","caller":"traceutil/trace.go:171","msg":"trace[648656398] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"107.695358ms","start":"2026-04-04T10:21:13.322232Z","end":"2026-04-04T10:21:13.429927Z","steps":["trace[648656398] 'process raft request' (duration: 48.952531ms)","trace[648656398] 'compare' (duration: 58.344896ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:13.574591Z","caller":"traceutil/trace.go:171","msg":"trace[1107552814] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"110.670312ms","start":"2026-04-04T10:21:13.463616Z","end":"2026-04-04T10:21:13.574286Z","steps":["trace[1107552814] 'process raft request' (duration: 67.065084ms)","trace[1107552814] 'compare' (duration: 43.482152ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:13.816324Z","caller":"traceutil/trace.go:171","msg":"trace[1138379954] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"148.872104ms","start":"2026-04-04T10:21:13.667418Z","end":"2026-04-04T10:21:13.81629Z","steps":["trace[1138379954] 'process raft request' (duration: 109.066674ms)","trace[1138379954] 'compare' (duration: 39.4324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:15.443083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.093175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:15.44316Z","caller":"traceutil/trace.go:171","msg":"trace[478844336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4431; }","duration":"180.214771ms","start":"2026-04-04T10:21:15.26293Z","end":"2026-04-04T10:21:15.443144Z","steps":["trace[478844336] 'range keys from in-memory index tree' (duration: 180.025421ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:15.443241Z","caller":"traceutil/trace.go:171","msg":"trace[1374687127] linearizableReadLoop","detail":"{readStateIndex:4622; appliedIndex:4621; }","duration":"119.842901ms","start":"2026-04-04T10:21:15.323374Z","end":"2026-04-04T10:21:15.443217Z","steps":["trace[1374687127] 'read index received' (duration: 49.05786ms)","trace[1374687127] 'applied index is now lower than readState.Index' (duration: 70.783981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:15.443493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.123377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:21:15.443534Z","caller":"traceutil/trace.go:171","msg":"trace[980272181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4432; }","duration":"120.197671ms","start":"2026-04-04T10:21:15.323326Z","end":"2026-04-04T10:21:15.443523Z","steps":["trace[980272181] 'agreement among raft nodes before linearized reading' (duration: 120.076634ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:15.443777Z","caller":"traceutil/trace.go:171","msg":"trace[224144295] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"166.414025ms","start":"2026-04-04T10:21:15.277329Z","end":"2026-04-04T10:21:15.443743Z","steps":["trace[224144295] 'process raft request' (duration: 95.056673ms)","trace[224144295] 'compare' (duration: 70.512196ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:15.986586Z","caller":"traceutil/trace.go:171","msg":"trace[39662373] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"118.353089ms","start":"2026-04-04T10:21:15.868202Z","end":"2026-04-04T10:21:15.986555Z","steps":["trace[39662373] 'process raft request' (duration: 54.232413ms)","trace[39662373] 'compare' (duration: 63.477541ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:19.565412Z","caller":"traceutil/trace.go:171","msg":"trace[1176175661] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"107.156339ms","start":"2026-04-04T10:21:19.458234Z","end":"2026-04-04T10:21:19.56539Z","steps":["trace[1176175661] 'process raft request' (duration: 106.960318ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.851083Z","caller":"traceutil/trace.go:171","msg":"trace[1038534347] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"281.539251ms","start":"2026-04-04T10:21:19.569519Z","end":"2026-04-04T10:21:19.851058Z","steps":["trace[1038534347] 'process raft request' (duration: 237.818929ms)","trace[1038534347] 'compare' (duration: 43.269847ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:19.852652Z","caller":"traceutil/trace.go:171","msg":"trace[2123039948] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"282.179086ms","start":"2026-04-04T10:21:19.570448Z","end":"2026-04-04T10:21:19.852627Z","steps":["trace[2123039948] 'process raft request' (duration: 282.036819ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.85288Z","caller":"traceutil/trace.go:171","msg":"trace[656417263] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"281.543202ms","start":"2026-04-04T10:21:19.571321Z","end":"2026-04-04T10:21:19.852864Z","steps":["trace[656417263] 'process raft request' (duration: 281.271747ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.853333Z","caller":"traceutil/trace.go:171","msg":"trace[1383252839] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"164.023893ms","start":"2026-04-04T10:21:19.689296Z","end":"2026-04-04T10:21:19.85332Z","steps":["trace[1383252839] 'process raft request' (duration: 163.514725ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.985681Z","caller":"traceutil/trace.go:171","msg":"trace[1003980629] linearizableReadLoop","detail":"{readStateIndex:4650; appliedIndex:4649; }","duration":"123.887438ms","start":"2026-04-04T10:21:19.861763Z","end":"2026-04-04T10:21:19.985651Z","steps":["trace[1003980629] 'read index received' (duration: 89.678358ms)","trace[1003980629] 'applied index is now lower than readState.Index' (duration: 34.20829ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:19.986075Z","caller":"traceutil/trace.go:171","msg":"trace[1008851281] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"127.937341ms","start":"2026-04-04T10:21:19.858122Z","end":"2026-04-04T10:21:19.986059Z","steps":["trace[1008851281] 'process raft request' (duration: 93.34411ms)","trace[1008851281] 'compare' (duration: 34.03767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:19.986398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.62346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:21:19.98644Z","caller":"traceutil/trace.go:171","msg":"trace[1312465436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4459; }","duration":"124.729245ms","start":"2026-04-04T10:21:19.861701Z","end":"2026-04-04T10:21:19.98643Z","steps":["trace[1312465436] 'agreement among raft nodes before linearized reading' (duration: 124.563646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:19.986699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.063418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:21:19.986737Z","caller":"traceutil/trace.go:171","msg":"trace[1759040296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4459; }","duration":"120.115111ms","start":"2026-04-04T10:21:19.866613Z","end":"2026-04-04T10:21:19.986728Z","steps":["trace[1759040296] 'agreement among raft nodes before linearized reading' (duration: 120.016886ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:20.122693Z","caller":"traceutil/trace.go:171","msg":"trace[861818036] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"116.000807ms","start":"2026-04-04T10:21:20.006658Z","end":"2026-04-04T10:21:20.122659Z","steps":["trace[861818036] 'process raft request' (duration: 115.170602ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:21.672524Z","caller":"traceutil/trace.go:171","msg":"trace[769266956] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"100.835357ms","start":"2026-04-04T10:21:21.571665Z","end":"2026-04-04T10:21:21.672501Z","steps":["trace[769266956] 'process raft request' (duration: 100.598593ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:22.014468Z","caller":"traceutil/trace.go:171","msg":"trace[338365430] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"157.450833ms","start":"2026-04-04T10:21:21.857002Z","end":"2026-04-04T10:21:22.014453Z","steps":["trace[338365430] 'process raft request' (duration: 157.189488ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:22.01439Z","caller":"traceutil/trace.go:171","msg":"trace[2040099392] linearizableReadLoop","detail":"{readStateIndex:4658; appliedIndex:4657; }","duration":"156.201413ms","start":"2026-04-04T10:21:21.858158Z","end":"2026-04-04T10:21:22.01436Z","steps":["trace[2040099392] 'read index received' (duration: 156.081906ms)","trace[2040099392] 'applied index is now lower than readState.Index' (duration: 118.007µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:22.01479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.611796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:21:22.014823Z","caller":"traceutil/trace.go:171","msg":"trace[777014656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4466; }","duration":"156.69037ms","start":"2026-04-04T10:21:21.858123Z","end":"2026-04-04T10:21:22.014814Z","steps":["trace[777014656] 'agreement among raft nodes before linearized reading' (duration: 156.563423ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:22.195494Z","caller":"traceutil/trace.go:171","msg":"trace[2069199914] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"252.051411ms","start":"2026-04-04T10:21:21.943404Z","end":"2026-04-04T10:21:22.195456Z","steps":["trace[2069199914] 'process raft request' (duration: 241.208024ms)","trace[2069199914] 'compare' (duration: 10.561042ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:22.195488Z","caller":"traceutil/trace.go:171","msg":"trace[1074171179] linearizableReadLoop","detail":"{readStateIndex:4659; appliedIndex:4658; }","duration":"180.807291ms","start":"2026-04-04T10:21:22.014636Z","end":"2026-04-04T10:21:22.195443Z","steps":["trace[1074171179] 'read index received' (duration: 169.970835ms)","trace[1074171179] 'applied index is now lower than readState.Index' (duration: 10.834016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:22.195815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.573316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:21:22.195886Z","caller":"traceutil/trace.go:171","msg":"trace[1721033903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4467; }","duration":"337.700082ms","start":"2026-04-04T10:21:21.858166Z","end":"2026-04-04T10:21:22.195866Z","steps":["trace[1721033903] 'agreement among raft nodes before linearized reading' (duration: 337.456379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:22.195951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:21.858145Z","time spent":"337.792387ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:21:22.195874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.255447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:21:22.196093Z","caller":"traceutil/trace.go:171","msg":"trace[2108949516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4467; }","duration":"187.444698ms","start":"2026-04-04T10:21:22.008554Z","end":"2026-04-04T10:21:22.195998Z","steps":["trace[2108949516] 'agreement among raft nodes before linearized reading' (duration: 187.016754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:22.199667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.23321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:21:22.199711Z","caller":"traceutil/trace.go:171","msg":"trace[1202233340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4468; }","duration":"178.315095ms","start":"2026-04-04T10:21:22.021383Z","end":"2026-04-04T10:21:22.199698Z","steps":["trace[1202233340] 'agreement among raft nodes before linearized reading' (duration: 178.151606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:22.199838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.973088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-04T10:21:22.199931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.951128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:22.199989Z","caller":"traceutil/trace.go:171","msg":"trace[869251170] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:0; response_revision:4468; }","duration":"163.001051ms","start":"2026-04-04T10:21:22.036953Z","end":"2026-04-04T10:21:22.199954Z","steps":["trace[869251170] 'agreement among raft nodes before linearized reading' (duration: 162.954838ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:22.199887Z","caller":"traceutil/trace.go:171","msg":"trace[962502385] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"181.230165ms","start":"2026-04-04T10:21:22.018641Z","end":"2026-04-04T10:21:22.199871Z","steps":["trace[962502385] 'process raft request' (duration: 180.826123ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:22.200432Z","caller":"traceutil/trace.go:171","msg":"trace[2025258062] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4468; }","duration":"117.188501ms","start":"2026-04-04T10:21:22.082761Z","end":"2026-04-04T10:21:22.199949Z","steps":["trace[2025258062] 'agreement among raft nodes before linearized reading' (duration: 116.870063ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:26.143919Z","caller":"traceutil/trace.go:171","msg":"trace[1986571963] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"358.519357ms","start":"2026-04-04T10:21:25.785358Z","end":"2026-04-04T10:21:26.143877Z","steps":["trace[1986571963] 'process raft request' (duration: 358.257303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:26.144176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:25.785305Z","time spent":"358.738489ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:26.205551Z","caller":"traceutil/trace.go:171","msg":"trace[694870060] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"180.518477ms","start":"2026-04-04T10:21:26.025007Z","end":"2026-04-04T10:21:26.205525Z","steps":["trace[694870060] 'process raft request' (duration: 180.379039ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:26.930878Z","caller":"traceutil/trace.go:171","msg":"trace[1841037927] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"133.926987ms","start":"2026-04-04T10:21:26.796907Z","end":"2026-04-04T10:21:26.930834Z","steps":["trace[1841037927] 'process raft request' (duration: 133.684313ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:28.425764Z","caller":"traceutil/trace.go:171","msg":"trace[603504172] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"140.079244ms","start":"2026-04-04T10:21:28.285656Z","end":"2026-04-04T10:21:28.425736Z","steps":["trace[603504172] 'process raft request' (duration: 108.257047ms)","trace[603504172] 'compare' (duration: 31.623306ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:28.426315Z","caller":"traceutil/trace.go:171","msg":"trace[1575753840] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"140.568381ms","start":"2026-04-04T10:21:28.285721Z","end":"2026-04-04T10:21:28.42629Z","steps":["trace[1575753840] 'process raft request' (duration: 140.343348ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:28.426313Z","caller":"traceutil/trace.go:171","msg":"trace[43840553] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"140.486367ms","start":"2026-04-04T10:21:28.2858Z","end":"2026-04-04T10:21:28.426286Z","steps":["trace[43840553] 'process raft request' (duration: 140.401032ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:28.426514Z","caller":"traceutil/trace.go:171","msg":"trace[5776613] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"140.671387ms","start":"2026-04-04T10:21:28.285835Z","end":"2026-04-04T10:21:28.426506Z","steps":["trace[5776613] 'process raft request' (duration: 140.409962ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:28.426405Z","caller":"traceutil/trace.go:171","msg":"trace[1920340820] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"140.730779ms","start":"2026-04-04T10:21:28.285658Z","end":"2026-04-04T10:21:28.426389Z","steps":["trace[1920340820] 'process raft request' (duration: 140.037301ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:28.4267Z","caller":"traceutil/trace.go:171","msg":"trace[950035131] linearizableReadLoop","detail":"{readStateIndex:4723; appliedIndex:4717; }","duration":"106.394644ms","start":"2026-04-04T10:21:28.320296Z","end":"2026-04-04T10:21:28.42669Z","steps":["trace[950035131] 'read index received' (duration: 73.632815ms)","trace[950035131] 'applied index is now lower than readState.Index' (duration: 32.760979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:28.426797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.49179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:28.426806Z","caller":"traceutil/trace.go:171","msg":"trace[1198713191] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"140.867848ms","start":"2026-04-04T10:21:28.285929Z","end":"2026-04-04T10:21:28.426797Z","steps":["trace[1198713191] 'process raft request' (duration: 140.525169ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:28.426832Z","caller":"traceutil/trace.go:171","msg":"trace[754482731] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4529; }","duration":"106.576655ms","start":"2026-04-04T10:21:28.320246Z","end":"2026-04-04T10:21:28.426823Z","steps":["trace[754482731] 'agreement among raft nodes before linearized reading' (duration: 106.484829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:29.257641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.893774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:29.257724Z","caller":"traceutil/trace.go:171","msg":"trace[73169724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4531; }","duration":"103.022921ms","start":"2026-04-04T10:21:29.154678Z","end":"2026-04-04T10:21:29.257701Z","steps":["trace[73169724] 'range keys from in-memory index tree' (duration: 102.810879ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:29.946615Z","caller":"traceutil/trace.go:171","msg":"trace[685934571] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"115.155421ms","start":"2026-04-04T10:21:29.831433Z","end":"2026-04-04T10:21:29.946588Z","steps":["trace[685934571] 'process raft request' (duration: 94.241996ms)","trace[685934571] 'compare' (duration: 20.672291ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:30.218273Z","caller":"traceutil/trace.go:171","msg":"trace[516520157] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"171.588932ms","start":"2026-04-04T10:21:30.046656Z","end":"2026-04-04T10:21:30.218245Z","steps":["trace[516520157] 'process raft request' (duration: 171.428923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:30.522867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.132111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-04T10:21:30.523051Z","caller":"traceutil/trace.go:171","msg":"trace[248026779] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4539; }","duration":"252.718466ms","start":"2026-04-04T10:21:30.270306Z","end":"2026-04-04T10:21:30.523024Z","steps":["trace[248026779] 'process raft request' (duration: 48.289338ms)","trace[248026779] 'compare' (duration: 204.007634ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:30.523117Z","caller":"traceutil/trace.go:171","msg":"trace[482389783] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"236.119829ms","start":"2026-04-04T10:21:30.286978Z","end":"2026-04-04T10:21:30.523098Z","steps":["trace[482389783] 'process raft request' (duration: 235.993432ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:30.523279Z","caller":"traceutil/trace.go:171","msg":"trace[1260038323] linearizableReadLoop","detail":"{readStateIndex:4733; appliedIndex:4732; }","duration":"251.33573ms","start":"2026-04-04T10:21:30.271892Z","end":"2026-04-04T10:21:30.523228Z","steps":["trace[1260038323] 'read index received' (duration: 46.713591ms)","trace[1260038323] 'applied index is now lower than readState.Index' (duration: 204.617828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:30.523631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.708861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:21:30.5237Z","caller":"traceutil/trace.go:171","msg":"trace[593142411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4540; }","duration":"251.818207ms","start":"2026-04-04T10:21:30.271865Z","end":"2026-04-04T10:21:30.523683Z","steps":["trace[593142411] 'agreement among raft nodes before linearized reading' (duration: 251.550282ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:30.640006Z","caller":"traceutil/trace.go:171","msg":"trace[961408434] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"111.077079ms","start":"2026-04-04T10:21:30.528907Z","end":"2026-04-04T10:21:30.639984Z","steps":["trace[961408434] 'process raft request' (duration: 110.991393ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:30.639997Z","caller":"traceutil/trace.go:171","msg":"trace[1663182143] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"111.069458ms","start":"2026-04-04T10:21:30.5289Z","end":"2026-04-04T10:21:30.639969Z","steps":["trace[1663182143] 'process raft request' (duration: 104.204288ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:30.640197Z","caller":"traceutil/trace.go:171","msg":"trace[1993695005] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"111.274729ms","start":"2026-04-04T10:21:30.528915Z","end":"2026-04-04T10:21:30.640189Z","steps":["trace[1993695005] 'process raft request' (duration: 111.029926ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:30.640323Z","caller":"traceutil/trace.go:171","msg":"trace[600235945] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"111.380095ms","start":"2026-04-04T10:21:30.528932Z","end":"2026-04-04T10:21:30.640312Z","steps":["trace[600235945] 'process raft request' (duration: 111.163103ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:30.640488Z","caller":"traceutil/trace.go:171","msg":"trace[1833097132] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"111.312921ms","start":"2026-04-04T10:21:30.529166Z","end":"2026-04-04T10:21:30.640479Z","steps":["trace[1833097132] 'process raft request' (duration: 111.088999ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:30.64064Z","caller":"traceutil/trace.go:171","msg":"trace[985733261] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"110.758611ms","start":"2026-04-04T10:21:30.52987Z","end":"2026-04-04T10:21:30.640628Z","steps":["trace[985733261] 'process raft request' (duration: 110.575111ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:30.640691Z","caller":"traceutil/trace.go:171","msg":"trace[1135341600] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"108.706608ms","start":"2026-04-04T10:21:30.531969Z","end":"2026-04-04T10:21:30.640676Z","steps":["trace[1135341600] 'process raft request' (duration: 108.569541ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:30.640669Z","caller":"traceutil/trace.go:171","msg":"trace[475140879] linearizableReadLoop","detail":"{readStateIndex:4738; appliedIndex:4734; }","duration":"111.603488ms","start":"2026-04-04T10:21:30.52905Z","end":"2026-04-04T10:21:30.640653Z","steps":["trace[475140879] 'read index received' (duration: 104.030909ms)","trace[475140879] 'applied index is now lower than readState.Index' (duration: 7.571959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:30.640902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.83197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9426"} {"level":"info","ts":"2026-04-04T10:21:30.640958Z","caller":"traceutil/trace.go:171","msg":"trace[1394078083] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4547; }","duration":"111.959687ms","start":"2026-04-04T10:21:30.528984Z","end":"2026-04-04T10:21:30.640944Z","steps":["trace[1394078083] 'agreement among raft nodes before linearized reading' (duration: 111.774867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:30.640971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.12153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-04-04T10:21:30.64104Z","caller":"traceutil/trace.go:171","msg":"trace[883658539] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4547; }","duration":"107.213794ms","start":"2026-04-04T10:21:30.533816Z","end":"2026-04-04T10:21:30.64103Z","steps":["trace[883658539] 'agreement among raft nodes before linearized reading' (duration: 107.059746ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.181311Z","caller":"traceutil/trace.go:171","msg":"trace[1396034058] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"252.544821ms","start":"2026-04-04T10:21:30.928747Z","end":"2026-04-04T10:21:31.181292Z","steps":["trace[1396034058] 'process raft request' (duration: 246.279855ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.181479Z","caller":"traceutil/trace.go:171","msg":"trace[1451593817] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"252.436565ms","start":"2026-04-04T10:21:30.929016Z","end":"2026-04-04T10:21:31.181452Z","steps":["trace[1451593817] 'process raft request' (duration: 252.282907ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.181751Z","caller":"traceutil/trace.go:171","msg":"trace[1263020206] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"252.682899ms","start":"2026-04-04T10:21:30.929056Z","end":"2026-04-04T10:21:31.181739Z","steps":["trace[1263020206] 'process raft request' (duration: 252.287057ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.181865Z","caller":"traceutil/trace.go:171","msg":"trace[2108455580] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"252.90131ms","start":"2026-04-04T10:21:30.928958Z","end":"2026-04-04T10:21:31.181859Z","steps":["trace[2108455580] 'process raft request' (duration: 252.277706ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.181989Z","caller":"traceutil/trace.go:171","msg":"trace[1033710478] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"252.813036ms","start":"2026-04-04T10:21:30.92917Z","end":"2026-04-04T10:21:31.181983Z","steps":["trace[1033710478] 'process raft request' (duration: 252.210193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:31.182432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.460951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-nzzc7\" ","response":"range_response_count:1 size:4595"} {"level":"info","ts":"2026-04-04T10:21:31.181577Z","caller":"traceutil/trace.go:171","msg":"trace[1774937666] linearizableReadLoop","detail":"{readStateIndex:4753; appliedIndex:4747; }","duration":"248.463936ms","start":"2026-04-04T10:21:30.932965Z","end":"2026-04-04T10:21:31.181428Z","steps":["trace[1774937666] 'read index received' (duration: 52.734384ms)","trace[1774937666] 'applied index is now lower than readState.Index' (duration: 195.728272ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:31.182469Z","caller":"traceutil/trace.go:171","msg":"trace[1214823409] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-nzzc7; range_end:; response_count:1; response_revision:4559; }","duration":"249.526464ms","start":"2026-04-04T10:21:30.932927Z","end":"2026-04-04T10:21:31.182453Z","steps":["trace[1214823409] 'agreement among raft nodes before linearized reading' (duration: 249.178435ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.403537Z","caller":"traceutil/trace.go:171","msg":"trace[1146917626] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"216.227475ms","start":"2026-04-04T10:21:31.187276Z","end":"2026-04-04T10:21:31.403504Z","steps":["trace[1146917626] 'process raft request' (duration: 184.454378ms)","trace[1146917626] 'compare' (duration: 31.542624ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:31.502934Z","caller":"traceutil/trace.go:171","msg":"trace[995761360] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"315.256901ms","start":"2026-04-04T10:21:31.187645Z","end":"2026-04-04T10:21:31.502901Z","steps":["trace[995761360] 'process raft request' (duration: 314.953353ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.503141Z","caller":"traceutil/trace.go:171","msg":"trace[1475485811] linearizableReadLoop","detail":"{readStateIndex:4756; appliedIndex:4753; }","duration":"235.750506ms","start":"2026-04-04T10:21:31.267366Z","end":"2026-04-04T10:21:31.503116Z","steps":["trace[1475485811] 'read index received' (duration: 104.419274ms)","trace[1475485811] 'applied index is now lower than readState.Index' (duration: 131.329782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:31.503173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:31.18763Z","time spent":"315.399579ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4592,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:31.503266Z","caller":"traceutil/trace.go:171","msg":"trace[99010517] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"132.173079ms","start":"2026-04-04T10:21:31.37108Z","end":"2026-04-04T10:21:31.503254Z","steps":["trace[99010517] 'process raft request' (duration: 131.728764ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.503368Z","caller":"traceutil/trace.go:171","msg":"trace[941752117] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"315.576508ms","start":"2026-04-04T10:21:31.18778Z","end":"2026-04-04T10:21:31.503357Z","steps":["trace[941752117] 'process raft request' (duration: 314.980264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:31.503421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:31.187753Z","time spent":"315.639172ms","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:21:31.567291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.908976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:31.567389Z","caller":"traceutil/trace.go:171","msg":"trace[2069494300] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4563; }","duration":"189.070964ms","start":"2026-04-04T10:21:31.378292Z","end":"2026-04-04T10:21:31.567363Z","steps":["trace[2069494300] 'agreement among raft nodes before linearized reading' (duration: 125.136799ms)","trace[2069494300] 'count revisions from in-memory index tree' (duration: 63.785227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:31.567743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.360308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:31.567836Z","caller":"traceutil/trace.go:171","msg":"trace[2098916473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4563; }","duration":"300.535897ms","start":"2026-04-04T10:21:31.267275Z","end":"2026-04-04T10:21:31.567811Z","steps":["trace[2098916473] 'agreement among raft nodes before linearized reading' (duration: 236.145397ms)","trace[2098916473] 'range keys from in-memory index tree' (duration: 64.258573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:31.567889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:31.267237Z","time spent":"300.641924ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:21:31.567793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.480015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:21:31.567997Z","caller":"traceutil/trace.go:171","msg":"trace[664580024] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:4563; }","duration":"287.721459ms","start":"2026-04-04T10:21:31.280255Z","end":"2026-04-04T10:21:31.567977Z","steps":["trace[664580024] 'agreement among raft nodes before linearized reading' (duration: 223.148349ms)","trace[664580024] 'range keys from in-memory index tree' (duration: 64.237052ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:31.703923Z","caller":"traceutil/trace.go:171","msg":"trace[676886420] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"191.967153ms","start":"2026-04-04T10:21:31.511926Z","end":"2026-04-04T10:21:31.703893Z","steps":["trace[676886420] 'process raft request' (duration: 191.71838ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.704065Z","caller":"traceutil/trace.go:171","msg":"trace[482882753] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"191.515808ms","start":"2026-04-04T10:21:31.51252Z","end":"2026-04-04T10:21:31.704035Z","steps":["trace[482882753] 'process raft request' (duration: 191.37387ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.704016Z","caller":"traceutil/trace.go:171","msg":"trace[1446777869] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"191.866198ms","start":"2026-04-04T10:21:31.512113Z","end":"2026-04-04T10:21:31.703979Z","steps":["trace[1446777869] 'process raft request' (duration: 191.659827ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.704065Z","caller":"traceutil/trace.go:171","msg":"trace[2058218686] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"191.441414ms","start":"2026-04-04T10:21:31.512596Z","end":"2026-04-04T10:21:31.704037Z","steps":["trace[2058218686] 'process raft request' (duration: 191.341659ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705077Z","caller":"traceutil/trace.go:171","msg":"trace[493773689] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"191.848388ms","start":"2026-04-04T10:21:31.513213Z","end":"2026-04-04T10:21:31.705061Z","steps":["trace[493773689] 'process raft request' (duration: 190.81787ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705084Z","caller":"traceutil/trace.go:171","msg":"trace[1461161237] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"190.906555ms","start":"2026-04-04T10:21:31.514135Z","end":"2026-04-04T10:21:31.705042Z","steps":["trace[1461161237] 'process raft request' (duration: 190.035777ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705091Z","caller":"traceutil/trace.go:171","msg":"trace[555643942] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"191.337759ms","start":"2026-04-04T10:21:31.513738Z","end":"2026-04-04T10:21:31.705075Z","steps":["trace[555643942] 'process raft request' (duration: 190.317342ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705094Z","caller":"traceutil/trace.go:171","msg":"trace[1878587966] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"191.272126ms","start":"2026-04-04T10:21:31.513799Z","end":"2026-04-04T10:21:31.705071Z","steps":["trace[1878587966] 'process raft request' (duration: 190.307322ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705181Z","caller":"traceutil/trace.go:171","msg":"trace[580075189] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"192.515885ms","start":"2026-04-04T10:21:31.512655Z","end":"2026-04-04T10:21:31.705171Z","steps":["trace[580075189] 'process raft request' (duration: 191.315128ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705206Z","caller":"traceutil/trace.go:171","msg":"trace[1896332933] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"191.100866ms","start":"2026-04-04T10:21:31.514096Z","end":"2026-04-04T10:21:31.705197Z","steps":["trace[1896332933] 'process raft request' (duration: 190.035606ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705234Z","caller":"traceutil/trace.go:171","msg":"trace[1160972192] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"192.510495ms","start":"2026-04-04T10:21:31.512715Z","end":"2026-04-04T10:21:31.705225Z","steps":["trace[1160972192] 'process raft request' (duration: 191.286946ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705099Z","caller":"traceutil/trace.go:171","msg":"trace[1747660926] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"192.529675ms","start":"2026-04-04T10:21:31.512535Z","end":"2026-04-04T10:21:31.705065Z","steps":["trace[1747660926] 'process raft request' (duration: 191.317717ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705298Z","caller":"traceutil/trace.go:171","msg":"trace[1793915527] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"190.374476ms","start":"2026-04-04T10:21:31.514914Z","end":"2026-04-04T10:21:31.705289Z","steps":["trace[1793915527] 'process raft request' (duration: 189.89392ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705389Z","caller":"traceutil/trace.go:171","msg":"trace[1651832714] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"190.740016ms","start":"2026-04-04T10:21:31.51464Z","end":"2026-04-04T10:21:31.70538Z","steps":["trace[1651832714] 'process raft request' (duration: 190.106701ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705401Z","caller":"traceutil/trace.go:171","msg":"trace[124372783] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"190.212036ms","start":"2026-04-04T10:21:31.515174Z","end":"2026-04-04T10:21:31.705386Z","steps":["trace[124372783] 'process raft request' (duration: 189.750301ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.70541Z","caller":"traceutil/trace.go:171","msg":"trace[1493314652] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"189.078624ms","start":"2026-04-04T10:21:31.516322Z","end":"2026-04-04T10:21:31.7054Z","steps":["trace[1493314652] 'process raft request' (duration: 188.63777ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705505Z","caller":"traceutil/trace.go:171","msg":"trace[1077889621] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"190.350094ms","start":"2026-04-04T10:21:31.515139Z","end":"2026-04-04T10:21:31.705489Z","steps":["trace[1077889621] 'process raft request' (duration: 189.721109ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705733Z","caller":"traceutil/trace.go:171","msg":"trace[464703428] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"189.35938ms","start":"2026-04-04T10:21:31.516362Z","end":"2026-04-04T10:21:31.705721Z","steps":["trace[464703428] 'process raft request' (duration: 188.62965ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.705392Z","caller":"traceutil/trace.go:171","msg":"trace[1832120198] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"190.803059ms","start":"2026-04-04T10:21:31.51451Z","end":"2026-04-04T10:21:31.705313Z","steps":["trace[1832120198] 'process raft request' (duration: 189.718359ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706053Z","caller":"traceutil/trace.go:171","msg":"trace[1426523343] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"189.620224ms","start":"2026-04-04T10:21:31.516397Z","end":"2026-04-04T10:21:31.706017Z","steps":["trace[1426523343] 'process raft request' (duration: 188.626699ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706133Z","caller":"traceutil/trace.go:171","msg":"trace[1372598721] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"189.680847ms","start":"2026-04-04T10:21:31.516435Z","end":"2026-04-04T10:21:31.706116Z","steps":["trace[1372598721] 'process raft request' (duration: 189.425323ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706234Z","caller":"traceutil/trace.go:171","msg":"trace[1220230947] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"189.678388ms","start":"2026-04-04T10:21:31.516499Z","end":"2026-04-04T10:21:31.706178Z","steps":["trace[1220230947] 'process raft request' (duration: 189.5277ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706254Z","caller":"traceutil/trace.go:171","msg":"trace[748963930] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"189.574121ms","start":"2026-04-04T10:21:31.516668Z","end":"2026-04-04T10:21:31.706242Z","steps":["trace[748963930] 'process raft request' (duration: 189.415033ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706319Z","caller":"traceutil/trace.go:171","msg":"trace[2064289686] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"189.606984ms","start":"2026-04-04T10:21:31.516699Z","end":"2026-04-04T10:21:31.706306Z","steps":["trace[2064289686] 'process raft request' (duration: 189.444885ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706478Z","caller":"traceutil/trace.go:171","msg":"trace[669008191] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"189.36963ms","start":"2026-04-04T10:21:31.517076Z","end":"2026-04-04T10:21:31.706446Z","steps":["trace[669008191] 'process raft request' (duration: 189.121856ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706517Z","caller":"traceutil/trace.go:171","msg":"trace[229785065] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"189.365939ms","start":"2026-04-04T10:21:31.517131Z","end":"2026-04-04T10:21:31.706497Z","steps":["trace[229785065] 'process raft request' (duration: 189.124416ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706615Z","caller":"traceutil/trace.go:171","msg":"trace[756096358] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"189.400941ms","start":"2026-04-04T10:21:31.517199Z","end":"2026-04-04T10:21:31.7066Z","steps":["trace[756096358] 'process raft request' (duration: 189.282465ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706662Z","caller":"traceutil/trace.go:171","msg":"trace[1651038958] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"189.486736ms","start":"2026-04-04T10:21:31.517164Z","end":"2026-04-04T10:21:31.70665Z","steps":["trace[1651038958] 'process raft request' (duration: 189.271724ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706712Z","caller":"traceutil/trace.go:171","msg":"trace[1550414281] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"189.156427ms","start":"2026-04-04T10:21:31.517539Z","end":"2026-04-04T10:21:31.706696Z","steps":["trace[1550414281] 'process raft request' (duration: 189.012499ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706665Z","caller":"traceutil/trace.go:171","msg":"trace[1611624029] linearizableReadLoop","detail":"{readStateIndex:4790; appliedIndex:4758; }","duration":"137.575637ms","start":"2026-04-04T10:21:31.569077Z","end":"2026-04-04T10:21:31.706652Z","steps":["trace[1611624029] 'read index received' (duration: 134.56095ms)","trace[1611624029] 'applied index is now lower than readState.Index' (duration: 3.013637ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:31.706736Z","caller":"traceutil/trace.go:171","msg":"trace[1067663282] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"189.090075ms","start":"2026-04-04T10:21:31.517629Z","end":"2026-04-04T10:21:31.706719Z","steps":["trace[1067663282] 'process raft request' (duration: 188.957667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:31.706765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.674422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:31.706774Z","caller":"traceutil/trace.go:171","msg":"trace[1097217148] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"189.519058ms","start":"2026-04-04T10:21:31.517245Z","end":"2026-04-04T10:21:31.706764Z","steps":["trace[1097217148] 'process raft request' (duration: 189.266444ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706801Z","caller":"traceutil/trace.go:171","msg":"trace[290427940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4595; }","duration":"137.760357ms","start":"2026-04-04T10:21:31.569031Z","end":"2026-04-04T10:21:31.706792Z","steps":["trace[290427940] 'agreement among raft nodes before linearized reading' (duration: 137.658661ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.706809Z","caller":"traceutil/trace.go:171","msg":"trace[1650128758] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"188.919385ms","start":"2026-04-04T10:21:31.517878Z","end":"2026-04-04T10:21:31.706797Z","steps":["trace[1650128758] 'process raft request' (duration: 188.743535ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.736305Z","caller":"traceutil/trace.go:171","msg":"trace[2050312437] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4596; }","duration":"167.017655ms","start":"2026-04-04T10:21:31.569268Z","end":"2026-04-04T10:21:31.736286Z","steps":["trace[2050312437] 'process raft request' (duration: 166.795513ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.833406Z","caller":"traceutil/trace.go:171","msg":"trace[2144012360] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"112.595056ms","start":"2026-04-04T10:21:31.720696Z","end":"2026-04-04T10:21:31.833291Z","steps":["trace[2144012360] 'process raft request' (duration: 111.009819ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.833438Z","caller":"traceutil/trace.go:171","msg":"trace[1668523353] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"111.508805ms","start":"2026-04-04T10:21:31.721904Z","end":"2026-04-04T10:21:31.833413Z","steps":["trace[1668523353] 'process raft request' (duration: 111.450682ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.833995Z","caller":"traceutil/trace.go:171","msg":"trace[1088861073] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"112.102128ms","start":"2026-04-04T10:21:31.721816Z","end":"2026-04-04T10:21:31.833918Z","steps":["trace[1088861073] 'process raft request' (duration: 111.501804ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.83427Z","caller":"traceutil/trace.go:171","msg":"trace[48540630] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"113.490465ms","start":"2026-04-04T10:21:31.72076Z","end":"2026-04-04T10:21:31.83425Z","steps":["trace[48540630] 'process raft request' (duration: 112.460488ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:32.577548Z","caller":"traceutil/trace.go:171","msg":"trace[1600816717] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"258.649947ms","start":"2026-04-04T10:21:32.318868Z","end":"2026-04-04T10:21:32.577518Z","steps":["trace[1600816717] 'process raft request' (duration: 257.97259ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:32.597176Z","caller":"traceutil/trace.go:171","msg":"trace[1185129375] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"238.833571ms","start":"2026-04-04T10:21:32.358325Z","end":"2026-04-04T10:21:32.597159Z","steps":["trace[1185129375] 'process raft request' (duration: 238.612499ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:32.597564Z","caller":"traceutil/trace.go:171","msg":"trace[2048138709] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"223.054259ms","start":"2026-04-04T10:21:32.3745Z","end":"2026-04-04T10:21:32.597555Z","steps":["trace[2048138709] 'process raft request' (duration: 222.559732ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:32.598218Z","caller":"traceutil/trace.go:171","msg":"trace[202764011] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"198.894872ms","start":"2026-04-04T10:21:32.399273Z","end":"2026-04-04T10:21:32.598168Z","steps":["trace[202764011] 'process raft request' (duration: 197.912678ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:32.599125Z","caller":"traceutil/trace.go:171","msg":"trace[1432555773] linearizableReadLoop","detail":"{readStateIndex:4983; appliedIndex:4981; }","duration":"240.172486ms","start":"2026-04-04T10:21:32.358871Z","end":"2026-04-04T10:21:32.599044Z","steps":["trace[1432555773] 'read index received' (duration: 218.067722ms)","trace[1432555773] 'applied index is now lower than readState.Index' (duration: 22.102423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:32.60002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.125529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-04-04T10:21:32.600093Z","caller":"traceutil/trace.go:171","msg":"trace[1030194754] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4787; }","duration":"241.210303ms","start":"2026-04-04T10:21:32.358852Z","end":"2026-04-04T10:21:32.600063Z","steps":["trace[1030194754] 'agreement among raft nodes before linearized reading' (duration: 241.013422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:32.612525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.425199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-04-04T10:21:32.612621Z","caller":"traceutil/trace.go:171","msg":"trace[408298235] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4794; }","duration":"253.607279ms","start":"2026-04-04T10:21:32.359002Z","end":"2026-04-04T10:21:32.612609Z","steps":["trace[408298235] 'agreement among raft nodes before linearized reading' (duration: 253.276161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:32.612859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.876724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-04-04T10:21:32.612903Z","caller":"traceutil/trace.go:171","msg":"trace[254716453] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4795; }","duration":"253.946037ms","start":"2026-04-04T10:21:32.358943Z","end":"2026-04-04T10:21:32.612889Z","steps":["trace[254716453] 'agreement among raft nodes before linearized reading' (duration: 253.869153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:32.613004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.080955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1231"} {"level":"info","ts":"2026-04-04T10:21:32.613272Z","caller":"traceutil/trace.go:171","msg":"trace[585347837] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4795; }","duration":"254.124378ms","start":"2026-04-04T10:21:32.358897Z","end":"2026-04-04T10:21:32.613021Z","steps":["trace[585347837] 'agreement among raft nodes before linearized reading' (duration: 254.067305ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:34.046993Z","caller":"traceutil/trace.go:171","msg":"trace[1391909545] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5058; }","duration":"305.15036ms","start":"2026-04-04T10:21:33.741815Z","end":"2026-04-04T10:21:34.046966Z","steps":["trace[1391909545] 'read index received' (duration: 275.02066ms)","trace[1391909545] 'applied index is now lower than readState.Index' (duration: 30.12862ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:34.047064Z","caller":"traceutil/trace.go:171","msg":"trace[753228678] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"323.986672ms","start":"2026-04-04T10:21:33.723012Z","end":"2026-04-04T10:21:34.046998Z","steps":["trace[753228678] 'process raft request' (duration: 293.808961ms)","trace[753228678] 'compare' (duration: 29.760578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:34.047107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.277937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:34.047218Z","caller":"traceutil/trace.go:171","msg":"trace[1953010891] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4859; }","duration":"305.413414ms","start":"2026-04-04T10:21:33.741764Z","end":"2026-04-04T10:21:34.047177Z","steps":["trace[1953010891] 'agreement among raft nodes before linearized reading' (duration: 305.284477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:34.047287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:33.741744Z","time spent":"305.51814ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":7,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:34.047319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:33.722986Z","time spent":"324.177232ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2819,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:34.204359Z","caller":"traceutil/trace.go:171","msg":"trace[784599881] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"457.733239ms","start":"2026-04-04T10:21:33.7466Z","end":"2026-04-04T10:21:34.204333Z","steps":["trace[784599881] 'process raft request' (duration: 403.380698ms)","trace[784599881] 'compare' (duration: 54.182101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:34.204509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:33.746586Z","time spent":"457.844875ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4317,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:34.204676Z","caller":"traceutil/trace.go:171","msg":"trace[1062394588] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"430.938525ms","start":"2026-04-04T10:21:33.773699Z","end":"2026-04-04T10:21:34.204638Z","steps":["trace[1062394588] 'process raft request' (duration: 430.579686ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:34.20479Z","caller":"traceutil/trace.go:171","msg":"trace[2009662881] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4861; }","duration":"378.596528ms","start":"2026-04-04T10:21:33.82618Z","end":"2026-04-04T10:21:34.204776Z","steps":["trace[2009662881] 'process raft request' (duration: 378.361945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:34.204881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:33.826161Z","time spent":"378.677322ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65,"response count":0,"response size":2867,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:34.204916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:33.773679Z","time spent":"431.078413ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2994,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:34.204927Z","caller":"traceutil/trace.go:171","msg":"trace[1935878850] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"364.150949ms","start":"2026-04-04T10:21:33.840751Z","end":"2026-04-04T10:21:34.204902Z","steps":["trace[1935878850] 'process raft request' (duration: 363.919596ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:34.204956Z","caller":"traceutil/trace.go:171","msg":"trace[125749750] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5059; }","duration":"157.844389ms","start":"2026-04-04T10:21:34.04706Z","end":"2026-04-04T10:21:34.204904Z","steps":["trace[125749750] 'read index received' (duration: 102.694495ms)","trace[125749750] 'applied index is now lower than readState.Index' (duration: 55.148874ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:34.205002Z","caller":"traceutil/trace.go:171","msg":"trace[1294014802] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"344.195725ms","start":"2026-04-04T10:21:33.860768Z","end":"2026-04-04T10:21:34.204964Z","steps":["trace[1294014802] 'process raft request' (duration: 344.009265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:34.205037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:33.840741Z","time spent":"364.245175ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:34.205077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.262854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-04T10:21:34.205113Z","caller":"traceutil/trace.go:171","msg":"trace[420547272] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4863; }","duration":"229.341138ms","start":"2026-04-04T10:21:33.97576Z","end":"2026-04-04T10:21:34.205101Z","steps":["trace[420547272] 'agreement among raft nodes before linearized reading' (duration: 229.20304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:34.205141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:33.860705Z","time spent":"344.371005ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2653,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:21:34.205154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.224574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2834"} {"level":"info","ts":"2026-04-04T10:21:34.205224Z","caller":"traceutil/trace.go:171","msg":"trace[1220969835] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4863; }","duration":"336.33037ms","start":"2026-04-04T10:21:33.868879Z","end":"2026-04-04T10:21:34.20521Z","steps":["trace[1220969835] 'agreement among raft nodes before linearized reading' (duration: 336.119908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:34.205297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:33.868861Z","time spent":"336.424145ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2856,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" "} {"level":"info","ts":"2026-04-04T10:21:34.37051Z","caller":"traceutil/trace.go:171","msg":"trace[239670184] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"154.762958ms","start":"2026-04-04T10:21:34.215713Z","end":"2026-04-04T10:21:34.370476Z","steps":["trace[239670184] 'process raft request' (duration: 139.925337ms)","trace[239670184] 'compare' (duration: 14.544845ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:34.370574Z","caller":"traceutil/trace.go:171","msg":"trace[1880678092] linearizableReadLoop","detail":"{readStateIndex:5069; appliedIndex:5064; }","duration":"105.875052ms","start":"2026-04-04T10:21:34.264677Z","end":"2026-04-04T10:21:34.370552Z","steps":["trace[1880678092] 'read index received' (duration: 91.087774ms)","trace[1880678092] 'applied index is now lower than readState.Index' (duration: 14.784578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:34.370701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.99956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:34.370741Z","caller":"traceutil/trace.go:171","msg":"trace[559433670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4868; }","duration":"106.060633ms","start":"2026-04-04T10:21:34.26467Z","end":"2026-04-04T10:21:34.370731Z","steps":["trace[559433670] 'agreement among raft nodes before linearized reading' (duration: 105.962458ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:34.370971Z","caller":"traceutil/trace.go:171","msg":"trace[1680708093] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"149.755601ms","start":"2026-04-04T10:21:34.221204Z","end":"2026-04-04T10:21:34.37096Z","steps":["trace[1680708093] 'process raft request' (duration: 149.266144ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:34.371066Z","caller":"traceutil/trace.go:171","msg":"trace[94080698] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4865; }","duration":"154.512765ms","start":"2026-04-04T10:21:34.216524Z","end":"2026-04-04T10:21:34.371037Z","steps":["trace[94080698] 'process raft request' (duration: 153.814376ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:34.371159Z","caller":"traceutil/trace.go:171","msg":"trace[218125369] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"152.07537ms","start":"2026-04-04T10:21:34.219065Z","end":"2026-04-04T10:21:34.371141Z","steps":["trace[218125369] 'process raft request' (duration: 151.34952ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:34.371174Z","caller":"traceutil/trace.go:171","msg":"trace[2030365822] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"146.424287ms","start":"2026-04-04T10:21:34.22474Z","end":"2026-04-04T10:21:34.371164Z","steps":["trace[2030365822] 'process raft request' (duration: 145.766971ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:35.651874Z","caller":"traceutil/trace.go:171","msg":"trace[1002378711] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"178.425164ms","start":"2026-04-04T10:21:35.473409Z","end":"2026-04-04T10:21:35.651834Z","steps":["trace[1002378711] 'process raft request' (duration: 175.525894ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:35.651917Z","caller":"traceutil/trace.go:171","msg":"trace[649803244] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"129.037249ms","start":"2026-04-04T10:21:35.522854Z","end":"2026-04-04T10:21:35.651892Z","steps":["trace[649803244] 'process raft request' (duration: 128.88767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.142973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.882896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:37.143057Z","caller":"traceutil/trace.go:171","msg":"trace[1405393603] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5110; }","duration":"289.243874ms","start":"2026-04-04T10:21:36.853801Z","end":"2026-04-04T10:21:37.143045Z","steps":["trace[1405393603] 'read index received' (duration: 138.255512ms)","trace[1405393603] 'applied index is now lower than readState.Index' (duration: 150.987102ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:37.143106Z","caller":"traceutil/trace.go:171","msg":"trace[851113652] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"388.059131ms","start":"2026-04-04T10:21:36.755039Z","end":"2026-04-04T10:21:37.143098Z","steps":["trace[851113652] 'process raft request' (duration: 237.003475ms)","trace[851113652] 'compare' (duration: 150.58724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:37.143138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:36.75502Z","time spent":"388.102794ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:21:37.14358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.767573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:9426"} {"level":"info","ts":"2026-04-04T10:21:37.143622Z","caller":"traceutil/trace.go:171","msg":"trace[1274560666] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4909; }","duration":"289.839908ms","start":"2026-04-04T10:21:36.853773Z","end":"2026-04-04T10:21:37.143613Z","steps":["trace[1274560666] 'agreement among raft nodes before linearized reading' (duration: 289.669548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.644086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083683686,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:21:37.682745Z","caller":"traceutil/trace.go:171","msg":"trace[1365031584] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"718.467875ms","start":"2026-04-04T10:21:36.96425Z","end":"2026-04-04T10:21:37.682718Z","steps":["trace[1365031584] 'process raft request' (duration: 718.217731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.682961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:36.964232Z","time spent":"718.577402ms","remote":"127.0.0.1:42414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4808,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:37.683002Z","caller":"traceutil/trace.go:171","msg":"trace[1125272819] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"717.051037ms","start":"2026-04-04T10:21:36.965921Z","end":"2026-04-04T10:21:37.682972Z","steps":["trace[1125272819] 'process raft request' (duration: 716.730478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.683072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:36.965908Z","time spent":"717.125671ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7619,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:37.682748Z","caller":"traceutil/trace.go:171","msg":"trace[259870763] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5111; }","duration":"539.64977ms","start":"2026-04-04T10:21:37.143075Z","end":"2026-04-04T10:21:37.682725Z","steps":["trace[259870763] 'read index received' (duration: 539.47185ms)","trace[259870763] 'applied index is now lower than readState.Index' (duration: 176.56µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:37.683304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.77369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-45szb\" ","response":"range_response_count:1 size:5042"} {"level":"info","ts":"2026-04-04T10:21:37.683359Z","caller":"traceutil/trace.go:171","msg":"trace[1595691673] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-45szb; range_end:; response_count:1; response_revision:4911; }","duration":"817.870834ms","start":"2026-04-04T10:21:36.865474Z","end":"2026-04-04T10:21:37.683345Z","steps":["trace[1595691673] 'agreement among raft nodes before linearized reading' (duration: 817.321644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.6834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:36.865457Z","time spent":"817.934828ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5064,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-45szb\" "} {"level":"warn","ts":"2026-04-04T10:21:37.683499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.760781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-04T10:21:37.68371Z","caller":"traceutil/trace.go:171","msg":"trace[1951121856] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4911; }","duration":"730.023256ms","start":"2026-04-04T10:21:36.953663Z","end":"2026-04-04T10:21:37.683686Z","steps":["trace[1951121856] 'agreement among raft nodes before linearized reading' (duration: 729.163089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.683759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.708469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-04-04T10:21:37.683775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:36.953656Z","time spent":"730.102711ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-04-04T10:21:37.683811Z","caller":"traceutil/trace.go:171","msg":"trace[1454738253] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4911; }","duration":"731.791834ms","start":"2026-04-04T10:21:36.952003Z","end":"2026-04-04T10:21:37.683795Z","steps":["trace[1454738253] 'agreement among raft nodes before linearized reading' (duration: 730.99195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.683857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:36.951981Z","time spent":"731.868598ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-04T10:21:37.686145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.102405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:37.686202Z","caller":"traceutil/trace.go:171","msg":"trace[778488720] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4912; }","duration":"303.189151ms","start":"2026-04-04T10:21:37.382999Z","end":"2026-04-04T10:21:37.686188Z","steps":["trace[778488720] 'agreement among raft nodes before linearized reading' (duration: 303.085215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.686238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:37.382989Z","time spent":"303.239903ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:37.68603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.29748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:37.686495Z","caller":"traceutil/trace.go:171","msg":"trace[400749764] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:0; response_revision:4912; }","duration":"537.765826ms","start":"2026-04-04T10:21:37.148673Z","end":"2026-04-04T10:21:37.686438Z","steps":["trace[400749764] 'agreement among raft nodes before linearized reading' (duration: 537.191114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.686597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:37.14866Z","time spent":"537.924675ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-04T10:21:37.686741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.612556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:37.686794Z","caller":"traceutil/trace.go:171","msg":"trace[1509335466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4912; }","duration":"421.69885ms","start":"2026-04-04T10:21:37.265083Z","end":"2026-04-04T10:21:37.686782Z","steps":["trace[1509335466] 'agreement among raft nodes before linearized reading' (duration: 421.616956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.686829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:37.265065Z","time spent":"421.757734ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:21:37.686824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.635759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:37.686868Z","caller":"traceutil/trace.go:171","msg":"trace[141776855] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4912; }","duration":"469.735665ms","start":"2026-04-04T10:21:37.217121Z","end":"2026-04-04T10:21:37.686856Z","steps":["trace[141776855] 'agreement among raft nodes before linearized reading' (duration: 469.632189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.686905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:37.217105Z","time spent":"469.791698ms","remote":"127.0.0.1:56542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:37.686974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.31833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:37.687013Z","caller":"traceutil/trace.go:171","msg":"trace[1972317127] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4912; }","duration":"311.398075ms","start":"2026-04-04T10:21:37.375603Z","end":"2026-04-04T10:21:37.687001Z","steps":["trace[1972317127] 'agreement among raft nodes before linearized reading' (duration: 311.337161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.687042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:37.375574Z","time spent":"311.458758ms","remote":"127.0.0.1:42944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:39.045111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.440509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-34210eaf-e094-4e00-8e58-6ed6022272ec\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-04T10:21:39.045452Z","caller":"traceutil/trace.go:171","msg":"trace[1829215551] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-34210eaf-e094-4e00-8e58-6ed6022272ec; range_end:; response_count:1; response_revision:4983; }","duration":"165.65882ms","start":"2026-04-04T10:21:38.879634Z","end":"2026-04-04T10:21:39.045293Z","steps":["trace[1829215551] 'range keys from in-memory index tree' (duration: 165.186195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:39.045264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.00656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-jg5j4\" ","response":"range_response_count:1 size:4656"} {"level":"info","ts":"2026-04-04T10:21:39.045845Z","caller":"traceutil/trace.go:171","msg":"trace[160004502] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-jg5j4; range_end:; response_count:1; response_revision:4983; }","duration":"166.55368ms","start":"2026-04-04T10:21:38.879221Z","end":"2026-04-04T10:21:39.045775Z","steps":["trace[160004502] 'range keys from in-memory index tree' (duration: 165.83411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:39.046811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.537295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-04T10:21:39.046901Z","caller":"traceutil/trace.go:171","msg":"trace[865663038] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4983; }","duration":"114.682323ms","start":"2026-04-04T10:21:38.9322Z","end":"2026-04-04T10:21:39.046882Z","steps":["trace[865663038] 'range keys from in-memory index tree' (duration: 112.574686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:39.477051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.915449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99ba7f6a-b6c8-4cac-b909-c6c994744a51\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-04T10:21:39.477177Z","caller":"traceutil/trace.go:171","msg":"trace[692353781] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99ba7f6a-b6c8-4cac-b909-c6c994744a51; range_end:; response_count:1; response_revision:4993; }","duration":"117.083298ms","start":"2026-04-04T10:21:39.360072Z","end":"2026-04-04T10:21:39.477155Z","steps":["trace[692353781] 'range keys from in-memory index tree' (duration: 116.75674ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:39.844381Z","caller":"traceutil/trace.go:171","msg":"trace[1020581736] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"150.4543ms","start":"2026-04-04T10:21:39.693893Z","end":"2026-04-04T10:21:39.844347Z","steps":["trace[1020581736] 'process raft request' (duration: 62.103777ms)","trace[1020581736] 'compare' (duration: 88.142682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:42.800945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.242523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99ba7f6a-b6c8-4cac-b909-c6c994744a51\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-04-04T10:21:42.800942Z","caller":"traceutil/trace.go:171","msg":"trace[585077042] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5237; }","duration":"103.945486ms","start":"2026-04-04T10:21:42.696678Z","end":"2026-04-04T10:21:42.800623Z","steps":["trace[585077042] 'read index received' (duration: 103.709303ms)","trace[585077042] 'applied index is now lower than readState.Index' (duration: 235.283µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:42.801023Z","caller":"traceutil/trace.go:171","msg":"trace[719049937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99ba7f6a-b6c8-4cac-b909-c6c994744a51; range_end:; response_count:1; response_revision:5034; }","duration":"104.366769ms","start":"2026-04-04T10:21:42.696641Z","end":"2026-04-04T10:21:42.801008Z","steps":["trace[719049937] 'agreement among raft nodes before linearized reading' (duration: 104.141197ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:42.807557Z","caller":"traceutil/trace.go:171","msg":"trace[893761696] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"168.540086ms","start":"2026-04-04T10:21:42.632216Z","end":"2026-04-04T10:21:42.800756Z","steps":["trace[893761696] 'process raft request' (duration: 168.227269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:44.77801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.398165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-04T10:21:44.778077Z","caller":"traceutil/trace.go:171","msg":"trace[1685023175] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5074; }","duration":"198.505631ms","start":"2026-04-04T10:21:44.579557Z","end":"2026-04-04T10:21:44.778062Z","steps":["trace[1685023175] 'range keys from in-memory index tree' (duration: 198.227736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:44.778215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.225888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-04T10:21:44.778273Z","caller":"traceutil/trace.go:171","msg":"trace[1969618368] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5074; }","duration":"314.313142ms","start":"2026-04-04T10:21:44.463944Z","end":"2026-04-04T10:21:44.778257Z","steps":["trace[1969618368] 'range keys from in-memory index tree' (duration: 314.041087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:44.778311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:44.463931Z","time spent":"314.369496ms","remote":"127.0.0.1:56278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-04T10:21:44.992008Z","caller":"traceutil/trace.go:171","msg":"trace[1280296870] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5280; }","duration":"176.673637ms","start":"2026-04-04T10:21:44.815317Z","end":"2026-04-04T10:21:44.991991Z","steps":["trace[1280296870] 'read index received' (duration: 176.642496ms)","trace[1280296870] 'applied index is now lower than readState.Index' (duration: 30.141µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:44.992114Z","caller":"traceutil/trace.go:171","msg":"trace[522228792] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"178.16817ms","start":"2026-04-04T10:21:44.813911Z","end":"2026-04-04T10:21:44.992079Z","steps":["trace[522228792] 'process raft request' (duration: 177.938757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:44.992219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.887249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:21:44.992253Z","caller":"traceutil/trace.go:171","msg":"trace[1054096956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5075; }","duration":"176.970494ms","start":"2026-04-04T10:21:44.815274Z","end":"2026-04-04T10:21:44.992244Z","steps":["trace[1054096956] 'agreement among raft nodes before linearized reading' (duration: 176.821716ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:45.013437Z","caller":"traceutil/trace.go:171","msg":"trace[1756724984] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"144.667176ms","start":"2026-04-04T10:21:44.868739Z","end":"2026-04-04T10:21:45.013406Z","steps":["trace[1756724984] 'process raft request' (duration: 144.473965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:45.013628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.384808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:21:45.013709Z","caller":"traceutil/trace.go:171","msg":"trace[159253386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5077; }","duration":"172.497045ms","start":"2026-04-04T10:21:44.841194Z","end":"2026-04-04T10:21:45.013691Z","steps":["trace[159253386] 'agreement among raft nodes before linearized reading' (duration: 172.256781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:45.013975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.669214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:21:45.014029Z","caller":"traceutil/trace.go:171","msg":"trace[1523154797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5077; }","duration":"172.77474ms","start":"2026-04-04T10:21:44.841242Z","end":"2026-04-04T10:21:45.014016Z","steps":["trace[1523154797] 'agreement among raft nodes before linearized reading' (duration: 172.612561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:45.014023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.680461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:21:45.014079Z","caller":"traceutil/trace.go:171","msg":"trace[1870292760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5077; }","duration":"175.786876ms","start":"2026-04-04T10:21:44.838278Z","end":"2026-04-04T10:21:45.014065Z","steps":["trace[1870292760] 'agreement among raft nodes before linearized reading' (duration: 175.579765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:45.014269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.322617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:21:45.014313Z","caller":"traceutil/trace.go:171","msg":"trace[361830251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5077; }","duration":"176.399412ms","start":"2026-04-04T10:21:44.837897Z","end":"2026-04-04T10:21:45.014296Z","steps":["trace[361830251] 'agreement among raft nodes before linearized reading' (duration: 176.286475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:45.013665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.207377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:21:45.014394Z","caller":"traceutil/trace.go:171","msg":"trace[1031470921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5077; }","duration":"187.000651ms","start":"2026-04-04T10:21:44.82737Z","end":"2026-04-04T10:21:45.014371Z","steps":["trace[1031470921] 'agreement among raft nodes before linearized reading' (duration: 186.049578ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:45.420954Z","caller":"traceutil/trace.go:171","msg":"trace[2042657712] linearizableReadLoop","detail":"{readStateIndex:5315; appliedIndex:5314; }","duration":"185.965228ms","start":"2026-04-04T10:21:45.234965Z","end":"2026-04-04T10:21:45.420931Z","steps":["trace[2042657712] 'read index received' (duration: 185.575247ms)","trace[2042657712] 'applied index is now lower than readState.Index' (duration: 388.851µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:45.421043Z","caller":"traceutil/trace.go:171","msg":"trace[1592326130] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"191.882648ms","start":"2026-04-04T10:21:45.229127Z","end":"2026-04-04T10:21:45.421009Z","steps":["trace[1592326130] 'process raft request' (duration: 191.316486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:45.421311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.323568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-04T10:21:45.421384Z","caller":"traceutil/trace.go:171","msg":"trace[1644025569] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5108; }","duration":"186.387021ms","start":"2026-04-04T10:21:45.23496Z","end":"2026-04-04T10:21:45.421347Z","steps":["trace[1644025569] 'agreement among raft nodes before linearized reading' (duration: 186.082825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:45.450735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.6175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:45.450751Z","caller":"traceutil/trace.go:171","msg":"trace[1972127785] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"120.987082ms","start":"2026-04-04T10:21:45.329707Z","end":"2026-04-04T10:21:45.450694Z","steps":["trace[1972127785] 'process raft request' (duration: 120.76117ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:45.450819Z","caller":"traceutil/trace.go:171","msg":"trace[3149628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5109; }","duration":"187.744727ms","start":"2026-04-04T10:21:45.263056Z","end":"2026-04-04T10:21:45.450801Z","steps":["trace[3149628] 'agreement among raft nodes before linearized reading' (duration: 187.571917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:45.450822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.015031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"info","ts":"2026-04-04T10:21:45.450883Z","caller":"traceutil/trace.go:171","msg":"trace[1532435038] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5109; }","duration":"209.119466ms","start":"2026-04-04T10:21:45.241746Z","end":"2026-04-04T10:21:45.450866Z","steps":["trace[1532435038] 'agreement among raft nodes before linearized reading' (duration: 208.894903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:45.452421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.518761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-04T10:21:45.452521Z","caller":"traceutil/trace.go:171","msg":"trace[1374824135] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5109; }","duration":"135.652838ms","start":"2026-04-04T10:21:45.31685Z","end":"2026-04-04T10:21:45.452502Z","steps":["trace[1374824135] 'agreement among raft nodes before linearized reading' (duration: 134.42742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:45.692536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.024226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-04T10:21:45.692658Z","caller":"traceutil/trace.go:171","msg":"trace[1451892311] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5109; }","duration":"192.220937ms","start":"2026-04-04T10:21:45.500413Z","end":"2026-04-04T10:21:45.692634Z","steps":["trace[1451892311] 'range keys from in-memory index tree' (duration: 191.758271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:45.946495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.472152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:45.946571Z","caller":"traceutil/trace.go:171","msg":"trace[1166400459] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"171.757637ms","start":"2026-04-04T10:21:45.774801Z","end":"2026-04-04T10:21:45.946559Z","steps":["trace[1166400459] 'process raft request' (duration: 30.162178ms)","trace[1166400459] 'compare' (duration: 141.171906ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:45.967844Z","caller":"traceutil/trace.go:171","msg":"trace[1685051882] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"190.783726ms","start":"2026-04-04T10:21:45.777038Z","end":"2026-04-04T10:21:45.967821Z","steps":["trace[1685051882] 'process raft request' (duration: 190.648148ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:46.016889Z","caller":"traceutil/trace.go:171","msg":"trace[968342709] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"145.444524ms","start":"2026-04-04T10:21:45.871423Z","end":"2026-04-04T10:21:46.016868Z","steps":["trace[968342709] 'process raft request' (duration: 145.156058ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:46.525877Z","caller":"traceutil/trace.go:171","msg":"trace[1099855423] linearizableReadLoop","detail":"{readStateIndex:5322; appliedIndex:5321; }","duration":"473.8828ms","start":"2026-04-04T10:21:46.051969Z","end":"2026-04-04T10:21:46.525852Z","steps":["trace[1099855423] 'read index received' (duration: 461.763576ms)","trace[1099855423] 'applied index is now lower than readState.Index' (duration: 12.117974ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:46.526023Z","caller":"traceutil/trace.go:171","msg":"trace[521693937] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"498.929346ms","start":"2026-04-04T10:21:46.027075Z","end":"2026-04-04T10:21:46.526004Z","steps":["trace[521693937] 'process raft request' (duration: 486.541336ms)","trace[521693937] 'compare' (duration: 11.866241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:46.526136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:46.027061Z","time spent":"499.001519ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:46.526256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.276602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-04T10:21:46.526311Z","caller":"traceutil/trace.go:171","msg":"trace[1916194607] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5115; }","duration":"474.357507ms","start":"2026-04-04T10:21:46.051941Z","end":"2026-04-04T10:21:46.526299Z","steps":["trace[1916194607] 'agreement among raft nodes before linearized reading' (duration: 474.206619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:46.526345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:46.05192Z","time spent":"474.41695ms","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-04T10:21:46.537089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.550717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:46.537161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.57496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:46.537221Z","caller":"traceutil/trace.go:171","msg":"trace[1137473516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5116; }","duration":"273.677005ms","start":"2026-04-04T10:21:46.263532Z","end":"2026-04-04T10:21:46.537209Z","steps":["trace[1137473516] 'agreement among raft nodes before linearized reading' (duration: 273.552078ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:46.537306Z","caller":"traceutil/trace.go:171","msg":"trace[1798286321] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5116; }","duration":"451.645512ms","start":"2026-04-04T10:21:46.085508Z","end":"2026-04-04T10:21:46.537153Z","steps":["trace[1798286321] 'agreement among raft nodes before linearized reading' (duration: 451.497104ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:46.537087Z","caller":"traceutil/trace.go:171","msg":"trace[1947772172] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"283.8202ms","start":"2026-04-04T10:21:46.253238Z","end":"2026-04-04T10:21:46.537058Z","steps":["trace[1947772172] 'process raft request' (duration: 283.64388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:46.537351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:46.085483Z","time spent":"451.858985ms","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-04T10:21:47.764071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083684218,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:21:48.059245Z","caller":"traceutil/trace.go:171","msg":"trace[570674456] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"831.927575ms","start":"2026-04-04T10:21:47.227293Z","end":"2026-04-04T10:21:48.05922Z","steps":["trace[570674456] 'process raft request' (duration: 831.776916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:48.059509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:47.227266Z","time spent":"832.053061ms","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10547,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:48.05957Z","caller":"traceutil/trace.go:171","msg":"trace[200364355] linearizableReadLoop","detail":"{readStateIndex:5336; appliedIndex:5336; }","duration":"795.894348ms","start":"2026-04-04T10:21:47.263646Z","end":"2026-04-04T10:21:48.059541Z","steps":["trace[200364355] 'read index received' (duration: 795.856706ms)","trace[200364355] 'applied index is now lower than readState.Index' (duration: 35.572µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:48.059671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.002284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:48.060056Z","caller":"traceutil/trace.go:171","msg":"trace[2055108740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5128; }","duration":"796.397836ms","start":"2026-04-04T10:21:47.263641Z","end":"2026-04-04T10:21:48.060039Z","steps":["trace[2055108740] 'agreement among raft nodes before linearized reading' (duration: 795.957972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:48.060132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:47.263602Z","time spent":"796.498441ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:21:48.060622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.570698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:48.060667Z","caller":"traceutil/trace.go:171","msg":"trace[1848015421] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5129; }","duration":"628.657753ms","start":"2026-04-04T10:21:47.431997Z","end":"2026-04-04T10:21:48.060655Z","steps":["trace[1848015421] 'agreement among raft nodes before linearized reading' (duration: 628.561498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:48.060699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:47.431979Z","time spent":"628.710966ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:21:49.108282Z","caller":"traceutil/trace.go:171","msg":"trace[529899781] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"104.291663ms","start":"2026-04-04T10:21:49.00396Z","end":"2026-04-04T10:21:49.108251Z","steps":["trace[529899781] 'process raft request' (duration: 103.622346ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:49.266856Z","caller":"traceutil/trace.go:171","msg":"trace[1766924790] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"152.970797ms","start":"2026-04-04T10:21:49.113849Z","end":"2026-04-04T10:21:49.26682Z","steps":["trace[1766924790] 'process raft request' (duration: 152.780346ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:49.464137Z","caller":"traceutil/trace.go:171","msg":"trace[1025465645] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"349.661531ms","start":"2026-04-04T10:21:49.11444Z","end":"2026-04-04T10:21:49.464101Z","steps":["trace[1025465645] 'process raft request' (duration: 349.530814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:49.464382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:49.114429Z","time spent":"349.826509ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:49.464153Z","caller":"traceutil/trace.go:171","msg":"trace[104150674] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"349.848451ms","start":"2026-04-04T10:21:49.114257Z","end":"2026-04-04T10:21:49.464105Z","steps":["trace[104150674] 'process raft request' (duration: 271.871494ms)","trace[104150674] 'compare' (duration: 77.640729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:49.464561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:49.114246Z","time spent":"350.203311ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:49.464569Z","caller":"traceutil/trace.go:171","msg":"trace[2066868150] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"350.083854ms","start":"2026-04-04T10:21:49.114449Z","end":"2026-04-04T10:21:49.464533Z","steps":["trace[2066868150] 'process raft request' (duration: 349.578766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:49.464745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:49.114428Z","time spent":"350.219841ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:49.465172Z","caller":"traceutil/trace.go:171","msg":"trace[1013279888] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"349.739425ms","start":"2026-04-04T10:21:49.115416Z","end":"2026-04-04T10:21:49.465155Z","steps":["trace[1013279888] 'process raft request' (duration: 349.611278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:49.465291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:49.115409Z","time spent":"349.805679ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:49.465348Z","caller":"traceutil/trace.go:171","msg":"trace[223445115] linearizableReadLoop","detail":"{readStateIndex:5347; appliedIndex:5341; }","duration":"199.583974ms","start":"2026-04-04T10:21:49.265733Z","end":"2026-04-04T10:21:49.465317Z","steps":["trace[223445115] 'read index received' (duration: 791.233µs)","trace[223445115] 'applied index is now lower than readState.Index' (duration: 198.790011ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:49.465477Z","caller":"traceutil/trace.go:171","msg":"trace[1937338259] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"348.275363ms","start":"2026-04-04T10:21:49.117179Z","end":"2026-04-04T10:21:49.465454Z","steps":["trace[1937338259] 'process raft request' (duration: 347.943025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:49.465569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.819538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:49.465574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:49.117157Z","time spent":"348.368058ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:49.465617Z","caller":"traceutil/trace.go:171","msg":"trace[2074755501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5139; }","duration":"199.925684ms","start":"2026-04-04T10:21:49.265677Z","end":"2026-04-04T10:21:49.465602Z","steps":["trace[2074755501] 'agreement among raft nodes before linearized reading' (duration: 199.812118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:49.465782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.070162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-w5fj9-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-04-04T10:21:49.46592Z","caller":"traceutil/trace.go:171","msg":"trace[1897282993] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-w5fj9-tls; range_end:; response_count:1; response_revision:5139; }","duration":"106.158578ms","start":"2026-04-04T10:21:49.359676Z","end":"2026-04-04T10:21:49.465834Z","steps":["trace[1897282993] 'agreement among raft nodes before linearized reading' (duration: 105.968456ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:49.781713Z","caller":"traceutil/trace.go:171","msg":"trace[1965158135] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"135.160364ms","start":"2026-04-04T10:21:49.646529Z","end":"2026-04-04T10:21:49.781689Z","steps":["trace[1965158135] 'process raft request' (duration: 135.011536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:49.931542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.537013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:49.931849Z","caller":"traceutil/trace.go:171","msg":"trace[836956412] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"224.910436ms","start":"2026-04-04T10:21:49.706912Z","end":"2026-04-04T10:21:49.931823Z","steps":["trace[836956412] 'process raft request' (duration: 118.790841ms)","trace[836956412] 'compare' (duration: 105.396785ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:50.189709Z","caller":"traceutil/trace.go:171","msg":"trace[428079635] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"122.507741ms","start":"2026-04-04T10:21:50.067175Z","end":"2026-04-04T10:21:50.189683Z","steps":["trace[428079635] 'process raft request' (duration: 122.360923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:53.551408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083684450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:21:53.567167Z","caller":"traceutil/trace.go:171","msg":"trace[876009120] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"553.438491ms","start":"2026-04-04T10:21:53.013697Z","end":"2026-04-04T10:21:53.567135Z","steps":["trace[876009120] 'process raft request' (duration: 553.287881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:53.567338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.013675Z","time spent":"553.568868ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:55.040417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.091064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:55.040983Z","caller":"traceutil/trace.go:171","msg":"trace[1134394146] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"1.913307708s","start":"2026-04-04T10:21:53.127644Z","end":"2026-04-04T10:21:55.040951Z","steps":["trace[1134394146] 'process raft request' (duration: 1.205565576s)","trace[1134394146] 'compare' (duration: 705.945801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:55.041085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.127612Z","time spent":"1.913428575s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:55.04117Z","caller":"traceutil/trace.go:171","msg":"trace[186252690] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5420; }","duration":"1.990670397s","start":"2026-04-04T10:21:53.050454Z","end":"2026-04-04T10:21:55.041125Z","steps":["trace[186252690] 'read index received' (duration: 516.628204ms)","trace[186252690] 'applied index is now lower than readState.Index' (duration: 1.474039673s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:55.04133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990879299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:55.041377Z","caller":"traceutil/trace.go:171","msg":"trace[2096663693] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5214; }","duration":"1.990966514s","start":"2026-04-04T10:21:53.050396Z","end":"2026-04-04T10:21:55.041362Z","steps":["trace[2096663693] 'agreement among raft nodes before linearized reading' (duration: 1.990888959s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.041416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.050376Z","time spent":"1.991028528s","remote":"127.0.0.1:44484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:21:55.041221Z","caller":"traceutil/trace.go:171","msg":"trace[1680922261] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"840.91762ms","start":"2026-04-04T10:21:54.200263Z","end":"2026-04-04T10:21:55.041181Z","steps":["trace[1680922261] 'process raft request' (duration: 840.679936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.041598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:54.200238Z","time spent":"841.293681ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:55.249269Z","caller":"traceutil/trace.go:171","msg":"trace[847413465] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5423; }","duration":"207.996522ms","start":"2026-04-04T10:21:55.041255Z","end":"2026-04-04T10:21:55.249251Z","steps":["trace[847413465] 'read index received' (duration: 207.835783ms)","trace[847413465] 'applied index is now lower than readState.Index' (duration: 160.079µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:55.249553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.183308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:55.249584Z","caller":"traceutil/trace.go:171","msg":"trace[2090813082] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5215; }","duration":"313.271903ms","start":"2026-04-04T10:21:54.936304Z","end":"2026-04-04T10:21:55.249576Z","steps":["trace[2090813082] 'agreement among raft nodes before linearized reading' (duration: 313.066721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.249575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386025199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-w5fj9.18a32038eb96cca7\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-04T10:21:55.249637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207408135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-04T10:21:55.249639Z","caller":"traceutil/trace.go:171","msg":"trace[2029344439] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-w5fj9.18a32038eb96cca7; range_end:; response_count:1; response_revision:5215; }","duration":"1.386126874s","start":"2026-04-04T10:21:53.863495Z","end":"2026-04-04T10:21:55.249622Z","steps":["trace[2029344439] 'agreement among raft nodes before linearized reading' (duration: 1.385922203s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.249607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:54.936284Z","time spent":"313.316806ms","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:55.249679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.863482Z","time spent":"1.386190678s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":984,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-w5fj9.18a32038eb96cca7\" "} {"level":"info","ts":"2026-04-04T10:21:55.249689Z","caller":"traceutil/trace.go:171","msg":"trace[409655371] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5215; }","duration":"1.20748288s","start":"2026-04-04T10:21:54.04218Z","end":"2026-04-04T10:21:55.249663Z","steps":["trace[409655371] 'agreement among raft nodes before linearized reading' (duration: 1.207381124s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.249729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:54.042162Z","time spent":"1.207560884s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-04T10:21:55.249638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66063642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-frtxh\" ","response":"range_response_count:1 size:5151"} {"level":"warn","ts":"2026-04-04T10:21:55.249702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773327892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:55.249827Z","caller":"traceutil/trace.go:171","msg":"trace[1922521208] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-frtxh; range_end:; response_count:1; response_revision:5215; }","duration":"1.660926866s","start":"2026-04-04T10:21:53.588878Z","end":"2026-04-04T10:21:55.249804Z","steps":["trace[1922521208] 'agreement among raft nodes before linearized reading' (duration: 1.660414108s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:55.249619Z","caller":"traceutil/trace.go:171","msg":"trace[1204590180] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"673.44118ms","start":"2026-04-04T10:21:54.576125Z","end":"2026-04-04T10:21:55.249566Z","steps":["trace[1204590180] 'process raft request' (duration: 673.022127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.24999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.588862Z","time spent":"1.661110217s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-frtxh\" "} {"level":"warn","ts":"2026-04-04T10:21:55.250115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428889401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:55.250142Z","caller":"traceutil/trace.go:171","msg":"trace[533749843] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5215; }","duration":"1.428954135s","start":"2026-04-04T10:21:53.821181Z","end":"2026-04-04T10:21:55.250135Z","steps":["trace[533749843] 'agreement among raft nodes before linearized reading' (duration: 1.428909562s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.250162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.821161Z","time spent":"1.428995568s","remote":"127.0.0.1:57768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:55.250215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77310567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:21:55.250271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748669606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:21:55.250282Z","caller":"traceutil/trace.go:171","msg":"trace[1994716995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5215; }","duration":"1.773165973s","start":"2026-04-04T10:21:53.477083Z","end":"2026-04-04T10:21:55.250249Z","steps":["trace[1994716995] 'agreement among raft nodes before linearized reading' (duration: 1.772833645s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:55.250347Z","caller":"traceutil/trace.go:171","msg":"trace[1234231597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5215; }","duration":"1.748784972s","start":"2026-04-04T10:21:53.501545Z","end":"2026-04-04T10:21:55.25033Z","steps":["trace[1234231597] 'agreement among raft nodes before linearized reading' (duration: 1.748524757s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.250352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.477076Z","time spent":"1.773265498s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:21:55.250387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970757064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-04T10:21:55.250392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983578511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:55.250401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.501532Z","time spent":"1.748855646s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:21:55.25042Z","caller":"traceutil/trace.go:171","msg":"trace[1230815676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5215; }","duration":"1.983645005s","start":"2026-04-04T10:21:53.266768Z","end":"2026-04-04T10:21:55.250413Z","steps":["trace[1230815676] 'agreement among raft nodes before linearized reading' (duration: 1.983601563s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:55.250437Z","caller":"traceutil/trace.go:171","msg":"trace[558905896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5215; }","duration":"1.970841919s","start":"2026-04-04T10:21:53.279566Z","end":"2026-04-04T10:21:55.250408Z","steps":["trace[558905896] 'agreement among raft nodes before linearized reading' (duration: 1.970719542s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.250444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.266726Z","time spent":"1.983713629s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:21:55.250469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.279548Z","time spent":"1.970912813s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:21:55.250556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.182355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:55.250584Z","caller":"traceutil/trace.go:171","msg":"trace[742135066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5215; }","duration":"234.912305ms","start":"2026-04-04T10:21:55.015664Z","end":"2026-04-04T10:21:55.250577Z","steps":["trace[742135066] 'agreement among raft nodes before linearized reading' (duration: 234.203546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.250585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76325424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:21:55.250607Z","caller":"traceutil/trace.go:171","msg":"trace[675516596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5215; }","duration":"1.763323423s","start":"2026-04-04T10:21:53.487276Z","end":"2026-04-04T10:21:55.250599Z","steps":["trace[675516596] 'agreement among raft nodes before linearized reading' (duration: 1.76326678s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.250604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748268253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-04T10:21:55.250627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.487255Z","time spent":"1.763366316s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:21:55.250645Z","caller":"traceutil/trace.go:171","msg":"trace[1749651633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5215; }","duration":"1.748332596s","start":"2026-04-04T10:21:53.5023Z","end":"2026-04-04T10:21:55.250632Z","steps":["trace[1749651633] 'agreement among raft nodes before linearized reading' (duration: 1.74822104s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.250691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.502285Z","time spent":"1.74839679s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:21:55.250056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:54.576094Z","time spent":"673.914117ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:55.249867Z","caller":"traceutil/trace.go:171","msg":"trace[693865502] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5215; }","duration":"1.773515643s","start":"2026-04-04T10:21:53.47633Z","end":"2026-04-04T10:21:55.249846Z","steps":["trace[693865502] 'agreement among raft nodes before linearized reading' (duration: 1.773330823s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.250904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.476308Z","time spent":"1.774579943s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:55.249609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763282551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-04T10:21:55.250931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195944458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15f1ef6a-e6fc-4b35-b3d8-3282b36fc2f8\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-04T10:21:55.250961Z","caller":"traceutil/trace.go:171","msg":"trace[1221297555] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15f1ef6a-e6fc-4b35-b3d8-3282b36fc2f8; range_end:; response_count:1; response_revision:5215; }","duration":"2.196017082s","start":"2026-04-04T10:21:53.054936Z","end":"2026-04-04T10:21:55.250953Z","steps":["trace[1221297555] 'agreement among raft nodes before linearized reading' (duration: 2.194393931s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.250977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.054921Z","time spent":"2.196051954s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15f1ef6a-e6fc-4b35-b3d8-3282b36fc2f8\" "} {"level":"info","ts":"2026-04-04T10:21:55.251Z","caller":"traceutil/trace.go:171","msg":"trace[552899455] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5215; }","duration":"1.76468633s","start":"2026-04-04T10:21:53.486265Z","end":"2026-04-04T10:21:55.250951Z","steps":["trace[552899455] 'agreement among raft nodes before linearized reading' (duration: 1.763055919s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.251045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:53.486248Z","time spent":"1.764782275s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:21:55.528428Z","caller":"traceutil/trace.go:171","msg":"trace[12667212] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5436; }","duration":"128.874491ms","start":"2026-04-04T10:21:55.39953Z","end":"2026-04-04T10:21:55.528404Z","steps":["trace[12667212] 'read index received' (duration: 128.650969ms)","trace[12667212] 'applied index is now lower than readState.Index' (duration: 222.692µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:55.528672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.979221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-04T10:21:55.528718Z","caller":"traceutil/trace.go:171","msg":"trace[483822297] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5228; }","duration":"128.053265ms","start":"2026-04-04T10:21:55.400656Z","end":"2026-04-04T10:21:55.528709Z","steps":["trace[483822297] 'agreement among raft nodes before linearized reading' (duration: 127.905787ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:55.528515Z","caller":"traceutil/trace.go:171","msg":"trace[52893746] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"142.6419ms","start":"2026-04-04T10:21:55.385833Z","end":"2026-04-04T10:21:55.528475Z","steps":["trace[52893746] 'process raft request' (duration: 142.402807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:55.529417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.142366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a3203a1c54e4ff\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-04-04T10:21:55.529577Z","caller":"traceutil/trace.go:171","msg":"trace[1218218593] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a3203a1c54e4ff; range_end:; response_count:1; response_revision:5228; }","duration":"130.043916ms","start":"2026-04-04T10:21:55.399494Z","end":"2026-04-04T10:21:55.529538Z","steps":["trace[1218218593] 'agreement among raft nodes before linearized reading' (duration: 129.057501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:57.123271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.159615ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:21:57.194514Z","caller":"traceutil/trace.go:171","msg":"trace[188769211] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5439; }","duration":"111.956551ms","start":"2026-04-04T10:21:57.08253Z","end":"2026-04-04T10:21:57.194487Z","steps":["trace[188769211] 'read index received' (duration: 11.96536ms)","trace[188769211] 'applied index is now lower than readState.Index' (duration: 99.990091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:57.194655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.099388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:57.194717Z","caller":"traceutil/trace.go:171","msg":"trace[1191440901] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5232; }","duration":"112.189283ms","start":"2026-04-04T10:21:57.082517Z","end":"2026-04-04T10:21:57.194706Z","steps":["trace[1191440901] 'agreement among raft nodes before linearized reading' (duration: 112.066767ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:57.194829Z","caller":"traceutil/trace.go:171","msg":"trace[1502518486] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"146.44733ms","start":"2026-04-04T10:21:57.048352Z","end":"2026-04-04T10:21:57.194799Z","steps":["trace[1502518486] 'process raft request' (duration: 145.238132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:59.055471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.832863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:59.055708Z","caller":"traceutil/trace.go:171","msg":"trace[1547027513] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"435.119724ms","start":"2026-04-04T10:21:58.620477Z","end":"2026-04-04T10:21:59.055597Z","steps":["trace[1547027513] 'process raft request' (duration: 68.098381ms)","trace[1547027513] 'compare' (duration: 366.636341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:59.055774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:58.620449Z","time spent":"435.298723ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:22:01.768446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083684613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:02.269375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083684613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:02.325086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118384565s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:22:02.34466Z","caller":"traceutil/trace.go:171","msg":"trace[1696084580] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"1.138014815s","start":"2026-04-04T10:22:01.206613Z","end":"2026-04-04T10:22:02.344628Z","steps":["trace[1696084580] 'process raft request' (duration: 1.118876103s)","trace[1696084580] 'compare' (duration: 18.071072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:02.344856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.206585Z","time spent":"1.138186164s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:02.344963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076822078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-04T10:22:02.345044Z","caller":"traceutil/trace.go:171","msg":"trace[453133988] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5304; }","duration":"1.076991448s","start":"2026-04-04T10:22:01.268036Z","end":"2026-04-04T10:22:02.345027Z","steps":["trace[453133988] 'agreement among raft nodes before linearized reading' (duration: 1.076692181s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:02.34511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.26801Z","time spent":"1.077078892s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":735,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-04-04T10:22:02.345154Z","caller":"traceutil/trace.go:171","msg":"trace[178044428] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"986.435685ms","start":"2026-04-04T10:22:01.3587Z","end":"2026-04-04T10:22:02.345135Z","steps":["trace[178044428] 'process raft request' (duration: 985.786288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:02.345223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.358673Z","time spent":"986.52389ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:02.344662Z","caller":"traceutil/trace.go:171","msg":"trace[163598536] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5513; }","duration":"1.07651492s","start":"2026-04-04T10:22:01.268113Z","end":"2026-04-04T10:22:02.344628Z","steps":["trace[163598536] 'read index received' (duration: 1.057385959s)","trace[163598536] 'applied index is now lower than readState.Index' (duration: 19.123731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:02.345467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064402372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:22:02.345498Z","caller":"traceutil/trace.go:171","msg":"trace[1379132124] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5304; }","duration":"1.064459864s","start":"2026-04-04T10:22:01.28103Z","end":"2026-04-04T10:22:02.34549Z","steps":["trace[1379132124] 'agreement among raft nodes before linearized reading' (duration: 1.064314676s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:02.34552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.281016Z","time spent":"1.064499237s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-04T10:22:02.345681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.805623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-04T10:22:02.345683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.774802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:22:02.345705Z","caller":"traceutil/trace.go:171","msg":"trace[52028110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5304; }","duration":"944.840385ms","start":"2026-04-04T10:22:01.400858Z","end":"2026-04-04T10:22:02.345699Z","steps":["trace[52028110] 'agreement among raft nodes before linearized reading' (duration: 944.764621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:02.345724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.400854Z","time spent":"944.866686ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:22:02.345722Z","caller":"traceutil/trace.go:171","msg":"trace[186725256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5304; }","duration":"944.812514ms","start":"2026-04-04T10:22:01.400898Z","end":"2026-04-04T10:22:02.34571Z","steps":["trace[186725256] 'agreement among raft nodes before linearized reading' (duration: 944.703868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:02.345772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.400877Z","time spent":"944.882507ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:22:02.3458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.980782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:22:02.345882Z","caller":"traceutil/trace.go:171","msg":"trace[291011268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5304; }","duration":"945.104639ms","start":"2026-04-04T10:22:01.400757Z","end":"2026-04-04T10:22:02.345861Z","steps":["trace[291011268] 'agreement among raft nodes before linearized reading' (duration: 944.893787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:02.345978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.12536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-04T10:22:02.345936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.400737Z","time spent":"945.190405ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:22:02.346007Z","caller":"traceutil/trace.go:171","msg":"trace[531881626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5304; }","duration":"945.167093ms","start":"2026-04-04T10:22:01.400832Z","end":"2026-04-04T10:22:02.345999Z","steps":["trace[531881626] 'agreement among raft nodes before linearized reading' (duration: 945.072777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:02.346026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.400827Z","time spent":"945.194685ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:22:02.346135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.521825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-04T10:22:02.346156Z","caller":"traceutil/trace.go:171","msg":"trace[415307181] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5304; }","duration":"659.60554ms","start":"2026-04-04T10:22:01.686545Z","end":"2026-04-04T10:22:02.34615Z","steps":["trace[415307181] 'agreement among raft nodes before linearized reading' (duration: 659.535376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:02.346192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.686513Z","time spent":"659.655882ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-04T10:22:02.346186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.699825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:22:02.346224Z","caller":"traceutil/trace.go:171","msg":"trace[1333084244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5304; }","duration":"942.758178ms","start":"2026-04-04T10:22:01.403456Z","end":"2026-04-04T10:22:02.346214Z","steps":["trace[1333084244] 'agreement among raft nodes before linearized reading' (duration: 942.647722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:02.346263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.403446Z","time spent":"942.809051ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:22:02.346441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.502262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:22:02.346478Z","caller":"traceutil/trace.go:171","msg":"trace[1928327367] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5304; }","duration":"607.582747ms","start":"2026-04-04T10:22:01.738883Z","end":"2026-04-04T10:22:02.346466Z","steps":["trace[1928327367] 'agreement among raft nodes before linearized reading' (duration: 607.508653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:02.346527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.738858Z","time spent":"607.656311ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:22:02.34737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.190403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:22:02.351177Z","caller":"traceutil/trace.go:171","msg":"trace[1775442250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5304; }","duration":"962.012016ms","start":"2026-04-04T10:22:01.389116Z","end":"2026-04-04T10:22:02.351128Z","steps":["trace[1775442250] 'agreement among raft nodes before linearized reading' (duration: 956.54978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:02.351495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:01.389096Z","time spent":"962.334675ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:22:08.351109Z","caller":"traceutil/trace.go:171","msg":"trace[2058203921] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"164.756141ms","start":"2026-04-04T10:22:08.18632Z","end":"2026-04-04T10:22:08.351076Z","steps":["trace[2058203921] 'process raft request' (duration: 164.521208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:12.766761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083684916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:13.267036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083684916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:13.767757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083684916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:14.272964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083684916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:14.273024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00689928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:22:14.273095Z","caller":"traceutil/trace.go:171","msg":"trace[1253086851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.007028668s","start":"2026-04-04T10:22:12.266052Z","end":"2026-04-04T10:22:14.273081Z","steps":["trace[1253086851] 'agreement among raft nodes before linearized reading' (duration: 2.006936753s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:14.273142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.266032Z","time spent":"2.007103092s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:22:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:22:14.773327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083684916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:14.861828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.639594458s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:22:14.862219Z","caller":"traceutil/trace.go:171","msg":"trace[95131405] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"2.640074705s","start":"2026-04-04T10:22:12.222125Z","end":"2026-04-04T10:22:14.862199Z","steps":["trace[95131405] 'process raft request' (duration: 2.639948778s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:14.862337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.222108Z","time spent":"2.64016952s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:15.150427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.611965ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:15.150579Z","caller":"traceutil/trace.go:171","msg":"trace[1649677333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5422; }","duration":"199.788545ms","start":"2026-04-04T10:22:14.950768Z","end":"2026-04-04T10:22:15.150556Z","steps":["trace[1649677333] 'range keys from in-memory index tree' (duration: 199.585623ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:15.72409Z","caller":"traceutil/trace.go:171","msg":"trace[1270075773] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"3.339921627s","start":"2026-04-04T10:22:12.38414Z","end":"2026-04-04T10:22:15.724062Z","steps":["trace[1270075773] 'process raft request' (duration: 3.339818531s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:15.724128Z","caller":"traceutil/trace.go:171","msg":"trace[722684859] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"3.340864929s","start":"2026-04-04T10:22:12.383226Z","end":"2026-04-04T10:22:15.724091Z","steps":["trace[722684859] 'process raft request' (duration: 3.340572812s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:15.724252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.384129Z","time spent":"3.340041323s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:15.724311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.383201Z","time spent":"3.341005087s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:15.724508Z","caller":"traceutil/trace.go:171","msg":"trace[566280732] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"2.53461484s","start":"2026-04-04T10:22:13.189876Z","end":"2026-04-04T10:22:15.724491Z","steps":["trace[566280732] 'process raft request' (duration: 2.534149464s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:15.724632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:13.189843Z","time spent":"2.534744916s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:15.724651Z","caller":"traceutil/trace.go:171","msg":"trace[679453251] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"2.51488864s","start":"2026-04-04T10:22:13.209729Z","end":"2026-04-04T10:22:15.724618Z","steps":["trace[679453251] 'process raft request' (duration: 2.514686338s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:15.724598Z","caller":"traceutil/trace.go:171","msg":"trace[2090161023] linearizableReadLoop","detail":"{readStateIndex:5642; appliedIndex:5638; }","duration":"3.458483293s","start":"2026-04-04T10:22:12.266101Z","end":"2026-04-04T10:22:15.724584Z","steps":["trace[2090161023] 'read index received' (duration: 2.596081552s)","trace[2090161023] 'applied index is now lower than readState.Index' (duration: 862.400491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:15.724802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:13.209716Z","time spent":"2.515016187s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:16.050558Z","caller":"traceutil/trace.go:171","msg":"trace[1129956317] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"1.181018356s","start":"2026-04-04T10:22:14.869505Z","end":"2026-04-04T10:22:16.050523Z","steps":["trace[1129956317] 'process raft request' (duration: 1.17913981s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.050692Z","caller":"traceutil/trace.go:171","msg":"trace[31898011] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"1.180822835s","start":"2026-04-04T10:22:14.869844Z","end":"2026-04-04T10:22:16.050667Z","steps":["trace[31898011] 'process raft request' (duration: 1.180654845s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.050727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:14.869491Z","time spent":"1.181156843s","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:16.050612Z","caller":"traceutil/trace.go:171","msg":"trace[1591556074] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"1.181006705s","start":"2026-04-04T10:22:14.869575Z","end":"2026-04-04T10:22:16.050582Z","steps":["trace[1591556074] 'process raft request' (duration: 1.180814124s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.051844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:14.869569Z","time spent":"1.182218254s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:16.051941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650956796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:22:16.051975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.221974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-04T10:22:16.052026Z","caller":"traceutil/trace.go:171","msg":"trace[979642484] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5430; }","duration":"590.314409ms","start":"2026-04-04T10:22:15.461698Z","end":"2026-04-04T10:22:16.052013Z","steps":["trace[979642484] 'agreement among raft nodes before linearized reading' (duration: 589.496622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.052909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:15.461678Z","time spent":"591.207759ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":527,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:22:16.052002Z","caller":"traceutil/trace.go:171","msg":"trace[784598021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5430; }","duration":"3.651111024s","start":"2026-04-04T10:22:12.400878Z","end":"2026-04-04T10:22:16.051989Z","steps":["trace[784598021] 'agreement among raft nodes before linearized reading' (duration: 3.650480548s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.053251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.400846Z","time spent":"3.6522947s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:22:16.050908Z","caller":"traceutil/trace.go:171","msg":"trace[1205920451] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5642; }","duration":"326.076625ms","start":"2026-04-04T10:22:15.724817Z","end":"2026-04-04T10:22:16.050894Z","steps":["trace[1205920451] 'read index received' (duration: 323.762964ms)","trace[1205920451] 'applied index is now lower than readState.Index' (duration: 2.312251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:16.051073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036518395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:16.053647Z","caller":"traceutil/trace.go:171","msg":"trace[1095674751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5430; }","duration":"1.039081359s","start":"2026-04-04T10:22:15.014506Z","end":"2026-04-04T10:22:16.053587Z","steps":["trace[1095674751] 'agreement among raft nodes before linearized reading' (duration: 1.036519855s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.05372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.259453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-04T10:22:16.053756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:15.014485Z","time spent":"1.039207386s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:22:16.051101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.635476634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:22:16.053766Z","caller":"traceutil/trace.go:171","msg":"trace[1568533293] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5430; }","duration":"305.345429ms","start":"2026-04-04T10:22:15.748409Z","end":"2026-04-04T10:22:16.053755Z","steps":["trace[1568533293] 'agreement among raft nodes before linearized reading' (duration: 305.228282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.054239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:15.748387Z","time spent":"305.712449ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-04T10:22:16.054027Z","caller":"traceutil/trace.go:171","msg":"trace[953026503] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5430; }","duration":"3.638425349s","start":"2026-04-04T10:22:12.415588Z","end":"2026-04-04T10:22:16.054013Z","steps":["trace[953026503] 'agreement among raft nodes before linearized reading' (duration: 3.635337055s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.051172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445678991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:16.05447Z","caller":"traceutil/trace.go:171","msg":"trace[609716956] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5430; }","duration":"3.44901775s","start":"2026-04-04T10:22:12.60543Z","end":"2026-04-04T10:22:16.054447Z","steps":["trace[609716956] 'agreement among raft nodes before linearized reading' (duration: 3.445665411s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.051109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737560694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-04T10:22:16.054544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.60541Z","time spent":"3.449110486s","remote":"127.0.0.1:43000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:22:16.051194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637674567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:22:16.055403Z","caller":"traceutil/trace.go:171","msg":"trace[448819061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5430; }","duration":"3.641905176s","start":"2026-04-04T10:22:12.413476Z","end":"2026-04-04T10:22:16.055381Z","steps":["trace[448819061] 'agreement among raft nodes before linearized reading' (duration: 3.637659246s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.055691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.413463Z","time spent":"3.642209533s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:22:16.051328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643929389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:22:16.056208Z","caller":"traceutil/trace.go:171","msg":"trace[1166172732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5430; }","duration":"3.648833265s","start":"2026-04-04T10:22:12.407359Z","end":"2026-04-04T10:22:16.056192Z","steps":["trace[1166172732] 'agreement among raft nodes before linearized reading' (duration: 3.643894667s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.056296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.40734Z","time spent":"3.648938962s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:22:16.051344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631912153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-04T10:22:16.051415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18269833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5c8fb5d7dc-6qwk7\" ","response":"range_response_count:1 size:11848"} {"level":"warn","ts":"2026-04-04T10:22:16.05146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632176418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-04T10:22:16.051518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778228429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:22:16.051541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34098264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:22:16.051611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540368635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:22:16.051618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685130616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-04T10:22:16.051628Z","caller":"traceutil/trace.go:171","msg":"trace[1877582519] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"1.181213346s","start":"2026-04-04T10:22:14.870388Z","end":"2026-04-04T10:22:16.051602Z","steps":["trace[1877582519] 'process raft request' (duration: 1.180199299s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.050858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:14.869837Z","time spent":"1.180936951s","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:16.054721Z","caller":"traceutil/trace.go:171","msg":"trace[1977717445] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5430; }","duration":"3.741204951s","start":"2026-04-04T10:22:12.313495Z","end":"2026-04-04T10:22:16.0547Z","steps":["trace[1977717445] 'agreement among raft nodes before linearized reading' (duration: 3.737441928s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.051196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531946332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-04T10:22:16.054443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.415571Z","time spent":"3.63879635s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:22:16.057685Z","caller":"traceutil/trace.go:171","msg":"trace[1710068498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5430; }","duration":"3.638267532s","start":"2026-04-04T10:22:12.419396Z","end":"2026-04-04T10:22:16.057663Z","steps":["trace[1710068498] 'agreement among raft nodes before linearized reading' (duration: 3.631863391s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.058058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.419388Z","time spent":"3.638348186s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:22:16.058197Z","caller":"traceutil/trace.go:171","msg":"trace[1078180636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5430; }","duration":"3.538976628s","start":"2026-04-04T10:22:12.519202Z","end":"2026-04-04T10:22:16.058179Z","steps":["trace[1078180636] 'agreement among raft nodes before linearized reading' (duration: 3.531931251s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.058148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.313478Z","time spent":"3.744592351s","remote":"127.0.0.1:56278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-04T10:22:16.058261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.519176Z","time spent":"3.539066714s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-04T10:22:16.058585Z","caller":"traceutil/trace.go:171","msg":"trace[828750663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5430; }","duration":"1.785326069s","start":"2026-04-04T10:22:14.27325Z","end":"2026-04-04T10:22:16.058576Z","steps":["trace[828750663] 'agreement among raft nodes before linearized reading' (duration: 1.778213889s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.058623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:14.273235Z","time spent":"1.785379062s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:22:16.05891Z","caller":"traceutil/trace.go:171","msg":"trace[1084613035] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5c8fb5d7dc-6qwk7; range_end:; response_count:1; response_revision:5430; }","duration":"1.190230825s","start":"2026-04-04T10:22:14.868658Z","end":"2026-04-04T10:22:16.058888Z","steps":["trace[1084613035] 'agreement among raft nodes before linearized reading' (duration: 1.182597885s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.059172Z","caller":"traceutil/trace.go:171","msg":"trace[1924682346] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5430; }","duration":"2.348645701s","start":"2026-04-04T10:22:13.710501Z","end":"2026-04-04T10:22:16.059146Z","steps":["trace[1924682346] 'agreement among raft nodes before linearized reading' (duration: 2.341001901s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.059278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:13.710479Z","time spent":"2.348765389s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:22:16.059511Z","caller":"traceutil/trace.go:171","msg":"trace[1106594029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5430; }","duration":"3.640083124s","start":"2026-04-04T10:22:12.419254Z","end":"2026-04-04T10:22:16.059337Z","steps":["trace[1106594029] 'agreement among raft nodes before linearized reading' (duration: 3.632127966s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.059563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.419243Z","time spent":"3.640307436s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:22:16.059579Z","caller":"traceutil/trace.go:171","msg":"trace[1059333613] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5430; }","duration":"2.548403338s","start":"2026-04-04T10:22:13.511164Z","end":"2026-04-04T10:22:16.059567Z","steps":["trace[1059333613] 'agreement among raft nodes before linearized reading' (duration: 2.540390437s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.059611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:13.511133Z","time spent":"2.548467422s","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:22:16.058727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:14.870382Z","time spent":"1.188277894s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:16.058983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:14.868638Z","time spent":"1.19032707s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11870,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5c8fb5d7dc-6qwk7\" "} {"level":"info","ts":"2026-04-04T10:22:16.060741Z","caller":"traceutil/trace.go:171","msg":"trace[180596702] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5430; }","duration":"3.694290923s","start":"2026-04-04T10:22:12.366437Z","end":"2026-04-04T10:22:16.060728Z","steps":["trace[180596702] 'agreement among raft nodes before linearized reading' (duration: 3.684995139s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.060811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:12.366424Z","time spent":"3.694373488s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-04T10:22:16.234336Z","caller":"traceutil/trace.go:171","msg":"trace[150741791] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"173.664109ms","start":"2026-04-04T10:22:16.060648Z","end":"2026-04-04T10:22:16.234312Z","steps":["trace[150741791] 'process raft request' (duration: 82.199688ms)","trace[150741791] 'compare' (duration: 91.302882ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:16.234567Z","caller":"traceutil/trace.go:171","msg":"trace[1192929746] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"173.86769ms","start":"2026-04-04T10:22:16.060675Z","end":"2026-04-04T10:22:16.234543Z","steps":["trace[1192929746] 'process raft request' (duration: 173.594274ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.234799Z","caller":"traceutil/trace.go:171","msg":"trace[1798768261] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"172.43806ms","start":"2026-04-04T10:22:16.062349Z","end":"2026-04-04T10:22:16.234787Z","steps":["trace[1798768261] 'process raft request' (duration: 172.094041ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.235007Z","caller":"traceutil/trace.go:171","msg":"trace[1666849007] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"171.233922ms","start":"2026-04-04T10:22:16.06376Z","end":"2026-04-04T10:22:16.234994Z","steps":["trace[1666849007] 'process raft request' (duration: 170.977148ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.235248Z","caller":"traceutil/trace.go:171","msg":"trace[1316255554] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"170.703842ms","start":"2026-04-04T10:22:16.064527Z","end":"2026-04-04T10:22:16.235231Z","steps":["trace[1316255554] 'process raft request' (duration: 170.414846ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.235442Z","caller":"traceutil/trace.go:171","msg":"trace[275884104] linearizableReadLoop","detail":"{readStateIndex:5649; appliedIndex:5646; }","duration":"172.78349ms","start":"2026-04-04T10:22:16.062526Z","end":"2026-04-04T10:22:16.23531Z","steps":["trace[275884104] 'read index received' (duration: 80.418249ms)","trace[275884104] 'applied index is now lower than readState.Index' (duration: 92.364401ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:16.235744Z","caller":"traceutil/trace.go:171","msg":"trace[422111224] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"169.410719ms","start":"2026-04-04T10:22:16.065934Z","end":"2026-04-04T10:22:16.235345Z","steps":["trace[422111224] 'process raft request' (duration: 169.210427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.235904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.041386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:22:16.236001Z","caller":"traceutil/trace.go:171","msg":"trace[1110252626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5439; }","duration":"172.217087ms","start":"2026-04-04T10:22:16.063771Z","end":"2026-04-04T10:22:16.235988Z","steps":["trace[1110252626] 'agreement among raft nodes before linearized reading' (duration: 171.948132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.236197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.648548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-15f1ef6a-e6fc-4b35-b3d8-3282b36fc2f8\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-04T10:22:16.236249Z","caller":"traceutil/trace.go:171","msg":"trace[1735157677] range","detail":"{range_begin:/registry/persistentvolumes/pvc-15f1ef6a-e6fc-4b35-b3d8-3282b36fc2f8; range_end:; response_count:1; response_revision:5439; }","duration":"174.110973ms","start":"2026-04-04T10:22:16.062124Z","end":"2026-04-04T10:22:16.236235Z","steps":["trace[1735157677] 'agreement among raft nodes before linearized reading' (duration: 173.920063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.236499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.181866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:16.236654Z","caller":"traceutil/trace.go:171","msg":"trace[1668451923] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"170.198423ms","start":"2026-04-04T10:22:16.065154Z","end":"2026-04-04T10:22:16.235353Z","steps":["trace[1668451923] 'process raft request' (duration: 169.893436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.236814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.908246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-04T10:22:16.236833Z","caller":"traceutil/trace.go:171","msg":"trace[396712965] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"170.048126ms","start":"2026-04-04T10:22:16.065314Z","end":"2026-04-04T10:22:16.235362Z","steps":["trace[396712965] 'process raft request' (duration: 169.798502ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.236858Z","caller":"traceutil/trace.go:171","msg":"trace[832654998] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac; range_end:; response_count:1; response_revision:5439; }","duration":"172.97055ms","start":"2026-04-04T10:22:16.063878Z","end":"2026-04-04T10:22:16.236848Z","steps":["trace[832654998] 'agreement among raft nodes before linearized reading' (duration: 172.857484ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.236549Z","caller":"traceutil/trace.go:171","msg":"trace[444447899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5439; }","duration":"169.24302ms","start":"2026-04-04T10:22:16.067295Z","end":"2026-04-04T10:22:16.236538Z","steps":["trace[444447899] 'agreement among raft nodes before linearized reading' (duration: 169.170455ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.236974Z","caller":"traceutil/trace.go:171","msg":"trace[492211458] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"166.291023ms","start":"2026-04-04T10:22:16.069415Z","end":"2026-04-04T10:22:16.235706Z","steps":["trace[492211458] 'process raft request' (duration: 165.823427ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.436023Z","caller":"traceutil/trace.go:171","msg":"trace[1730780474] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5655; }","duration":"192.301288ms","start":"2026-04-04T10:22:16.243692Z","end":"2026-04-04T10:22:16.435994Z","steps":["trace[1730780474] 'read index received' (duration: 132.520841ms)","trace[1730780474] 'applied index is now lower than readState.Index' (duration: 59.777907ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:16.436028Z","caller":"traceutil/trace.go:171","msg":"trace[515664074] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"194.592707ms","start":"2026-04-04T10:22:16.241403Z","end":"2026-04-04T10:22:16.435995Z","steps":["trace[515664074] 'process raft request' (duration: 134.729996ms)","trace[515664074] 'compare' (duration: 59.634068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:16.436381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.666598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10685"} {"level":"info","ts":"2026-04-04T10:22:16.436471Z","caller":"traceutil/trace.go:171","msg":"trace[1053104575] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5440; }","duration":"192.782365ms","start":"2026-04-04T10:22:16.243675Z","end":"2026-04-04T10:22:16.436457Z","steps":["trace[1053104575] 'agreement among raft nodes before linearized reading' (duration: 192.404574ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.487428Z","caller":"traceutil/trace.go:171","msg":"trace[857983336] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"243.649299ms","start":"2026-04-04T10:22:16.243745Z","end":"2026-04-04T10:22:16.487395Z","steps":["trace[857983336] 'process raft request' (duration: 243.375644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:16.487486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.99741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:16.487631Z","caller":"traceutil/trace.go:171","msg":"trace[1444304493] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"242.678235ms","start":"2026-04-04T10:22:16.244926Z","end":"2026-04-04T10:22:16.487604Z","steps":["trace[1444304493] 'process raft request' (duration: 242.382298ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.487868Z","caller":"traceutil/trace.go:171","msg":"trace[1435624607] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"238.721892ms","start":"2026-04-04T10:22:16.249115Z","end":"2026-04-04T10:22:16.487837Z","steps":["trace[1435624607] 'process raft request' (duration: 238.248565ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.487894Z","caller":"traceutil/trace.go:171","msg":"trace[2027831412] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5443; }","duration":"187.18971ms","start":"2026-04-04T10:22:16.300422Z","end":"2026-04-04T10:22:16.487612Z","steps":["trace[2027831412] 'agreement among raft nodes before linearized reading' (duration: 186.992879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:17.007408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083684950,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:22:17.062806Z","caller":"traceutil/trace.go:171","msg":"trace[852458447] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"561.813595ms","start":"2026-04-04T10:22:16.500964Z","end":"2026-04-04T10:22:17.062778Z","steps":["trace[852458447] 'process raft request' (duration: 539.724221ms)","trace[852458447] 'compare' (duration: 21.592336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:17.062954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:16.500896Z","time spent":"561.983094ms","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:17.063004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.944774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-04T10:22:17.063045Z","caller":"traceutil/trace.go:171","msg":"trace[1872758879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5444; }","duration":"556.02843ms","start":"2026-04-04T10:22:16.507006Z","end":"2026-04-04T10:22:17.063034Z","steps":["trace[1872758879] 'agreement among raft nodes before linearized reading' (duration: 555.86008ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:17.062805Z","caller":"traceutil/trace.go:171","msg":"trace[1865393982] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5659; }","duration":"555.728782ms","start":"2026-04-04T10:22:16.507043Z","end":"2026-04-04T10:22:17.062772Z","steps":["trace[1865393982] 'read index received' (duration: 533.511171ms)","trace[1865393982] 'applied index is now lower than readState.Index' (duration: 22.216081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:17.06308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:16.506992Z","time spent":"556.079253ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:22:17.063285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.85223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:22:17.063341Z","caller":"traceutil/trace.go:171","msg":"trace[1128956377] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5444; }","duration":"360.954926ms","start":"2026-04-04T10:22:16.702372Z","end":"2026-04-04T10:22:17.063327Z","steps":["trace[1128956377] 'agreement among raft nodes before linearized reading' (duration: 360.752454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:17.063378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:16.702345Z","time spent":"361.022519ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:22:17.877982Z","caller":"traceutil/trace.go:171","msg":"trace[1500890618] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"145.170316ms","start":"2026-04-04T10:22:17.732757Z","end":"2026-04-04T10:22:17.877927Z","steps":["trace[1500890618] 'process raft request' (duration: 116.400316ms)","trace[1500890618] 'compare' (duration: 28.574749ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:17.878222Z","caller":"traceutil/trace.go:171","msg":"trace[1729686899] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"144.605934ms","start":"2026-04-04T10:22:17.733547Z","end":"2026-04-04T10:22:17.878153Z","steps":["trace[1729686899] 'process raft request' (duration: 144.336959ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:18.485457Z","caller":"traceutil/trace.go:171","msg":"trace[127655861] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"237.156872ms","start":"2026-04-04T10:22:18.248276Z","end":"2026-04-04T10:22:18.485432Z","steps":["trace[127655861] 'process raft request' (duration: 236.378819ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:18.64455Z","caller":"traceutil/trace.go:171","msg":"trace[698023153] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"396.170962ms","start":"2026-04-04T10:22:18.248361Z","end":"2026-04-04T10:22:18.644532Z","steps":["trace[698023153] 'process raft request' (duration: 396.018213ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:18.644568Z","caller":"traceutil/trace.go:171","msg":"trace[1144819832] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"395.9547ms","start":"2026-04-04T10:22:18.248584Z","end":"2026-04-04T10:22:18.644539Z","steps":["trace[1144819832] 'process raft request' (duration: 395.848684ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:18.644549Z","caller":"traceutil/trace.go:171","msg":"trace[188919365] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"396.226075ms","start":"2026-04-04T10:22:18.248291Z","end":"2026-04-04T10:22:18.644517Z","steps":["trace[188919365] 'process raft request' (duration: 395.905797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:18.64475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:18.248571Z","time spent":"396.083616ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:18.644779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:18.248278Z","time spent":"396.454748ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:18.64478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:18.248352Z","time spent":"396.257687ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:18.645063Z","caller":"traceutil/trace.go:171","msg":"trace[1702060680] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"393.925885ms","start":"2026-04-04T10:22:18.251118Z","end":"2026-04-04T10:22:18.645043Z","steps":["trace[1702060680] 'process raft request' (duration: 393.809269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:18.645257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:18.251111Z","time spent":"394.009249ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:18.64526Z","caller":"traceutil/trace.go:171","msg":"trace[1565008147] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"394.113995ms","start":"2026-04-04T10:22:18.250984Z","end":"2026-04-04T10:22:18.645098Z","steps":["trace[1565008147] 'process raft request' (duration: 393.498321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:18.645587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:18.25097Z","time spent":"394.512638ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:28.827055Z","caller":"traceutil/trace.go:171","msg":"trace[70175853] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"106.3315ms","start":"2026-04-04T10:22:28.720706Z","end":"2026-04-04T10:22:28.827038Z","steps":["trace[70175853] 'process raft request' (duration: 103.85129ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:30.065909Z","caller":"traceutil/trace.go:171","msg":"trace[1796434106] linearizableReadLoop","detail":"{readStateIndex:5743; appliedIndex:5741; }","duration":"112.271049ms","start":"2026-04-04T10:22:29.953612Z","end":"2026-04-04T10:22:30.065883Z","steps":["trace[1796434106] 'read index received' (duration: 42.307842ms)","trace[1796434106] 'applied index is now lower than readState.Index' (duration: 69.962177ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:30.0665Z","caller":"traceutil/trace.go:171","msg":"trace[1217777411] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"146.478253ms","start":"2026-04-04T10:22:29.920004Z","end":"2026-04-04T10:22:30.066482Z","steps":["trace[1217777411] 'process raft request' (duration: 75.971045ms)","trace[1217777411] 'compare' (duration: 69.357343ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:30.066647Z","caller":"traceutil/trace.go:171","msg":"trace[945628915] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"145.158269ms","start":"2026-04-04T10:22:29.921453Z","end":"2026-04-04T10:22:30.066611Z","steps":["trace[945628915] 'process raft request' (duration: 144.382645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:30.067315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.679308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17206"} {"level":"info","ts":"2026-04-04T10:22:30.067415Z","caller":"traceutil/trace.go:171","msg":"trace[603353389] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5524; }","duration":"113.827757ms","start":"2026-04-04T10:22:29.953561Z","end":"2026-04-04T10:22:30.067388Z","steps":["trace[603353389] 'agreement among raft nodes before linearized reading' (duration: 113.042712ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:30.433604Z","caller":"traceutil/trace.go:171","msg":"trace[785611756] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"354.224363ms","start":"2026-04-04T10:22:30.079343Z","end":"2026-04-04T10:22:30.433568Z","steps":["trace[785611756] 'process raft request' (duration: 325.010102ms)","trace[785611756] 'compare' (duration: 28.579526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:30.433766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.079313Z","time spent":"354.373641ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:30.807239Z","caller":"traceutil/trace.go:171","msg":"trace[1171238625] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"137.980134ms","start":"2026-04-04T10:22:30.669214Z","end":"2026-04-04T10:22:30.807194Z","steps":["trace[1171238625] 'process raft request' (duration: 137.90283ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:30.807397Z","caller":"traceutil/trace.go:171","msg":"trace[13143927] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"223.560804ms","start":"2026-04-04T10:22:30.583802Z","end":"2026-04-04T10:22:30.807363Z","steps":["trace[13143927] 'process raft request' (duration: 140.778432ms)","trace[13143927] 'compare' (duration: 82.273542ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:30.807402Z","caller":"traceutil/trace.go:171","msg":"trace[941910528] linearizableReadLoop","detail":"{readStateIndex:5752; appliedIndex:5751; }","duration":"222.06922ms","start":"2026-04-04T10:22:30.585304Z","end":"2026-04-04T10:22:30.807373Z","steps":["trace[941910528] 'read index received' (duration: 139.287848ms)","trace[941910528] 'applied index is now lower than readState.Index' (duration: 82.778902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:30.807706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.375697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61967"} {"level":"info","ts":"2026-04-04T10:22:30.80775Z","caller":"traceutil/trace.go:171","msg":"trace[1419695033] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5534; }","duration":"222.471243ms","start":"2026-04-04T10:22:30.585269Z","end":"2026-04-04T10:22:30.80774Z","steps":["trace[1419695033] 'agreement among raft nodes before linearized reading' (duration: 222.184617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:30.85635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.882532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:22:30.856412Z","caller":"traceutil/trace.go:171","msg":"trace[2044767969] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5535; }","duration":"133.983018ms","start":"2026-04-04T10:22:30.722414Z","end":"2026-04-04T10:22:30.856397Z","steps":["trace[2044767969] 'agreement among raft nodes before linearized reading' (duration: 133.747764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:30.856416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.100144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:22:30.85649Z","caller":"traceutil/trace.go:171","msg":"trace[63782408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5535; }","duration":"134.19855ms","start":"2026-04-04T10:22:30.722274Z","end":"2026-04-04T10:22:30.856473Z","steps":["trace[63782408] 'agreement among raft nodes before linearized reading' (duration: 133.981238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:30.856623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.448843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:22:30.856741Z","caller":"traceutil/trace.go:171","msg":"trace[176027727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5535; }","duration":"137.598892ms","start":"2026-04-04T10:22:30.719126Z","end":"2026-04-04T10:22:30.856725Z","steps":["trace[176027727] 'agreement among raft nodes before linearized reading' (duration: 137.265223ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:31.220998Z","caller":"traceutil/trace.go:171","msg":"trace[1276544613] linearizableReadLoop","detail":"{readStateIndex:5755; appliedIndex:5754; }","duration":"364.835927ms","start":"2026-04-04T10:22:30.856136Z","end":"2026-04-04T10:22:31.220972Z","steps":["trace[1276544613] 'read index received' (duration: 273.196253ms)","trace[1276544613] 'applied index is now lower than readState.Index' (duration: 91.638334ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:31.221037Z","caller":"traceutil/trace.go:171","msg":"trace[37895577] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"401.868512ms","start":"2026-04-04T10:22:30.819135Z","end":"2026-04-04T10:22:31.221003Z","steps":["trace[37895577] 'process raft request' (duration: 310.157364ms)","trace[37895577] 'compare' (duration: 91.428272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:31.221176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.819112Z","time spent":"401.986748ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:31.221323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.741892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:22:31.221361Z","caller":"traceutil/trace.go:171","msg":"trace[1770946138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5536; }","duration":"390.827016ms","start":"2026-04-04T10:22:30.830523Z","end":"2026-04-04T10:22:31.22135Z","steps":["trace[1770946138] 'agreement among raft nodes before linearized reading' (duration: 390.568052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.221395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.83051Z","time spent":"390.876789ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:22:31.509239Z","caller":"traceutil/trace.go:171","msg":"trace[818862630] linearizableReadLoop","detail":"{readStateIndex:5759; appliedIndex:5755; }","duration":"288.150502ms","start":"2026-04-04T10:22:31.221062Z","end":"2026-04-04T10:22:31.509213Z","steps":["trace[818862630] 'read index received' (duration: 203.351205ms)","trace[818862630] 'applied index is now lower than readState.Index' (duration: 84.798067ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:31.50941Z","caller":"traceutil/trace.go:171","msg":"trace[1757671996] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"648.321416ms","start":"2026-04-04T10:22:30.861024Z","end":"2026-04-04T10:22:31.509345Z","steps":["trace[1757671996] 'process raft request' (duration: 648.098103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.509571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.861009Z","time spent":"648.443022ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:31.509367Z","caller":"traceutil/trace.go:171","msg":"trace[1605298530] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"648.449912ms","start":"2026-04-04T10:22:30.860882Z","end":"2026-04-04T10:22:31.509332Z","steps":["trace[1605298530] 'process raft request' (duration: 648.191507ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:31.509599Z","caller":"traceutil/trace.go:171","msg":"trace[1590276047] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"648.310244ms","start":"2026-04-04T10:22:30.86105Z","end":"2026-04-04T10:22:31.50936Z","steps":["trace[1590276047] 'process raft request' (duration: 648.111593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.509754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.861029Z","time spent":"648.634512ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:31.509989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.860856Z","time spent":"648.791062ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:31.509999Z","caller":"traceutil/trace.go:171","msg":"trace[2066778682] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"649.195714ms","start":"2026-04-04T10:22:30.860783Z","end":"2026-04-04T10:22:31.509979Z","steps":["trace[2066778682] 'process raft request' (duration: 563.613003ms)","trace[2066778682] 'compare' (duration: 84.525542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:31.510198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.860771Z","time spent":"649.383835ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:31.510351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.567648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:22:31.51039Z","caller":"traceutil/trace.go:171","msg":"trace[2134326933] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"284.738339ms","start":"2026-04-04T10:22:31.225635Z","end":"2026-04-04T10:22:31.510373Z","steps":["trace[2134326933] 'process raft request' (duration: 284.120444ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:31.510417Z","caller":"traceutil/trace.go:171","msg":"trace[662175210] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5541; }","duration":"226.660753ms","start":"2026-04-04T10:22:31.283744Z","end":"2026-04-04T10:22:31.510404Z","steps":["trace[662175210] 'agreement among raft nodes before linearized reading' (duration: 226.530976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.510649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.215113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:31.510699Z","caller":"traceutil/trace.go:171","msg":"trace[1669534983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5541; }","duration":"245.267196ms","start":"2026-04-04T10:22:31.26542Z","end":"2026-04-04T10:22:31.510687Z","steps":["trace[1669534983] 'agreement among raft nodes before linearized reading' (duration: 245.189702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.510931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.090784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-04T10:22:31.510983Z","caller":"traceutil/trace.go:171","msg":"trace[933461801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5541; }","duration":"266.157658ms","start":"2026-04-04T10:22:31.244808Z","end":"2026-04-04T10:22:31.510966Z","steps":["trace[933461801] 'agreement among raft nodes before linearized reading' (duration: 266.043831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.510243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.953579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-04T10:22:31.511382Z","caller":"traceutil/trace.go:171","msg":"trace[158626129] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5541; }","duration":"269.134256ms","start":"2026-04-04T10:22:31.24223Z","end":"2026-04-04T10:22:31.511365Z","steps":["trace[158626129] 'agreement among raft nodes before linearized reading' (duration: 267.838972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.512266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.657584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-04T10:22:31.512322Z","caller":"traceutil/trace.go:171","msg":"trace[2092995245] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5541; }","duration":"421.755499ms","start":"2026-04-04T10:22:31.090553Z","end":"2026-04-04T10:22:31.512308Z","steps":["trace[2092995245] 'agreement among raft nodes before linearized reading' (duration: 421.007537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.512356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:31.090532Z","time spent":"421.815793ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-04T10:22:31.681402Z","caller":"traceutil/trace.go:171","msg":"trace[739886300] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"119.684481ms","start":"2026-04-04T10:22:31.561692Z","end":"2026-04-04T10:22:31.681377Z","steps":["trace[739886300] 'process raft request' (duration: 111.952503ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:32.303171Z","caller":"traceutil/trace.go:171","msg":"trace[1860736773] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"226.54576ms","start":"2026-04-04T10:22:32.076599Z","end":"2026-04-04T10:22:32.303144Z","steps":["trace[1860736773] 'process raft request' (duration: 226.351288ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:32.420046Z","caller":"traceutil/trace.go:171","msg":"trace[489995733] linearizableReadLoop","detail":"{readStateIndex:5767; appliedIndex:5765; }","duration":"242.314663ms","start":"2026-04-04T10:22:32.177703Z","end":"2026-04-04T10:22:32.420018Z","steps":["trace[489995733] 'read index received' (duration: 125.254058ms)","trace[489995733] 'applied index is now lower than readState.Index' (duration: 117.059495ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:32.420151Z","caller":"traceutil/trace.go:171","msg":"trace[1362584040] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"343.503089ms","start":"2026-04-04T10:22:32.076618Z","end":"2026-04-04T10:22:32.420121Z","steps":["trace[1362584040] 'process raft request' (duration: 254.773798ms)","trace[1362584040] 'compare' (duration: 88.36014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:32.420255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.533315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:22:32.420276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:32.076593Z","time spent":"343.617666ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:32.420313Z","caller":"traceutil/trace.go:171","msg":"trace[439450571] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5547; }","duration":"242.651251ms","start":"2026-04-04T10:22:32.177646Z","end":"2026-04-04T10:22:32.420297Z","steps":["trace[439450571] 'agreement among raft nodes before linearized reading' (duration: 242.543795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:32.42033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.580816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:32.420431Z","caller":"traceutil/trace.go:171","msg":"trace[1720991629] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5547; }","duration":"216.741165ms","start":"2026-04-04T10:22:32.203676Z","end":"2026-04-04T10:22:32.420417Z","steps":["trace[1720991629] 'agreement among raft nodes before linearized reading' (duration: 216.574986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:32.420576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.221048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:32.42064Z","caller":"traceutil/trace.go:171","msg":"trace[193603695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5547; }","duration":"154.307773ms","start":"2026-04-04T10:22:32.266316Z","end":"2026-04-04T10:22:32.420624Z","steps":["trace[193603695] 'agreement among raft nodes before linearized reading' (duration: 154.213228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:32.421019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.576402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:22:32.421101Z","caller":"traceutil/trace.go:171","msg":"trace[1044407944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5547; }","duration":"185.684779ms","start":"2026-04-04T10:22:32.235404Z","end":"2026-04-04T10:22:32.421089Z","steps":["trace[1044407944] 'agreement among raft nodes before linearized reading' (duration: 185.206231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:32.760817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.532977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10887"} {"level":"warn","ts":"2026-04-04T10:22:32.760835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.286875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-04T10:22:32.760899Z","caller":"traceutil/trace.go:171","msg":"trace[20013520] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5547; }","duration":"215.655994ms","start":"2026-04-04T10:22:32.545224Z","end":"2026-04-04T10:22:32.76088Z","steps":["trace[20013520] 'range keys from in-memory index tree' (duration: 215.379618ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:32.76093Z","caller":"traceutil/trace.go:171","msg":"trace[485892108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5547; }","duration":"185.404402ms","start":"2026-04-04T10:22:32.575505Z","end":"2026-04-04T10:22:32.760909Z","steps":["trace[485892108] 'range keys from in-memory index tree' (duration: 185.102095ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:32.915162Z","caller":"traceutil/trace.go:171","msg":"trace[1524804990] linearizableReadLoop","detail":"{readStateIndex:5768; appliedIndex:5767; }","duration":"103.176919ms","start":"2026-04-04T10:22:32.811958Z","end":"2026-04-04T10:22:32.915135Z","steps":["trace[1524804990] 'read index received' (duration: 102.898753ms)","trace[1524804990] 'applied index is now lower than readState.Index' (duration: 277.046µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:32.915204Z","caller":"traceutil/trace.go:171","msg":"trace[52316609] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"141.979065ms","start":"2026-04-04T10:22:32.773196Z","end":"2026-04-04T10:22:32.915175Z","steps":["trace[52316609] 'process raft request' (duration: 141.768903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:32.915432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.391341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:22:32.915476Z","caller":"traceutil/trace.go:171","msg":"trace[1237741448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5548; }","duration":"103.56437ms","start":"2026-04-04T10:22:32.811901Z","end":"2026-04-04T10:22:32.915465Z","steps":["trace[1237741448] 'agreement among raft nodes before linearized reading' (duration: 103.333458ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:33.209248Z","caller":"traceutil/trace.go:171","msg":"trace[1412312835] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"286.268684ms","start":"2026-04-04T10:22:32.92295Z","end":"2026-04-04T10:22:33.209218Z","steps":["trace[1412312835] 'process raft request' (duration: 282.328681ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:33.209491Z","caller":"traceutil/trace.go:171","msg":"trace[1869887322] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"286.495236ms","start":"2026-04-04T10:22:32.922959Z","end":"2026-04-04T10:22:33.209454Z","steps":["trace[1869887322] 'process raft request' (duration: 286.20581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:33.209714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.655455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:33.209778Z","caller":"traceutil/trace.go:171","msg":"trace[420177750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5553; }","duration":"148.73981ms","start":"2026-04-04T10:22:33.061022Z","end":"2026-04-04T10:22:33.209762Z","steps":["trace[420177750] 'agreement among raft nodes before linearized reading' (duration: 148.615603ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:33.209898Z","caller":"traceutil/trace.go:171","msg":"trace[112583390] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"281.044398ms","start":"2026-04-04T10:22:32.928813Z","end":"2026-04-04T10:22:33.209858Z","steps":["trace[112583390] 'process raft request' (duration: 280.619044ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:33.209988Z","caller":"traceutil/trace.go:171","msg":"trace[482559088] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"286.73988ms","start":"2026-04-04T10:22:32.923179Z","end":"2026-04-04T10:22:33.209919Z","steps":["trace[482559088] 'process raft request' (duration: 286.160988ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:33.209594Z","caller":"traceutil/trace.go:171","msg":"trace[177196838] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5769; }","duration":"148.541109ms","start":"2026-04-04T10:22:33.061035Z","end":"2026-04-04T10:22:33.209576Z","steps":["trace[177196838] 'read index received' (duration: 144.240236ms)","trace[177196838] 'applied index is now lower than readState.Index' (duration: 4.300063ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:33.543164Z","caller":"traceutil/trace.go:171","msg":"trace[484773925] linearizableReadLoop","detail":"{readStateIndex:5774; appliedIndex:5773; }","duration":"276.708683ms","start":"2026-04-04T10:22:33.266428Z","end":"2026-04-04T10:22:33.543137Z","steps":["trace[484773925] 'read index received' (duration: 226.065767ms)","trace[484773925] 'applied index is now lower than readState.Index' (duration: 50.641536ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:33.543431Z","caller":"traceutil/trace.go:171","msg":"trace[1102985325] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"316.351028ms","start":"2026-04-04T10:22:33.227021Z","end":"2026-04-04T10:22:33.543372Z","steps":["trace[1102985325] 'process raft request' (duration: 265.461557ms)","trace[1102985325] 'compare' (duration: 50.236824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:33.543533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:33.227004Z","time spent":"316.476265ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3155,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:33.543586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.619465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:33.54367Z","caller":"traceutil/trace.go:171","msg":"trace[123466484] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5554; }","duration":"206.724981ms","start":"2026-04-04T10:22:33.336926Z","end":"2026-04-04T10:22:33.543651Z","steps":["trace[123466484] 'agreement among raft nodes before linearized reading' (duration: 206.542111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:33.543999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.571443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:33.544028Z","caller":"traceutil/trace.go:171","msg":"trace[1574586750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5554; }","duration":"277.623935ms","start":"2026-04-04T10:22:33.266395Z","end":"2026-04-04T10:22:33.544019Z","steps":["trace[1574586750] 'agreement among raft nodes before linearized reading' (duration: 277.589023ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:33.816515Z","caller":"traceutil/trace.go:171","msg":"trace[2121032144] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"267.61641ms","start":"2026-04-04T10:22:33.548876Z","end":"2026-04-04T10:22:33.816492Z","steps":["trace[2121032144] 'process raft request' (duration: 265.601956ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:33.816946Z","caller":"traceutil/trace.go:171","msg":"trace[2110210345] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"267.749017ms","start":"2026-04-04T10:22:33.549177Z","end":"2026-04-04T10:22:33.816926Z","steps":["trace[2110210345] 'process raft request' (duration: 267.2558ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:33.817183Z","caller":"traceutil/trace.go:171","msg":"trace[288775726] linearizableReadLoop","detail":"{readStateIndex:5779; appliedIndex:5775; }","duration":"178.554088ms","start":"2026-04-04T10:22:33.638613Z","end":"2026-04-04T10:22:33.817167Z","steps":["trace[288775726] 'read index received' (duration: 175.841284ms)","trace[288775726] 'applied index is now lower than readState.Index' (duration: 2.711804ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:33.817237Z","caller":"traceutil/trace.go:171","msg":"trace[1931759013] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"267.862054ms","start":"2026-04-04T10:22:33.549368Z","end":"2026-04-04T10:22:33.81723Z","steps":["trace[1931759013] 'process raft request' (duration: 267.352625ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:33.817293Z","caller":"traceutil/trace.go:171","msg":"trace[2124549879] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"267.425828ms","start":"2026-04-04T10:22:33.549863Z","end":"2026-04-04T10:22:33.817288Z","steps":["trace[2124549879] 'process raft request' (duration: 267.247858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:33.817514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.879676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-04T10:22:33.817557Z","caller":"traceutil/trace.go:171","msg":"trace[1706165537] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5559; }","duration":"178.95162ms","start":"2026-04-04T10:22:33.638595Z","end":"2026-04-04T10:22:33.817546Z","steps":["trace[1706165537] 'agreement among raft nodes before linearized reading' (duration: 178.632952ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:36.046712Z","caller":"traceutil/trace.go:171","msg":"trace[1083403337] linearizableReadLoop","detail":"{readStateIndex:5790; appliedIndex:5787; }","duration":"180.318755ms","start":"2026-04-04T10:22:35.866377Z","end":"2026-04-04T10:22:36.046696Z","steps":["trace[1083403337] 'read index received' (duration: 166.846511ms)","trace[1083403337] 'applied index is now lower than readState.Index' (duration: 13.471684ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:36.046725Z","caller":"traceutil/trace.go:171","msg":"trace[139799861] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"221.678027ms","start":"2026-04-04T10:22:35.825017Z","end":"2026-04-04T10:22:36.046695Z","steps":["trace[139799861] 'process raft request' (duration: 208.107797ms)","trace[139799861] 'compare' (duration: 13.255002ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:36.046737Z","caller":"traceutil/trace.go:171","msg":"trace[1274398275] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"221.660605ms","start":"2026-04-04T10:22:35.825049Z","end":"2026-04-04T10:22:36.046709Z","steps":["trace[1274398275] 'process raft request' (duration: 221.541719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:36.046824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.442771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:22:36.046859Z","caller":"traceutil/trace.go:171","msg":"trace[1174035790] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5570; }","duration":"180.497904ms","start":"2026-04-04T10:22:35.866352Z","end":"2026-04-04T10:22:36.04685Z","steps":["trace[1174035790] 'agreement among raft nodes before linearized reading' (duration: 180.411049ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:36.046958Z","caller":"traceutil/trace.go:171","msg":"trace[2053726037] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"221.788363ms","start":"2026-04-04T10:22:35.825127Z","end":"2026-04-04T10:22:36.046915Z","steps":["trace[2053726037] 'process raft request' (duration: 221.538979ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:38.332806Z","caller":"traceutil/trace.go:171","msg":"trace[1280613758] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"279.295562ms","start":"2026-04-04T10:22:38.053487Z","end":"2026-04-04T10:22:38.332783Z","steps":["trace[1280613758] 'process raft request' (duration: 204.068188ms)","trace[1280613758] 'compare' (duration: 74.928958ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:38.33297Z","caller":"traceutil/trace.go:171","msg":"trace[1908881681] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"277.380714ms","start":"2026-04-04T10:22:38.055576Z","end":"2026-04-04T10:22:38.332956Z","steps":["trace[1908881681] 'process raft request' (duration: 277.073937ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:38.334602Z","caller":"traceutil/trace.go:171","msg":"trace[1520351728] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"278.578602ms","start":"2026-04-04T10:22:38.05601Z","end":"2026-04-04T10:22:38.334588Z","steps":["trace[1520351728] 'process raft request' (duration: 278.266563ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:38.66134Z","caller":"traceutil/trace.go:171","msg":"trace[1481482893] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"322.789568ms","start":"2026-04-04T10:22:38.338528Z","end":"2026-04-04T10:22:38.661318Z","steps":["trace[1481482893] 'process raft request' (duration: 238.416425ms)","trace[1481482893] 'compare' (duration: 84.004983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:38.661594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.338508Z","time spent":"323.00316ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:38.661609Z","caller":"traceutil/trace.go:171","msg":"trace[609885333] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"202.369292ms","start":"2026-04-04T10:22:38.459212Z","end":"2026-04-04T10:22:38.661581Z","steps":["trace[609885333] 'process raft request' (duration: 201.989131ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:38.661609Z","caller":"traceutil/trace.go:171","msg":"trace[1878263184] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"300.346756ms","start":"2026-04-04T10:22:38.361233Z","end":"2026-04-04T10:22:38.66158Z","steps":["trace[1878263184] 'process raft request' (duration: 299.899901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:38.661839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.361219Z","time spent":"300.526256ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:41.796846Z","caller":"traceutil/trace.go:171","msg":"trace[76868532] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"181.55827ms","start":"2026-04-04T10:22:41.615232Z","end":"2026-04-04T10:22:41.79679Z","steps":["trace[76868532] 'process raft request' (duration: 181.222381ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:46.0403Z","caller":"traceutil/trace.go:171","msg":"trace[53606313] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"203.283486ms","start":"2026-04-04T10:22:45.836651Z","end":"2026-04-04T10:22:46.039934Z","steps":["trace[53606313] 'process raft request' (duration: 203.084395ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:51.063451Z","caller":"traceutil/trace.go:171","msg":"trace[835909752] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"356.735648ms","start":"2026-04-04T10:22:50.706693Z","end":"2026-04-04T10:22:51.063429Z","steps":["trace[835909752] 'process raft request' (duration: 356.605781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:51.063583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:50.70667Z","time spent":"356.847254ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:51.074488Z","caller":"traceutil/trace.go:171","msg":"trace[1068866105] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"366.850513ms","start":"2026-04-04T10:22:50.707604Z","end":"2026-04-04T10:22:51.074455Z","steps":["trace[1068866105] 'process raft request' (duration: 366.657413ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:51.074646Z","caller":"traceutil/trace.go:171","msg":"trace[412007532] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"215.014989ms","start":"2026-04-04T10:22:50.859609Z","end":"2026-04-04T10:22:51.074624Z","steps":["trace[412007532] 'process raft request' (duration: 214.800407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:51.07469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:50.707575Z","time spent":"367.010683ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:51.522741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.980414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:22:51.52281Z","caller":"traceutil/trace.go:171","msg":"trace[1433664665] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5742; }","duration":"239.08877ms","start":"2026-04-04T10:22:51.283707Z","end":"2026-04-04T10:22:51.522796Z","steps":["trace[1433664665] 'range keys from in-memory index tree' (duration: 238.774543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:51.522806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.194648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-04T10:22:51.522806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.524636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:22:51.523013Z","caller":"traceutil/trace.go:171","msg":"trace[1526833234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5742; }","duration":"168.784961ms","start":"2026-04-04T10:22:51.354213Z","end":"2026-04-04T10:22:51.522997Z","steps":["trace[1526833234] 'count revisions from in-memory index tree' (duration: 168.441251ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:51.522884Z","caller":"traceutil/trace.go:171","msg":"trace[963582685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5742; }","duration":"158.303294ms","start":"2026-04-04T10:22:51.364558Z","end":"2026-04-04T10:22:51.522862Z","steps":["trace[963582685] 'range keys from in-memory index tree' (duration: 157.985547ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:53.185991Z","caller":"traceutil/trace.go:171","msg":"trace[1916582146] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"105.95496ms","start":"2026-04-04T10:22:53.079944Z","end":"2026-04-04T10:22:53.185899Z","steps":["trace[1916582146] 'process raft request' (duration: 58.970646ms)","trace[1916582146] 'compare' (duration: 46.651975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:56.582439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083685803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:57.083137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083685803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:57.091053Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538973952s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:22:57.09132Z","caller":"traceutil/trace.go:171","msg":"trace[316408656] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"1.539327843s","start":"2026-04-04T10:22:55.551973Z","end":"2026-04-04T10:22:57.091301Z","steps":["trace[316408656] 'process raft request' (duration: 1.539208425s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.09142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:55.551951Z","time spent":"1.539407104s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:57.75964Z","caller":"traceutil/trace.go:171","msg":"trace[143662973] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"1.593198327s","start":"2026-04-04T10:22:56.166418Z","end":"2026-04-04T10:22:57.759616Z","steps":["trace[143662973] 'process raft request' (duration: 1.567787846s)","trace[143662973] 'compare' (duration: 24.983748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:57.759763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.166378Z","time spent":"1.593320658s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:57.796979Z","caller":"traceutil/trace.go:171","msg":"trace[158428383] linearizableReadLoop","detail":"{readStateIndex:5991; appliedIndex:5988; }","duration":"1.714934607s","start":"2026-04-04T10:22:56.082025Z","end":"2026-04-04T10:22:57.79696Z","steps":["trace[158428383] 'read index received' (duration: 1.009216392s)","trace[158428383] 'applied index is now lower than readState.Index' (duration: 705.717105ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:57.797269Z","caller":"traceutil/trace.go:171","msg":"trace[1037226412] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"690.22791ms","start":"2026-04-04T10:22:57.107029Z","end":"2026-04-04T10:22:57.797257Z","steps":["trace[1037226412] 'process raft request' (duration: 689.908895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.797285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715220063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:22:57.79737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:57.107012Z","time spent":"690.295909ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:57.797381Z","caller":"traceutil/trace.go:171","msg":"trace[288886882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5764; }","duration":"1.715375483s","start":"2026-04-04T10:22:56.081982Z","end":"2026-04-04T10:22:57.797357Z","steps":["trace[288886882] 'agreement among raft nodes before linearized reading' (duration: 1.715110997s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.797438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.081923Z","time spent":"1.715501375s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:22:57.797643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37120156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:22:57.797699Z","caller":"traceutil/trace.go:171","msg":"trace[27957080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5766; }","duration":"1.371267013s","start":"2026-04-04T10:22:56.426406Z","end":"2026-04-04T10:22:57.797673Z","steps":["trace[27957080] 'agreement among raft nodes before linearized reading' (duration: 1.371156825s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.797727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.426391Z","time spent":"1.371329583s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:22:57.797738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373371768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:22:57.797786Z","caller":"traceutil/trace.go:171","msg":"trace[953079713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5766; }","duration":"1.373449269s","start":"2026-04-04T10:22:56.424318Z","end":"2026-04-04T10:22:57.797767Z","steps":["trace[953079713] 'agreement among raft nodes before linearized reading' (duration: 1.373360181s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.797825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.424285Z","time spent":"1.373532341s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:22:57.797831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58300236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:57.797874Z","caller":"traceutil/trace.go:171","msg":"trace[265415808] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5766; }","duration":"1.583058741s","start":"2026-04-04T10:22:56.2148Z","end":"2026-04-04T10:22:57.797859Z","steps":["trace[265415808] 'agreement among raft nodes before linearized reading' (duration: 1.582998282s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.797904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.214791Z","time spent":"1.58310689s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-04T10:22:57.797619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713695881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:22:57.798025Z","caller":"traceutil/trace.go:171","msg":"trace[13761858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5766; }","duration":"1.714136675s","start":"2026-04-04T10:22:56.083877Z","end":"2026-04-04T10:22:57.798013Z","steps":["trace[13761858] 'agreement among raft nodes before linearized reading' (duration: 1.713586834s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.798069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.083862Z","time spent":"1.714195026s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:22:57.798099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.572066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:22:57.798162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583339465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:57.798191Z","caller":"traceutil/trace.go:171","msg":"trace[1701166739] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5766; }","duration":"918.722106ms","start":"2026-04-04T10:22:56.879447Z","end":"2026-04-04T10:22:57.798169Z","steps":["trace[1701166739] 'agreement among raft nodes before linearized reading' (duration: 918.536259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.798193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534340143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:57.798238Z","caller":"traceutil/trace.go:171","msg":"trace[1199834425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5766; }","duration":"1.534394123s","start":"2026-04-04T10:22:56.263833Z","end":"2026-04-04T10:22:57.798227Z","steps":["trace[1199834425] 'agreement among raft nodes before linearized reading' (duration: 1.534326334s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.799295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.263828Z","time spent":"1.535448727s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:22:57.798198Z","caller":"traceutil/trace.go:171","msg":"trace[2093254724] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5766; }","duration":"1.583399996s","start":"2026-04-04T10:22:56.21479Z","end":"2026-04-04T10:22:57.79819Z","steps":["trace[2093254724] 'agreement among raft nodes before linearized reading' (duration: 1.583345646s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.799562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.214777Z","time spent":"1.584757076s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-04T10:22:57.79824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.87943Z","time spent":"918.799625ms","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:22:57.798161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374260737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:22:57.799842Z","caller":"traceutil/trace.go:171","msg":"trace[1429376063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5766; }","duration":"1.376016725s","start":"2026-04-04T10:22:56.423817Z","end":"2026-04-04T10:22:57.799834Z","steps":["trace[1429376063] 'agreement among raft nodes before linearized reading' (duration: 1.374250393s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.799867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.423784Z","time spent":"1.376075017s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:22:57.798286Z","caller":"traceutil/trace.go:171","msg":"trace[1687888348] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"599.136841ms","start":"2026-04-04T10:22:57.199137Z","end":"2026-04-04T10:22:57.798274Z","steps":["trace[1687888348] 'process raft request' (duration: 598.084198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.80006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:57.199111Z","time spent":"600.870335ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:57.798282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583576789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-04T10:22:57.800255Z","caller":"traceutil/trace.go:171","msg":"trace[1224296898] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5766; }","duration":"1.585593322s","start":"2026-04-04T10:22:56.214644Z","end":"2026-04-04T10:22:57.800238Z","steps":["trace[1224296898] 'agreement among raft nodes before linearized reading' (duration: 1.583578113s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.800306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.214617Z","time spent":"1.585675023s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-04T10:22:57.798392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.842456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:22:57.800514Z","caller":"traceutil/trace.go:171","msg":"trace[48557159] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5766; }","duration":"883.933334ms","start":"2026-04-04T10:22:56.916541Z","end":"2026-04-04T10:22:57.800474Z","steps":["trace[48557159] 'agreement among raft nodes before linearized reading' (duration: 881.762468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:57.80078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.916498Z","time spent":"884.253641ms","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:22:58.88009Z","caller":"traceutil/trace.go:171","msg":"trace[760784786] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"156.734607ms","start":"2026-04-04T10:22:58.723311Z","end":"2026-04-04T10:22:58.880046Z","steps":["trace[760784786] 'process raft request' (duration: 156.434401ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:59.969254Z","caller":"traceutil/trace.go:171","msg":"trace[46148379] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"424.79186ms","start":"2026-04-04T10:22:59.544438Z","end":"2026-04-04T10:22:59.96923Z","steps":["trace[46148379] 'process raft request' (duration: 424.028442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:59.969416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.544413Z","time spent":"424.916619ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7722,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:00.132584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.983771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:00.132798Z","caller":"traceutil/trace.go:171","msg":"trace[80027478] linearizableReadLoop","detail":"{readStateIndex:6004; appliedIndex:6002; }","duration":"328.312941ms","start":"2026-04-04T10:22:59.804464Z","end":"2026-04-04T10:23:00.132777Z","steps":["trace[80027478] 'read index received' (duration: 164.186314ms)","trace[80027478] 'applied index is now lower than readState.Index' (duration: 164.125457ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:00.133085Z","caller":"traceutil/trace.go:171","msg":"trace[665297435] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"366.345152ms","start":"2026-04-04T10:22:59.766724Z","end":"2026-04-04T10:23:00.13307Z","steps":["trace[665297435] 'process raft request' (duration: 242.800559ms)","trace[665297435] 'compare' (duration: 122.721555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:00.133177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.766701Z","time spent":"366.429791ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:00.133411Z","caller":"traceutil/trace.go:171","msg":"trace[841848165] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"327.307686ms","start":"2026-04-04T10:22:59.806091Z","end":"2026-04-04T10:23:00.133399Z","steps":["trace[841848165] 'process raft request' (duration: 326.585017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:00.133487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.806079Z","time spent":"327.371275ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:00.13368Z","caller":"traceutil/trace.go:171","msg":"trace[1397523589] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"325.508003ms","start":"2026-04-04T10:22:59.808158Z","end":"2026-04-04T10:23:00.133666Z","steps":["trace[1397523589] 'process raft request' (duration: 324.569037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:00.134573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.098274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:00.134635Z","caller":"traceutil/trace.go:171","msg":"trace[1585122009] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5779; }","duration":"330.189432ms","start":"2026-04-04T10:22:59.804432Z","end":"2026-04-04T10:23:00.134621Z","steps":["trace[1585122009] 'agreement among raft nodes before linearized reading' (duration: 330.098084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:00.134672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.804402Z","time spent":"330.262362ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-04T10:23:00.134824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.30989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-04T10:23:00.134858Z","caller":"traceutil/trace.go:171","msg":"trace[996056375] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5779; }","duration":"328.36404ms","start":"2026-04-04T10:22:59.806486Z","end":"2026-04-04T10:23:00.13485Z","steps":["trace[996056375] 'agreement among raft nodes before linearized reading' (duration: 328.180033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:00.134888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.806477Z","time spent":"328.398559ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-04T10:23:00.135004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.311075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-04T10:23:00.135048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.460403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:23:00.135075Z","caller":"traceutil/trace.go:171","msg":"trace[686387654] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5779; }","duration":"306.505102ms","start":"2026-04-04T10:22:59.828561Z","end":"2026-04-04T10:23:00.135066Z","steps":["trace[686387654] 'agreement among raft nodes before linearized reading' (duration: 306.437434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:00.135093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.828551Z","time spent":"306.537151ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:23:00.135083Z","caller":"traceutil/trace.go:171","msg":"trace[1339535145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5779; }","duration":"306.454533ms","start":"2026-04-04T10:22:59.828608Z","end":"2026-04-04T10:23:00.135063Z","steps":["trace[1339535145] 'agreement among raft nodes before linearized reading' (duration: 306.146987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:00.135129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.828603Z","time spent":"306.515562ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:23:00.135233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.337082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:23:00.135253Z","caller":"traceutil/trace.go:171","msg":"trace[1247899111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5779; }","duration":"316.376472ms","start":"2026-04-04T10:22:59.818871Z","end":"2026-04-04T10:23:00.135247Z","steps":["trace[1247899111] 'agreement among raft nodes before linearized reading' (duration: 316.320223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:00.135271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.818861Z","time spent":"316.406071ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:23:00.135326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.273597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:00.13534Z","caller":"traceutil/trace.go:171","msg":"trace[847732581] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5779; }","duration":"327.307025ms","start":"2026-04-04T10:22:59.808028Z","end":"2026-04-04T10:23:00.135335Z","steps":["trace[847732581] 'agreement among raft nodes before linearized reading' (duration: 327.285166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:00.135347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.663209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:23:00.135392Z","caller":"traceutil/trace.go:171","msg":"trace[1284777199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5779; }","duration":"306.72382ms","start":"2026-04-04T10:22:59.828656Z","end":"2026-04-04T10:23:00.13538Z","steps":["trace[1284777199] 'agreement among raft nodes before linearized reading' (duration: 306.595681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:00.135425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.828651Z","time spent":"306.766159ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:23:00.135444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.789629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:23:00.135477Z","caller":"traceutil/trace.go:171","msg":"trace[336483494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5779; }","duration":"306.833078ms","start":"2026-04-04T10:22:59.828634Z","end":"2026-04-04T10:23:00.135467Z","steps":["trace[336483494] 'agreement among raft nodes before linearized reading' (duration: 306.73591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:00.135504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.828629Z","time spent":"306.868708ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:23:00.135536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.748074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:23:00.135354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.808019Z","time spent":"327.332286ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-04T10:23:00.135602Z","caller":"traceutil/trace.go:171","msg":"trace[560746567] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5779; }","duration":"140.832483ms","start":"2026-04-04T10:22:59.994739Z","end":"2026-04-04T10:23:00.135571Z","steps":["trace[560746567] 'agreement among raft nodes before linearized reading' (duration: 140.756454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:00.136816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:59.808149Z","time spent":"325.575802ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:01.610624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083685841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:23:02.004999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.863537747s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:23:02.00552Z","caller":"traceutil/trace.go:171","msg":"trace[715502550] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"1.864110488s","start":"2026-04-04T10:23:00.141381Z","end":"2026-04-04T10:23:02.005491Z","steps":["trace[715502550] 'process raft request' (duration: 1.863934011s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.005693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:00.141353Z","time spent":"1.864249717s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:02.174343Z","caller":"traceutil/trace.go:171","msg":"trace[1769160385] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"2.032791703s","start":"2026-04-04T10:23:00.141531Z","end":"2026-04-04T10:23:02.174323Z","steps":["trace[1769160385] 'process raft request' (duration: 2.032718434s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:02.174409Z","caller":"traceutil/trace.go:171","msg":"trace[2004955763] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"2.032919401s","start":"2026-04-04T10:23:00.141452Z","end":"2026-04-04T10:23:02.174372Z","steps":["trace[2004955763] 'process raft request' (duration: 2.03019674s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.174475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:00.141523Z","time spent":"2.032881991s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:02.174578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:00.141431Z","time spent":"2.033054309s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:02.17464Z","caller":"traceutil/trace.go:171","msg":"trace[192177642] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"2.032940221s","start":"2026-04-04T10:23:00.141682Z","end":"2026-04-04T10:23:02.174622Z","steps":["trace[192177642] 'process raft request' (duration: 2.032609546s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.174726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:00.141674Z","time spent":"2.033011481s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:02.175256Z","caller":"traceutil/trace.go:171","msg":"trace[217878882] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"2.031916098s","start":"2026-04-04T10:23:00.14327Z","end":"2026-04-04T10:23:02.175186Z","steps":["trace[217878882] 'process raft request' (duration: 2.031225527s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.175345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:00.143261Z","time spent":"2.032046896s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:02.175764Z","caller":"traceutil/trace.go:171","msg":"trace[1743972063] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"1.196142731s","start":"2026-04-04T10:23:00.979482Z","end":"2026-04-04T10:23:02.175625Z","steps":["trace[1743972063] 'process raft request' (duration: 1.195490701s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.175943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:00.979461Z","time spent":"1.196377487s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6144,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:02.176305Z","caller":"traceutil/trace.go:171","msg":"trace[1020627010] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"987.063809ms","start":"2026-04-04T10:23:01.189227Z","end":"2026-04-04T10:23:02.176291Z","steps":["trace[1020627010] 'process raft request' (duration: 986.277001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.176386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.1892Z","time spent":"987.149558ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:02.176596Z","caller":"traceutil/trace.go:171","msg":"trace[647884725] linearizableReadLoop","detail":"{readStateIndex:6015; appliedIndex:6006; }","duration":"1.066937697s","start":"2026-04-04T10:23:01.109649Z","end":"2026-04-04T10:23:02.176587Z","steps":["trace[647884725] 'read index received' (duration: 895.68223ms)","trace[647884725] 'applied index is now lower than readState.Index' (duration: 171.254937ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:02.176643Z","caller":"traceutil/trace.go:171","msg":"trace[713540482] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"780.516744ms","start":"2026-04-04T10:23:01.396122Z","end":"2026-04-04T10:23:02.176638Z","steps":["trace[713540482] 'process raft request' (duration: 780.426285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.176674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.396092Z","time spent":"780.560974ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:02.17685Z","caller":"traceutil/trace.go:171","msg":"trace[183426467] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"978.238959ms","start":"2026-04-04T10:23:01.198376Z","end":"2026-04-04T10:23:02.176615Z","steps":["trace[183426467] 'process raft request' (duration: 977.840375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.177043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.198362Z","time spent":"978.627104ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:02.176769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067118994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:23:02.177585Z","caller":"traceutil/trace.go:171","msg":"trace[42304980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5788; }","duration":"1.067967083s","start":"2026-04-04T10:23:01.109587Z","end":"2026-04-04T10:23:02.177554Z","steps":["trace[42304980] 'agreement among raft nodes before linearized reading' (duration: 1.067078415s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.177645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.109562Z","time spent":"1.068057521s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:23:02.184314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.988203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:02.184444Z","caller":"traceutil/trace.go:171","msg":"trace[1629133712] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5791; }","duration":"546.097241ms","start":"2026-04-04T10:23:01.638304Z","end":"2026-04-04T10:23:02.184401Z","steps":["trace[1629133712] 'agreement among raft nodes before linearized reading' (duration: 545.939364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.184863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.638273Z","time spent":"546.576254ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:02.184364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.238898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:02.184945Z","caller":"traceutil/trace.go:171","msg":"trace[209599953] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5791; }","duration":"608.850299ms","start":"2026-04-04T10:23:01.576077Z","end":"2026-04-04T10:23:02.184928Z","steps":["trace[209599953] 'agreement among raft nodes before linearized reading' (duration: 608.231388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.184467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.207431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-04T10:23:02.185001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.576031Z","time spent":"608.954218ms","remote":"127.0.0.1:42904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:23:02.185018Z","caller":"traceutil/trace.go:171","msg":"trace[111144850] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5791; }","duration":"586.770703ms","start":"2026-04-04T10:23:01.598235Z","end":"2026-04-04T10:23:02.185005Z","steps":["trace[111144850] 'agreement among raft nodes before linearized reading' (duration: 586.163142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.185151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.598223Z","time spent":"586.916551ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:23:02.1846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.868869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:02.185279Z","caller":"traceutil/trace.go:171","msg":"trace[1049277002] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5791; }","duration":"624.557869ms","start":"2026-04-04T10:23:01.560705Z","end":"2026-04-04T10:23:02.185263Z","steps":["trace[1049277002] 'agreement among raft nodes before linearized reading' (duration: 623.877559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.185313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.560693Z","time spent":"624.609658ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:02.184637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.75013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:23:02.185376Z","caller":"traceutil/trace.go:171","msg":"trace[2327087] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5791; }","duration":"901.550599ms","start":"2026-04-04T10:23:01.283815Z","end":"2026-04-04T10:23:02.185365Z","steps":["trace[2327087] 'agreement among raft nodes before linearized reading' (duration: 900.721431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.185419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.283783Z","time spent":"901.626227ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-04T10:23:02.184572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.694178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:02.185521Z","caller":"traceutil/trace.go:171","msg":"trace[1307059258] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5791; }","duration":"631.703443ms","start":"2026-04-04T10:23:01.55381Z","end":"2026-04-04T10:23:02.185514Z","steps":["trace[1307059258] 'agreement among raft nodes before linearized reading' (duration: 630.724117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.185549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.55379Z","time spent":"631.750242ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":38,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:02.184515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.309421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-04T10:23:02.185651Z","caller":"traceutil/trace.go:171","msg":"trace[2101032215] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5791; }","duration":"587.488533ms","start":"2026-04-04T10:23:01.598155Z","end":"2026-04-04T10:23:02.185643Z","steps":["trace[2101032215] 'agreement among raft nodes before linearized reading' (duration: 586.32526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.185672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.598132Z","time spent":"587.534652ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-04T10:23:02.187534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.761483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:02.187689Z","caller":"traceutil/trace.go:171","msg":"trace[724491383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5791; }","duration":"921.977869ms","start":"2026-04-04T10:23:01.265692Z","end":"2026-04-04T10:23:02.18767Z","steps":["trace[724491383] 'agreement among raft nodes before linearized reading' (duration: 918.524249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:02.187818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:01.265655Z","time spent":"922.151376ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:23:04.324423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.372085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:23:04.32445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.813273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:23:04.32451Z","caller":"traceutil/trace.go:171","msg":"trace[290166421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5797; }","duration":"145.566522ms","start":"2026-04-04T10:23:04.178924Z","end":"2026-04-04T10:23:04.324491Z","steps":["trace[290166421] 'range keys from in-memory index tree' (duration: 145.188307ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:04.324586Z","caller":"traceutil/trace.go:171","msg":"trace[1339177943] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5797; }","duration":"144.924791ms","start":"2026-04-04T10:23:04.179585Z","end":"2026-04-04T10:23:04.32451Z","steps":["trace[1339177943] 'range keys from in-memory index tree' (duration: 144.643615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:04.324784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.780581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:23:04.324812Z","caller":"traceutil/trace.go:171","msg":"trace[975677014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5797; }","duration":"142.82907ms","start":"2026-04-04T10:23:04.181973Z","end":"2026-04-04T10:23:04.324802Z","steps":["trace[975677014] 'range keys from in-memory index tree' (duration: 142.638653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:04.324984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.874123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:23:04.325047Z","caller":"traceutil/trace.go:171","msg":"trace[661398545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5797; }","duration":"141.961352ms","start":"2026-04-04T10:23:04.183069Z","end":"2026-04-04T10:23:04.325031Z","steps":["trace[661398545] 'range keys from in-memory index tree' (duration: 141.744306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:04.325204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.599977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-04T10:23:04.325298Z","caller":"traceutil/trace.go:171","msg":"trace[201160184] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5797; }","duration":"197.696815ms","start":"2026-04-04T10:23:04.127582Z","end":"2026-04-04T10:23:04.325279Z","steps":["trace[201160184] 'range keys from in-memory index tree' (duration: 197.487518ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:04.325563Z","caller":"traceutil/trace.go:171","msg":"trace[916855947] linearizableReadLoop","detail":"{readStateIndex:6026; appliedIndex:6025; }","duration":"136.470368ms","start":"2026-04-04T10:23:04.189079Z","end":"2026-04-04T10:23:04.32555Z","steps":["trace[916855947] 'read index received' (duration: 114.756611ms)","trace[916855947] 'applied index is now lower than readState.Index' (duration: 21.712867ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:04.325635Z","caller":"traceutil/trace.go:171","msg":"trace[1253561600] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"136.621456ms","start":"2026-04-04T10:23:04.189003Z","end":"2026-04-04T10:23:04.325624Z","steps":["trace[1253561600] 'process raft request' (duration: 114.856ms)","trace[1253561600] 'compare' (duration: 20.331026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:04.325814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.728424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:04.325854Z","caller":"traceutil/trace.go:171","msg":"trace[1337891919] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5798; }","duration":"136.811283ms","start":"2026-04-04T10:23:04.189031Z","end":"2026-04-04T10:23:04.325842Z","steps":["trace[1337891919] 'agreement among raft nodes before linearized reading' (duration: 136.749334ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:04.345187Z","caller":"traceutil/trace.go:171","msg":"trace[1111881751] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"155.467823ms","start":"2026-04-04T10:23:04.189704Z","end":"2026-04-04T10:23:04.345172Z","steps":["trace[1111881751] 'process raft request' (duration: 155.353365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:04.345489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.709207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:04.345535Z","caller":"traceutil/trace.go:171","msg":"trace[746636557] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5800; }","duration":"153.799196ms","start":"2026-04-04T10:23:04.191726Z","end":"2026-04-04T10:23:04.345525Z","steps":["trace[746636557] 'agreement among raft nodes before linearized reading' (duration: 153.660678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:04.345731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.572931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-04T10:23:04.345763Z","caller":"traceutil/trace.go:171","msg":"trace[937034068] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5800; }","duration":"153.61439ms","start":"2026-04-04T10:23:04.19214Z","end":"2026-04-04T10:23:04.345755Z","steps":["trace[937034068] 'agreement among raft nodes before linearized reading' (duration: 153.483311ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:04.345961Z","caller":"traceutil/trace.go:171","msg":"trace[139308816] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"156.135745ms","start":"2026-04-04T10:23:04.189772Z","end":"2026-04-04T10:23:04.345908Z","steps":["trace[139308816] 'process raft request' (duration: 155.374985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:04.346228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.28281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:23:04.346257Z","caller":"traceutil/trace.go:171","msg":"trace[1402645697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5800; }","duration":"154.33079ms","start":"2026-04-04T10:23:04.191919Z","end":"2026-04-04T10:23:04.34625Z","steps":["trace[1402645697] 'agreement among raft nodes before linearized reading' (duration: 154.099193ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:04.568695Z","caller":"traceutil/trace.go:171","msg":"trace[776814783] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"238.96678ms","start":"2026-04-04T10:23:04.329698Z","end":"2026-04-04T10:23:04.568664Z","steps":["trace[776814783] 'process raft request' (duration: 187.270351ms)","trace[776814783] 'compare' (duration: 51.392134ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:04.568741Z","caller":"traceutil/trace.go:171","msg":"trace[612727670] linearizableReadLoop","detail":"{readStateIndex:6032; appliedIndex:6028; }","duration":"221.425676ms","start":"2026-04-04T10:23:04.34729Z","end":"2026-04-04T10:23:04.568715Z","steps":["trace[612727670] 'read index received' (duration: 169.695337ms)","trace[612727670] 'applied index is now lower than readState.Index' (duration: 51.729469ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:04.568868Z","caller":"traceutil/trace.go:171","msg":"trace[85440403] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"235.754286ms","start":"2026-04-04T10:23:04.3331Z","end":"2026-04-04T10:23:04.568854Z","steps":["trace[85440403] 'process raft request' (duration: 235.511419ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:04.568928Z","caller":"traceutil/trace.go:171","msg":"trace[1383540126] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"235.691876ms","start":"2026-04-04T10:23:04.333203Z","end":"2026-04-04T10:23:04.568895Z","steps":["trace[1383540126] 'process raft request' (duration: 235.463739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:04.56895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.643043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:04.569374Z","caller":"traceutil/trace.go:171","msg":"trace[882842888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5804; }","duration":"222.101915ms","start":"2026-04-04T10:23:04.347259Z","end":"2026-04-04T10:23:04.569361Z","steps":["trace[882842888] 'agreement among raft nodes before linearized reading' (duration: 221.640652ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:04.568955Z","caller":"traceutil/trace.go:171","msg":"trace[1664784833] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"239.03335ms","start":"2026-04-04T10:23:04.329892Z","end":"2026-04-04T10:23:04.568926Z","steps":["trace[1664784833] 'process raft request' (duration: 238.627765ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:04.616064Z","caller":"traceutil/trace.go:171","msg":"trace[647081153] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"266.754783ms","start":"2026-04-04T10:23:04.34928Z","end":"2026-04-04T10:23:04.616034Z","steps":["trace[647081153] 'process raft request' (duration: 266.523247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:04.616097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.85608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-04T10:23:04.616315Z","caller":"traceutil/trace.go:171","msg":"trace[2026139872] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5805; }","duration":"265.124346ms","start":"2026-04-04T10:23:04.351172Z","end":"2026-04-04T10:23:04.616296Z","steps":["trace[2026139872] 'agreement among raft nodes before linearized reading' (duration: 264.743542ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:14.367766Z","caller":"traceutil/trace.go:171","msg":"trace[461914171] linearizableReadLoop","detail":"{readStateIndex:6101; appliedIndex:6100; }","duration":"139.275194ms","start":"2026-04-04T10:23:14.228462Z","end":"2026-04-04T10:23:14.367737Z","steps":["trace[461914171] 'read index received' (duration: 139.113216ms)","trace[461914171] 'applied index is now lower than readState.Index' (duration: 160.858µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:14.367811Z","caller":"traceutil/trace.go:171","msg":"trace[1206898683] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"245.639654ms","start":"2026-04-04T10:23:14.122141Z","end":"2026-04-04T10:23:14.36778Z","steps":["trace[1206898683] 'process raft request' (duration: 245.426586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:14.367929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.437832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:14.367975Z","caller":"traceutil/trace.go:171","msg":"trace[1046931339] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5871; }","duration":"139.506801ms","start":"2026-04-04T10:23:14.228455Z","end":"2026-04-04T10:23:14.367961Z","steps":["trace[1046931339] 'agreement among raft nodes before linearized reading' (duration: 139.413953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:14.368105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.471785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:14.368222Z","caller":"traceutil/trace.go:171","msg":"trace[777453868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5871; }","duration":"102.591083ms","start":"2026-04-04T10:23:14.265591Z","end":"2026-04-04T10:23:14.368182Z","steps":["trace[777453868] 'agreement among raft nodes before linearized reading' (duration: 102.469114ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:14.538528Z","caller":"traceutil/trace.go:171","msg":"trace[1562346522] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"148.571217ms","start":"2026-04-04T10:23:14.389922Z","end":"2026-04-04T10:23:14.538493Z","steps":["trace[1562346522] 'process raft request' (duration: 53.046362ms)","trace[1562346522] 'compare' (duration: 95.371017ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:14.562921Z","caller":"traceutil/trace.go:171","msg":"trace[657204527] transaction","detail":"{read_only:false; response_revision:5874; number_of_response:1; }","duration":"171.612473ms","start":"2026-04-04T10:23:14.39129Z","end":"2026-04-04T10:23:14.562902Z","steps":["trace[657204527] 'process raft request' (duration: 171.546474ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:14.562964Z","caller":"traceutil/trace.go:171","msg":"trace[1449266899] transaction","detail":"{read_only:false; response_revision:5873; number_of_response:1; }","duration":"171.81101ms","start":"2026-04-04T10:23:14.391122Z","end":"2026-04-04T10:23:14.562933Z","steps":["trace[1449266899] 'process raft request' (duration: 171.640623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:14.913588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.929971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:14.913786Z","caller":"traceutil/trace.go:171","msg":"trace[65543647] transaction","detail":"{read_only:false; response_revision:5879; number_of_response:1; }","duration":"161.131603ms","start":"2026-04-04T10:23:14.752633Z","end":"2026-04-04T10:23:14.913765Z","steps":["trace[65543647] 'process raft request' (duration: 23.941445ms)","trace[65543647] 'compare' (duration: 136.810662ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:16.542255Z","caller":"traceutil/trace.go:171","msg":"trace[2062554588] linearizableReadLoop","detail":"{readStateIndex:6110; appliedIndex:6109; }","duration":"160.315369ms","start":"2026-04-04T10:23:16.381916Z","end":"2026-04-04T10:23:16.542231Z","steps":["trace[2062554588] 'read index received' (duration: 160.171681ms)","trace[2062554588] 'applied index is now lower than readState.Index' (duration: 137.828µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:16.542398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.462998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:16.542401Z","caller":"traceutil/trace.go:171","msg":"trace[1704092276] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"165.601251ms","start":"2026-04-04T10:23:16.376784Z","end":"2026-04-04T10:23:16.542385Z","steps":["trace[1704092276] 'process raft request' (duration: 165.279245ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:16.542439Z","caller":"traceutil/trace.go:171","msg":"trace[191266912] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5880; }","duration":"160.536148ms","start":"2026-04-04T10:23:16.381892Z","end":"2026-04-04T10:23:16.542428Z","steps":["trace[191266912] 'agreement among raft nodes before linearized reading' (duration: 160.432578ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:16.798932Z","caller":"traceutil/trace.go:171","msg":"trace[230216988] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"254.95813ms","start":"2026-04-04T10:23:16.543949Z","end":"2026-04-04T10:23:16.798907Z","steps":["trace[230216988] 'process raft request' (duration: 214.455256ms)","trace[230216988] 'compare' (duration: 40.324286ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:16.891803Z","caller":"traceutil/trace.go:171","msg":"trace[835370472] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"324.428699ms","start":"2026-04-04T10:23:16.567357Z","end":"2026-04-04T10:23:16.891786Z","steps":["trace[835370472] 'process raft request' (duration: 324.30729ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:16.891882Z","caller":"traceutil/trace.go:171","msg":"trace[549174215] linearizableReadLoop","detail":"{readStateIndex:6113; appliedIndex:6110; }","duration":"193.664214ms","start":"2026-04-04T10:23:16.698199Z","end":"2026-04-04T10:23:16.891863Z","steps":["trace[549174215] 'read index received' (duration: 60.243019ms)","trace[549174215] 'applied index is now lower than readState.Index' (duration: 133.417305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:16.891921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:16.567337Z","time spent":"324.521938ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:16.891982Z","caller":"traceutil/trace.go:171","msg":"trace[286172597] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"323.452099ms","start":"2026-04-04T10:23:16.568522Z","end":"2026-04-04T10:23:16.891974Z","steps":["trace[286172597] 'process raft request' (duration: 323.232311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:16.892027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:16.568506Z","time spent":"323.497208ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:16.892102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.117553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:23:16.892135Z","caller":"traceutil/trace.go:171","msg":"trace[1672805166] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5883; }","duration":"138.199123ms","start":"2026-04-04T10:23:16.753927Z","end":"2026-04-04T10:23:16.892126Z","steps":["trace[1672805166] 'agreement among raft nodes before linearized reading' (duration: 138.104404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:16.892129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.070614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:23:16.892164Z","caller":"traceutil/trace.go:171","msg":"trace[1059408660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5883; }","duration":"138.112973ms","start":"2026-04-04T10:23:16.754045Z","end":"2026-04-04T10:23:16.892158Z","steps":["trace[1059408660] 'agreement among raft nodes before linearized reading' (duration: 138.032834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:16.892222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.179253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:23:16.892249Z","caller":"traceutil/trace.go:171","msg":"trace[24973033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5883; }","duration":"138.217942ms","start":"2026-04-04T10:23:16.754025Z","end":"2026-04-04T10:23:16.892243Z","steps":["trace[24973033] 'agreement among raft nodes before linearized reading' (duration: 138.157853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:16.892248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.053529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:23:16.892269Z","caller":"traceutil/trace.go:171","msg":"trace[832665777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5883; }","duration":"194.111179ms","start":"2026-04-04T10:23:16.698153Z","end":"2026-04-04T10:23:16.892264Z","steps":["trace[832665777] 'agreement among raft nodes before linearized reading' (duration: 194.05535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:17.479777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.63285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:17.479908Z","caller":"traceutil/trace.go:171","msg":"trace[1713005493] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"582.710875ms","start":"2026-04-04T10:23:16.897171Z","end":"2026-04-04T10:23:17.479881Z","steps":["trace[1713005493] 'process raft request' (duration: 184.875298ms)","trace[1713005493] 'compare' (duration: 395.091157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:17.479984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:16.897153Z","time spent":"582.794075ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:17.815753Z","caller":"traceutil/trace.go:171","msg":"trace[1361403232] linearizableReadLoop","detail":"{readStateIndex:6117; appliedIndex:6113; }","duration":"898.554109ms","start":"2026-04-04T10:23:16.917171Z","end":"2026-04-04T10:23:17.815725Z","steps":["trace[1361403232] 'read index received' (duration: 164.872008ms)","trace[1361403232] 'applied index is now lower than readState.Index' (duration: 733.680961ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:17.815825Z","caller":"traceutil/trace.go:171","msg":"trace[1657423495] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"918.251513ms","start":"2026-04-04T10:23:16.897548Z","end":"2026-04-04T10:23:17.8158Z","steps":["trace[1657423495] 'process raft request' (duration: 917.942317ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:17.815821Z","caller":"traceutil/trace.go:171","msg":"trace[742393936] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"918.193523ms","start":"2026-04-04T10:23:16.897593Z","end":"2026-04-04T10:23:17.815787Z","steps":["trace[742393936] 'process raft request' (duration: 918.052695ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:17.815892Z","caller":"traceutil/trace.go:171","msg":"trace[574773491] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"918.250633ms","start":"2026-04-04T10:23:16.897627Z","end":"2026-04-04T10:23:17.815878Z","steps":["trace[574773491] 'process raft request' (duration: 918.057245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:17.815955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:16.89754Z","time spent":"918.339932ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:17.815993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:16.897587Z","time spent":"918.307882ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:17.816005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:16.897622Z","time spent":"918.302312ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:17.816088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.903025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:23:17.816144Z","caller":"traceutil/trace.go:171","msg":"trace[1214544546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5887; }","duration":"899.002595ms","start":"2026-04-04T10:23:16.917126Z","end":"2026-04-04T10:23:17.816129Z","steps":["trace[1214544546] 'agreement among raft nodes before linearized reading' (duration: 898.867166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:17.816172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:16.917105Z","time spent":"899.061054ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:23:18.214252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.824103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:18.214403Z","caller":"traceutil/trace.go:171","msg":"trace[1653738937] transaction","detail":"{read_only:false; response_revision:5888; number_of_response:1; }","duration":"1.026574816s","start":"2026-04-04T10:23:17.187809Z","end":"2026-04-04T10:23:18.214384Z","steps":["trace[1653738937] 'process raft request' (duration: 868.536125ms)","trace[1653738937] 'compare' (duration: 157.654045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:18.214465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.187793Z","time spent":"1.026643585s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:18.464922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.56336ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:23:18.465121Z","caller":"traceutil/trace.go:171","msg":"trace[524027202] linearizableReadLoop","detail":"{readStateIndex:6119; appliedIndex:6117; }","duration":"649.267317ms","start":"2026-04-04T10:23:17.815838Z","end":"2026-04-04T10:23:18.465105Z","steps":["trace[524027202] 'read index received' (duration: 240.507259ms)","trace[524027202] 'applied index is now lower than readState.Index' (duration: 408.759068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:18.465369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235318614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:18.465415Z","caller":"traceutil/trace.go:171","msg":"trace[732112719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5888; }","duration":"1.235386163s","start":"2026-04-04T10:23:17.230018Z","end":"2026-04-04T10:23:18.465404Z","steps":["trace[732112719] 'agreement among raft nodes before linearized reading' (duration: 1.235304714s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.465434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261965898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-04T10:23:18.465456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.230012Z","time spent":"1.235433433s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:18.465452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187551537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:18.465488Z","caller":"traceutil/trace.go:171","msg":"trace[1681434075] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5888; }","duration":"1.262029837s","start":"2026-04-04T10:23:17.203445Z","end":"2026-04-04T10:23:18.465475Z","steps":["trace[1681434075] 'agreement among raft nodes before linearized reading' (duration: 1.261891709s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:18.465547Z","caller":"traceutil/trace.go:171","msg":"trace[2107093940] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5888; }","duration":"1.187678975s","start":"2026-04-04T10:23:17.277841Z","end":"2026-04-04T10:23:18.46552Z","steps":["trace[2107093940] 'agreement among raft nodes before linearized reading' (duration: 1.187525027s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.465638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.277829Z","time spent":"1.187797904s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:18.465535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.203441Z","time spent":"1.262085817s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-04T10:23:18.465657Z","caller":"traceutil/trace.go:171","msg":"trace[788077853] transaction","detail":"{read_only:false; response_revision:5889; number_of_response:1; }","duration":"646.000543ms","start":"2026-04-04T10:23:17.819628Z","end":"2026-04-04T10:23:18.465629Z","steps":["trace[788077853] 'process raft request' (duration: 645.390379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.465815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.819609Z","time spent":"646.110602ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:18.465411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19838498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:18.465899Z","caller":"traceutil/trace.go:171","msg":"trace[969507655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5888; }","duration":"1.198935625s","start":"2026-04-04T10:23:17.266951Z","end":"2026-04-04T10:23:18.465887Z","steps":["trace[969507655] 'agreement among raft nodes before linearized reading' (duration: 1.198266072s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.46598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.266931Z","time spent":"1.199005123s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:23:18.548063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.976499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:23:18.548171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.146522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:23:18.548184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351897072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-04T10:23:18.548234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.36153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:18.548264Z","caller":"traceutil/trace.go:171","msg":"trace[1050679302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5889; }","duration":"1.352016371s","start":"2026-04-04T10:23:17.196223Z","end":"2026-04-04T10:23:18.54824Z","steps":["trace[1050679302] 'agreement among raft nodes before linearized reading' (duration: 1.269258109s)","trace[1050679302] 'range keys from in-memory index tree' (duration: 82.555103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:18.548287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.764976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-04T10:23:18.548315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.196217Z","time spent":"1.35208327s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-04T10:23:18.548357Z","caller":"traceutil/trace.go:171","msg":"trace[6472450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5889; }","duration":"314.880194ms","start":"2026-04-04T10:23:18.233458Z","end":"2026-04-04T10:23:18.548338Z","steps":["trace[6472450] 'agreement among raft nodes before linearized reading' (duration: 232.35561ms)","trace[6472450] 'range keys from in-memory index tree' (duration: 82.336386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:18.548402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:18.233438Z","time spent":"314.955783ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-04T10:23:18.548306Z","caller":"traceutil/trace.go:171","msg":"trace[1463206766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5889; }","duration":"659.43753ms","start":"2026-04-04T10:23:17.888849Z","end":"2026-04-04T10:23:18.548287Z","steps":["trace[1463206766] 'agreement among raft nodes before linearized reading' (duration: 576.748927ms)","trace[1463206766] 'count revisions from in-memory index tree' (duration: 82.595273ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:18.548324Z","caller":"traceutil/trace.go:171","msg":"trace[857465418] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5889; }","duration":"143.183557ms","start":"2026-04-04T10:23:18.405021Z","end":"2026-04-04T10:23:18.548205Z","steps":["trace[857465418] 'agreement among raft nodes before linearized reading' (duration: 60.807612ms)","trace[857465418] 'range keys from in-memory index tree' (duration: 82.173457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:18.548456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.888789Z","time spent":"659.648567ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:23:18.548246Z","caller":"traceutil/trace.go:171","msg":"trace[116520459] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5889; }","duration":"578.32002ms","start":"2026-04-04T10:23:17.969907Z","end":"2026-04-04T10:23:18.548227Z","steps":["trace[116520459] 'agreement among raft nodes before linearized reading' (duration: 495.930254ms)","trace[116520459] 'count revisions from in-memory index tree' (duration: 82.280517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:18.548727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.969886Z","time spent":"578.819175ms","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":38,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:23:19.785509Z","caller":"traceutil/trace.go:171","msg":"trace[1682589047] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"105.515927ms","start":"2026-04-04T10:23:19.679956Z","end":"2026-04-04T10:23:19.785472Z","steps":["trace[1682589047] 'process raft request' (duration: 105.273979ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:20.26014Z","caller":"traceutil/trace.go:171","msg":"trace[1901167794] transaction","detail":"{read_only:false; response_revision:5904; number_of_response:1; }","duration":"113.518903ms","start":"2026-04-04T10:23:20.146597Z","end":"2026-04-04T10:23:20.260116Z","steps":["trace[1901167794] 'process raft request' (duration: 113.311465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:20.831557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.959913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:20.831637Z","caller":"traceutil/trace.go:171","msg":"trace[950212568] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5904; }","duration":"277.092432ms","start":"2026-04-04T10:23:20.554527Z","end":"2026-04-04T10:23:20.83162Z","steps":["trace[950212568] 'range keys from in-memory index tree' (duration: 276.909154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:20.83198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.39552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:20.832024Z","caller":"traceutil/trace.go:171","msg":"trace[281833427] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5904; }","duration":"278.469079ms","start":"2026-04-04T10:23:20.553543Z","end":"2026-04-04T10:23:20.832013Z","steps":["trace[281833427] 'range keys from in-memory index tree' (duration: 278.332991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:20.831962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.526379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:23:20.832127Z","caller":"traceutil/trace.go:171","msg":"trace[1967179555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5904; }","duration":"249.707457ms","start":"2026-04-04T10:23:20.582407Z","end":"2026-04-04T10:23:20.832114Z","steps":["trace[1967179555] 'range keys from in-memory index tree' (duration: 249.3896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:20.832159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.717924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:23:20.832241Z","caller":"traceutil/trace.go:171","msg":"trace[1926320490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5904; }","duration":"361.850322ms","start":"2026-04-04T10:23:20.470372Z","end":"2026-04-04T10:23:20.832222Z","steps":["trace[1926320490] 'range keys from in-memory index tree' (duration: 361.530005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:20.832288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.470342Z","time spent":"361.936781ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:23:21.190936Z","caller":"traceutil/trace.go:171","msg":"trace[1683723682] transaction","detail":"{read_only:false; response_revision:5905; number_of_response:1; }","duration":"393.916766ms","start":"2026-04-04T10:23:20.796999Z","end":"2026-04-04T10:23:21.190916Z","steps":["trace[1683723682] 'process raft request' (duration: 393.783388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:21.191067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.796978Z","time spent":"394.019936ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:23.265935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000535874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:23:23.266043Z","caller":"traceutil/trace.go:171","msg":"trace[1176860586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693034s","start":"2026-04-04T10:23:21.265329Z","end":"2026-04-04T10:23:23.266022Z","steps":["trace[1176860586] 'agreement among raft nodes before linearized reading' (duration: 2.000565996s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.266098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.265322Z","time spent":"2.000759143s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:23:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:23:24.128613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.937805294s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:23:24.129242Z","caller":"traceutil/trace.go:171","msg":"trace[1299703108] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"3.303625752s","start":"2026-04-04T10:23:20.825586Z","end":"2026-04-04T10:23:24.129211Z","steps":["trace[1299703108] 'process raft request' (duration: 3.303375135s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:24.129232Z","caller":"traceutil/trace.go:171","msg":"trace[575006258] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"3.293421735s","start":"2026-04-04T10:23:20.835786Z","end":"2026-04-04T10:23:24.129208Z","steps":["trace[575006258] 'process raft request' (duration: 3.293348026s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:24.129382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.825548Z","time spent":"3.303748762s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:24.129566Z","caller":"traceutil/trace.go:171","msg":"trace[1958313800] linearizableReadLoop","detail":"{readStateIndex:6141; appliedIndex:6135; }","duration":"2.978947462s","start":"2026-04-04T10:23:21.150601Z","end":"2026-04-04T10:23:24.129548Z","steps":["trace[1958313800] 'read index received' (duration: 40.201257ms)","trace[1958313800] 'applied index is now lower than readState.Index' (duration: 2.938745335s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:24.12954Z","caller":"traceutil/trace.go:171","msg":"trace[1506302823] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"3.29291851s","start":"2026-04-04T10:23:20.836594Z","end":"2026-04-04T10:23:24.129513Z","steps":["trace[1506302823] 'process raft request' (duration: 3.292577674s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:24.129646Z","caller":"traceutil/trace.go:171","msg":"trace[909427338] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"3.200977662s","start":"2026-04-04T10:23:20.928662Z","end":"2026-04-04T10:23:24.12964Z","steps":["trace[909427338] 'process raft request' (duration: 3.200834674s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:24.129734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.928646Z","time spent":"3.201016672s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:24.129736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979111711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:24.129822Z","caller":"traceutil/trace.go:171","msg":"trace[275040277] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5910; }","duration":"2.979245739s","start":"2026-04-04T10:23:21.150555Z","end":"2026-04-04T10:23:24.1298Z","steps":["trace[275040277] 'agreement among raft nodes before linearized reading' (duration: 2.97910949s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:24.129756Z","caller":"traceutil/trace.go:171","msg":"trace[1266695873] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"3.201133741s","start":"2026-04-04T10:23:20.928542Z","end":"2026-04-04T10:23:24.129676Z","steps":["trace[1266695873] 'process raft request' (duration: 3.200864913s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:24.129888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.150534Z","time spent":"2.979336578s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:24.130086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.835763Z","time spent":"3.293538794s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:24.130106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.928514Z","time spent":"3.201469418s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:24.130397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.836584Z","time spent":"3.293049269s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:24.62977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083686174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:23:25.266474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-04T10:23:25.266562Z","caller":"traceutil/trace.go:171","msg":"trace[1008040066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036344s","start":"2026-04-04T10:23:23.266509Z","end":"2026-04-04T10:23:25.266545Z","steps":["trace[1008040066] 'agreement among raft nodes before linearized reading' (duration: 1.999928675s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.266608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.266488Z","time spent":"2.000110893s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:23:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:23:25.452634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.684832ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:25.452797Z","caller":"traceutil/trace.go:171","msg":"trace[380779029] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5910; }","duration":"501.858701ms","start":"2026-04-04T10:23:24.950912Z","end":"2026-04-04T10:23:25.452771Z","steps":["trace[380779029] 'range keys from in-memory index tree' (duration: 501.664083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.452814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.037069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:25.453535Z","caller":"traceutil/trace.go:171","msg":"trace[132499431] linearizableReadLoop","detail":"{readStateIndex:6143; appliedIndex:6141; }","duration":"1.323901193s","start":"2026-04-04T10:23:24.129615Z","end":"2026-04-04T10:23:25.453516Z","steps":["trace[132499431] 'read index received' (duration: 505.12279ms)","trace[132499431] 'applied index is now lower than readState.Index' (duration: 818.777343ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:25.453546Z","caller":"traceutil/trace.go:171","msg":"trace[1039073994] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"2.837145067s","start":"2026-04-04T10:23:22.616364Z","end":"2026-04-04T10:23:25.453509Z","steps":["trace[1039073994] 'process raft request' (duration: 2.018348574s)","trace[1039073994] 'compare' (duration: 817.8757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:25.45371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:22.61634Z","time spent":"2.837286756s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:25.453841Z","caller":"traceutil/trace.go:171","msg":"trace[1343242001] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"2.599007973s","start":"2026-04-04T10:23:22.854815Z","end":"2026-04-04T10:23:25.453823Z","steps":["trace[1343242001] 'process raft request' (duration: 2.598466158s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.454201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580960632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:23:25.454252Z","caller":"traceutil/trace.go:171","msg":"trace[790330742] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5912; }","duration":"3.581042801s","start":"2026-04-04T10:23:21.873194Z","end":"2026-04-04T10:23:25.454237Z","steps":["trace[790330742] 'agreement among raft nodes before linearized reading' (duration: 3.580867333s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.454284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.873169Z","time spent":"3.5811078s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:23:25.454311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616201359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:23:25.454315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:22.854799Z","time spent":"2.599083963s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:25.454381Z","caller":"traceutil/trace.go:171","msg":"trace[169391933] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5912; }","duration":"2.616322567s","start":"2026-04-04T10:23:22.838041Z","end":"2026-04-04T10:23:25.454364Z","steps":["trace[169391933] 'agreement among raft nodes before linearized reading' (duration: 2.616204968s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.454422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:22.838021Z","time spent":"2.616393707s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-04T10:23:25.454427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76294208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:25.454466Z","caller":"traceutil/trace.go:171","msg":"trace[264755586] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5912; }","duration":"1.763014009s","start":"2026-04-04T10:23:23.69144Z","end":"2026-04-04T10:23:25.454454Z","steps":["trace[264755586] 'agreement among raft nodes before linearized reading' (duration: 1.76293917s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.454484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750944131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:23:25.454434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616375088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:25.454521Z","caller":"traceutil/trace.go:171","msg":"trace[2044127015] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5912; }","duration":"2.616462857s","start":"2026-04-04T10:23:22.838052Z","end":"2026-04-04T10:23:25.454514Z","steps":["trace[2044127015] 'agreement among raft nodes before linearized reading' (duration: 2.616358538s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:25.45452Z","caller":"traceutil/trace.go:171","msg":"trace[220166049] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5912; }","duration":"2.751019271s","start":"2026-04-04T10:23:22.703492Z","end":"2026-04-04T10:23:25.454511Z","steps":["trace[220166049] 'agreement among raft nodes before linearized reading' (duration: 2.750961041s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.454537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:22.837986Z","time spent":"2.616546576s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-04T10:23:25.454548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:22.703472Z","time spent":"2.751069s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:25.454558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760378804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:23:25.454598Z","caller":"traceutil/trace.go:171","msg":"trace[547742997] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5912; }","duration":"1.760445043s","start":"2026-04-04T10:23:23.694141Z","end":"2026-04-04T10:23:25.454586Z","steps":["trace[547742997] 'agreement among raft nodes before linearized reading' (duration: 1.760273415s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.454618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288952758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:23:25.454628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.694134Z","time spent":"1.760486233s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-04T10:23:25.45465Z","caller":"traceutil/trace.go:171","msg":"trace[659485925] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5912; }","duration":"2.289025838s","start":"2026-04-04T10:23:23.165615Z","end":"2026-04-04T10:23:25.45464Z","steps":["trace[659485925] 'agreement among raft nodes before linearized reading' (duration: 2.288970438s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.454683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.165588Z","time spent":"2.289087007s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:25.454776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371271135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-04T10:23:25.454806Z","caller":"traceutil/trace.go:171","msg":"trace[594888287] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5912; }","duration":"3.371334275s","start":"2026-04-04T10:23:22.083463Z","end":"2026-04-04T10:23:25.454797Z","steps":["trace[594888287] 'agreement among raft nodes before linearized reading' (duration: 3.371238416s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.454821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170258714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-04T10:23:25.454832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:22.083439Z","time spent":"3.371387234s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-04T10:23:25.454845Z","caller":"traceutil/trace.go:171","msg":"trace[1505739717] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5912; }","duration":"4.170310054s","start":"2026-04-04T10:23:21.284528Z","end":"2026-04-04T10:23:25.454838Z","steps":["trace[1505739717] 'agreement among raft nodes before linearized reading' (duration: 4.170241344s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.454864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.284517Z","time spent":"4.170343073s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-04T10:23:25.454494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.691423Z","time spent":"1.763064579s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:25.454926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20737362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:25.454992Z","caller":"traceutil/trace.go:171","msg":"trace[518034717] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5912; }","duration":"4.207486169s","start":"2026-04-04T10:23:21.24749Z","end":"2026-04-04T10:23:25.454976Z","steps":["trace[518034717] 'agreement among raft nodes before linearized reading' (duration: 4.207345711s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.454683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285629054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:23:25.45504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.247468Z","time spent":"4.207557879s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:23:25.45505Z","caller":"traceutil/trace.go:171","msg":"trace[1146842433] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5912; }","duration":"3.28603357s","start":"2026-04-04T10:23:22.169003Z","end":"2026-04-04T10:23:25.455037Z","steps":["trace[1146842433] 'agreement among raft nodes before linearized reading' (duration: 3.285648973s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.45511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581544575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:23:25.455093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:22.168984Z","time spent":"3.286094759s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:25.455103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.762575874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:25.455143Z","caller":"traceutil/trace.go:171","msg":"trace[1705207636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5912; }","duration":"3.581586395s","start":"2026-04-04T10:23:21.873547Z","end":"2026-04-04T10:23:25.455133Z","steps":["trace[1705207636] 'agreement among raft nodes before linearized reading' (duration: 3.581497256s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.455161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959700904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:23:25.455174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.873542Z","time spent":"3.581624785s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:23:25.455173Z","caller":"traceutil/trace.go:171","msg":"trace[675962959] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5912; }","duration":"3.762685953s","start":"2026-04-04T10:23:21.692468Z","end":"2026-04-04T10:23:25.455154Z","steps":["trace[675962959] 'agreement among raft nodes before linearized reading' (duration: 3.762551364s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:25.4552Z","caller":"traceutil/trace.go:171","msg":"trace[1437484250] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5912; }","duration":"3.959782403s","start":"2026-04-04T10:23:21.495405Z","end":"2026-04-04T10:23:25.455188Z","steps":["trace[1437484250] 'agreement among raft nodes before linearized reading' (duration: 3.959723104s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.455216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.692451Z","time spent":"3.762755632s","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:25.45523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.495375Z","time spent":"3.959847042s","remote":"127.0.0.1:56620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:25.455292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.442715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:25.455344Z","caller":"traceutil/trace.go:171","msg":"trace[2132777965] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5912; }","duration":"796.535584ms","start":"2026-04-04T10:23:24.658794Z","end":"2026-04-04T10:23:25.45533Z","steps":["trace[2132777965] 'agreement among raft nodes before linearized reading' (duration: 796.447805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.455388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:24.658774Z","time spent":"796.599234ms","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:25.455416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.868052022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:23:25.455444Z","caller":"traceutil/trace.go:171","msg":"trace[376959720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5912; }","duration":"3.868124661s","start":"2026-04-04T10:23:21.587311Z","end":"2026-04-04T10:23:25.455436Z","steps":["trace[376959720] 'agreement among raft nodes before linearized reading' (duration: 3.868042492s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.455468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.58729Z","time spent":"3.868172541s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:23:25.4555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583776964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:25.455534Z","caller":"traceutil/trace.go:171","msg":"trace[477719656] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5912; }","duration":"3.601707008s","start":"2026-04-04T10:23:21.853817Z","end":"2026-04-04T10:23:25.455524Z","steps":["trace[477719656] 'agreement among raft nodes before linearized reading' (duration: 3.601647299s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.455564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.853784Z","time spent":"3.601772448s","remote":"127.0.0.1:49210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:25.454937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602618379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:25.455827Z","caller":"traceutil/trace.go:171","msg":"trace[1490212679] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5912; }","duration":"2.603502901s","start":"2026-04-04T10:23:22.852305Z","end":"2026-04-04T10:23:25.455808Z","steps":["trace[1490212679] 'agreement among raft nodes before linearized reading' (duration: 2.602592219s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.455888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:22.85224Z","time spent":"2.603627199s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:25.456185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.331461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:23:25.455782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608075427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:23:25.456224Z","caller":"traceutil/trace.go:171","msg":"trace[401402611] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5912; }","duration":"616.404371ms","start":"2026-04-04T10:23:24.839808Z","end":"2026-04-04T10:23:25.456212Z","steps":["trace[401402611] 'agreement among raft nodes before linearized reading' (duration: 616.339982ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:25.456246Z","caller":"traceutil/trace.go:171","msg":"trace[1667028330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5912; }","duration":"3.608561824s","start":"2026-04-04T10:23:21.847672Z","end":"2026-04-04T10:23:25.456234Z","steps":["trace[1667028330] 'agreement among raft nodes before linearized reading' (duration: 3.608024148s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.456255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:24.839793Z","time spent":"616.454621ms","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:25.456286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.847657Z","time spent":"3.608616922s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:23:25.456398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.7385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:25.456424Z","caller":"traceutil/trace.go:171","msg":"trace[1719686404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5912; }","duration":"181.80509ms","start":"2026-04-04T10:23:25.27461Z","end":"2026-04-04T10:23:25.456415Z","steps":["trace[1719686404] 'agreement among raft nodes before linearized reading' (duration: 181.76662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.456559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.017974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-04T10:23:25.456584Z","caller":"traceutil/trace.go:171","msg":"trace[1656825248] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac; range_end:; response_count:1; response_revision:5912; }","duration":"187.075423ms","start":"2026-04-04T10:23:25.269501Z","end":"2026-04-04T10:23:25.456576Z","steps":["trace[1656825248] 'agreement among raft nodes before linearized reading' (duration: 187.021913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.456859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.906829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:25.456893Z","caller":"traceutil/trace.go:171","msg":"trace[549327807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5912; }","duration":"436.980928ms","start":"2026-04-04T10:23:25.019902Z","end":"2026-04-04T10:23:25.456883Z","steps":["trace[549327807] 'agreement among raft nodes before linearized reading' (duration: 436.925098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.456919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.019881Z","time spent":"437.032737ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:23:25.960694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083686176,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:23:26.460634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.057821ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-04T10:23:26.46074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.458777Z","time spent":"1.001958765s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-04T10:23:26.821926Z","caller":"traceutil/trace.go:171","msg":"trace[98424722] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"1.360406104s","start":"2026-04-04T10:23:25.461496Z","end":"2026-04-04T10:23:26.821902Z","steps":["trace[98424722] 'process raft request' (duration: 1.360276675s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.822004Z","caller":"traceutil/trace.go:171","msg":"trace[453010931] linearizableReadLoop","detail":"{readStateIndex:6150; appliedIndex:6143; }","duration":"1.361563463s","start":"2026-04-04T10:23:25.460423Z","end":"2026-04-04T10:23:26.821987Z","steps":["trace[453010931] 'read index received' (duration: 752.157239ms)","trace[453010931] 'applied index is now lower than readState.Index' (duration: 609.405334ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:26.822066Z","caller":"traceutil/trace.go:171","msg":"trace[490108339] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"685.952565ms","start":"2026-04-04T10:23:26.136106Z","end":"2026-04-04T10:23:26.822059Z","steps":["trace[490108339] 'process raft request' (duration: 685.756927ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.822094Z","caller":"traceutil/trace.go:171","msg":"trace[1950160293] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"685.770527ms","start":"2026-04-04T10:23:26.136313Z","end":"2026-04-04T10:23:26.822083Z","steps":["trace[1950160293] 'process raft request' (duration: 685.583278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.822069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.461486Z","time spent":"1.360518533s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:26.822118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.136075Z","time spent":"686.015554ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:26.822198Z","caller":"traceutil/trace.go:171","msg":"trace[1482581572] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"1.360388414s","start":"2026-04-04T10:23:25.461802Z","end":"2026-04-04T10:23:26.822191Z","steps":["trace[1482581572] 'process raft request' (duration: 1.360000677s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.822225Z","caller":"traceutil/trace.go:171","msg":"trace[1579835796] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"1.361257796s","start":"2026-04-04T10:23:25.460959Z","end":"2026-04-04T10:23:26.822216Z","steps":["trace[1579835796] 'process raft request' (duration: 1.360765751s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.82224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.461788Z","time spent":"1.360431602s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:26.822259Z","caller":"traceutil/trace.go:171","msg":"trace[1717222563] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"1.102254061s","start":"2026-04-04T10:23:25.719995Z","end":"2026-04-04T10:23:26.822249Z","steps":["trace[1717222563] 'process raft request' (duration: 1.101839335s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.822267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361833891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:23:26.822303Z","caller":"traceutil/trace.go:171","msg":"trace[1603696343] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"685.788187ms","start":"2026-04-04T10:23:26.136507Z","end":"2026-04-04T10:23:26.822295Z","steps":["trace[1603696343] 'process raft request' (duration: 685.42151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.822313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.719967Z","time spent":"1.10232014s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:26.822346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.136498Z","time spent":"685.828676ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:26.82234Z","caller":"traceutil/trace.go:171","msg":"trace[723389318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5921; }","duration":"1.36192787s","start":"2026-04-04T10:23:25.460395Z","end":"2026-04-04T10:23:26.822323Z","steps":["trace[723389318] 'agreement among raft nodes before linearized reading' (duration: 1.361717332s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.822215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.136297Z","time spent":"685.831986ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:26.822394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.460387Z","time spent":"1.36199541s","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:23:26.822295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.460942Z","time spent":"1.361304576s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:26.822029Z","caller":"traceutil/trace.go:171","msg":"trace[391536953] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"1.362320966s","start":"2026-04-04T10:23:25.459692Z","end":"2026-04-04T10:23:26.822013Z","steps":["trace[391536953] 'process raft request' (duration: 1.269586427s)","trace[391536953] 'compare' (duration: 92.242964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:26.822504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.459672Z","time spent":"1.362804052s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:26.821981Z","caller":"traceutil/trace.go:171","msg":"trace[1826924496] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"1.361046028s","start":"2026-04-04T10:23:25.460854Z","end":"2026-04-04T10:23:26.8219Z","steps":["trace[1826924496] 'process raft request' (duration: 1.3608086s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.822587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.460841Z","time spent":"1.361723202s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:26.903935Z","caller":"traceutil/trace.go:171","msg":"trace[470053578] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"441.491903ms","start":"2026-04-04T10:23:26.462418Z","end":"2026-04-04T10:23:26.90391Z","steps":["trace[470053578] 'process raft request' (duration: 440.66993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.904068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.462396Z","time spent":"441.596871ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:27.131862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.634549ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-04T10:23:27.132031Z","caller":"traceutil/trace.go:171","msg":"trace[1936072849] linearizableReadLoop","detail":"{readStateIndex:6155; appliedIndex:6153; }","duration":"309.957907ms","start":"2026-04-04T10:23:26.822054Z","end":"2026-04-04T10:23:27.132012Z","steps":["trace[1936072849] 'read index received' (duration: 80.980392ms)","trace[1936072849] 'applied index is now lower than readState.Index' (duration: 228.975335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:27.132248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.926874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-04T10:23:27.132278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.640606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:27.1323Z","caller":"traceutil/trace.go:171","msg":"trace[1436111812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5922; }","duration":"998.009044ms","start":"2026-04-04T10:23:26.134279Z","end":"2026-04-04T10:23:27.132288Z","steps":["trace[1436111812] 'agreement among raft nodes before linearized reading' (duration: 997.927305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.132323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.134258Z","time spent":"998.060604ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:23:27.132327Z","caller":"traceutil/trace.go:171","msg":"trace[1053272478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5922; }","duration":"865.882053ms","start":"2026-04-04T10:23:26.266431Z","end":"2026-04-04T10:23:27.132313Z","steps":["trace[1053272478] 'agreement among raft nodes before linearized reading' (duration: 865.634635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.132358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.266411Z","time spent":"865.940972ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:23:27.13258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.024092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-04T10:23:27.132601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.942681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-04T10:23:27.132179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.20206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:23:27.132662Z","caller":"traceutil/trace.go:171","msg":"trace[34349934] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac; range_end:; response_count:1; response_revision:5922; }","duration":"305.05763ms","start":"2026-04-04T10:23:26.82759Z","end":"2026-04-04T10:23:27.132648Z","steps":["trace[34349934] 'agreement among raft nodes before linearized reading' (duration: 304.908251ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:27.132671Z","caller":"traceutil/trace.go:171","msg":"trace[1894180148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5922; }","duration":"996.733206ms","start":"2026-04-04T10:23:26.135931Z","end":"2026-04-04T10:23:27.132665Z","steps":["trace[1894180148] 'agreement among raft nodes before linearized reading' (duration: 996.146801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.132688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.135906Z","time spent":"996.776766ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:23:27.132694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.827577Z","time spent":"305.11134ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31faef58511ac\" "} {"level":"info","ts":"2026-04-04T10:23:27.132638Z","caller":"traceutil/trace.go:171","msg":"trace[1474141195] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5922; }","duration":"227.125141ms","start":"2026-04-04T10:23:26.9055Z","end":"2026-04-04T10:23:27.132625Z","steps":["trace[1474141195] 'agreement among raft nodes before linearized reading' (duration: 226.938643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.132917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.265911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12046"} {"level":"info","ts":"2026-04-04T10:23:27.132999Z","caller":"traceutil/trace.go:171","msg":"trace[1980534463] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5922; }","duration":"307.676347ms","start":"2026-04-04T10:23:26.825309Z","end":"2026-04-04T10:23:27.132985Z","steps":["trace[1980534463] 'agreement among raft nodes before linearized reading' (duration: 307.193101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.133105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.825292Z","time spent":"307.799436ms","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12068,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-04T10:23:27.133641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174190005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:27.133773Z","caller":"traceutil/trace.go:171","msg":"trace[270001946] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5922; }","duration":"1.174374183s","start":"2026-04-04T10:23:25.959386Z","end":"2026-04-04T10:23:27.13376Z","steps":["trace[270001946] 'agreement among raft nodes before linearized reading' (duration: 1.173031995s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.133841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.959361Z","time spent":"1.174463433s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:23:27.315127Z","caller":"traceutil/trace.go:171","msg":"trace[553152349] linearizableReadLoop","detail":"{readStateIndex:6158; appliedIndex:6156; }","duration":"128.037155ms","start":"2026-04-04T10:23:27.187072Z","end":"2026-04-04T10:23:27.315109Z","steps":["trace[553152349] 'read index received' (duration: 51.999364ms)","trace[553152349] 'applied index is now lower than readState.Index' (duration: 76.036931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:27.315218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.136875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:27.31524Z","caller":"traceutil/trace.go:171","msg":"trace[668299485] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5925; }","duration":"128.220754ms","start":"2026-04-04T10:23:27.187012Z","end":"2026-04-04T10:23:27.315233Z","steps":["trace[668299485] 'agreement among raft nodes before linearized reading' (duration: 128.162055ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:27.315453Z","caller":"traceutil/trace.go:171","msg":"trace[1486736317] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"178.335153ms","start":"2026-04-04T10:23:27.137109Z","end":"2026-04-04T10:23:27.315445Z","steps":["trace[1486736317] 'process raft request' (duration: 102.047973ms)","trace[1486736317] 'compare' (duration: 75.766234ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:27.315517Z","caller":"traceutil/trace.go:171","msg":"trace[1189841877] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"177.705478ms","start":"2026-04-04T10:23:27.13778Z","end":"2026-04-04T10:23:27.315485Z","steps":["trace[1189841877] 'process raft request' (duration: 177.293742ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:45.73595Z","caller":"traceutil/trace.go:171","msg":"trace[568238779] linearizableReadLoop","detail":"{readStateIndex:6307; appliedIndex:6306; }","duration":"169.334196ms","start":"2026-04-04T10:23:45.566591Z","end":"2026-04-04T10:23:45.735925Z","steps":["trace[568238779] 'read index received' (duration: 153.442056ms)","trace[568238779] 'applied index is now lower than readState.Index' (duration: 15.89112ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:45.736092Z","caller":"traceutil/trace.go:171","msg":"trace[653206341] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"311.88413ms","start":"2026-04-04T10:23:45.424192Z","end":"2026-04-04T10:23:45.736076Z","steps":["trace[653206341] 'process raft request' (duration: 295.776401ms)","trace[653206341] 'compare' (duration: 15.467092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:45.736226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:45.424183Z","time spent":"311.95142ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:45.736336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.727334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8317"} {"level":"info","ts":"2026-04-04T10:23:45.73655Z","caller":"traceutil/trace.go:171","msg":"trace[471351793] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6071; }","duration":"169.944733ms","start":"2026-04-04T10:23:45.566576Z","end":"2026-04-04T10:23:45.73652Z","steps":["trace[471351793] 'agreement among raft nodes before linearized reading' (duration: 169.638745ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:53.229061Z","caller":"traceutil/trace.go:171","msg":"trace[1948604647] linearizableReadLoop","detail":"{readStateIndex:6346; appliedIndex:6343; }","duration":"137.672348ms","start":"2026-04-04T10:23:53.091365Z","end":"2026-04-04T10:23:53.229037Z","steps":["trace[1948604647] 'read index received' (duration: 1.150907ms)","trace[1948604647] 'applied index is now lower than readState.Index' (duration: 136.520281ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:53.229469Z","caller":"traceutil/trace.go:171","msg":"trace[1420347987] transaction","detail":"{read_only:false; response_revision:6107; number_of_response:1; }","duration":"208.414597ms","start":"2026-04-04T10:23:53.021041Z","end":"2026-04-04T10:23:53.229455Z","steps":["trace[1420347987] 'process raft request' (duration: 201.013256ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:53.229628Z","caller":"traceutil/trace.go:171","msg":"trace[1955046748] transaction","detail":"{read_only:false; response_revision:6108; number_of_response:1; }","duration":"199.390781ms","start":"2026-04-04T10:23:53.030208Z","end":"2026-04-04T10:23:53.229599Z","steps":["trace[1955046748] 'process raft request' (duration: 198.776533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:53.229824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.21973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:23:53.229973Z","caller":"traceutil/trace.go:171","msg":"trace[1835619828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6108; }","duration":"100.384669ms","start":"2026-04-04T10:23:53.129573Z","end":"2026-04-04T10:23:53.229958Z","steps":["trace[1835619828] 'agreement among raft nodes before linearized reading' (duration: 100.18068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:53.229807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.299067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:23:53.230107Z","caller":"traceutil/trace.go:171","msg":"trace[1146272435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6108; }","duration":"101.708895ms","start":"2026-04-04T10:23:53.128379Z","end":"2026-04-04T10:23:53.230088Z","steps":["trace[1146272435] 'agreement among raft nodes before linearized reading' (duration: 101.152936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:53.229801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.420156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:23:53.230301Z","caller":"traceutil/trace.go:171","msg":"trace[1318903344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6108; }","duration":"138.986024ms","start":"2026-04-04T10:23:53.091294Z","end":"2026-04-04T10:23:53.23028Z","steps":["trace[1318903344] 'agreement among raft nodes before linearized reading' (duration: 138.277006ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:55.200256Z","caller":"traceutil/trace.go:171","msg":"trace[1702822065] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"102.302786ms","start":"2026-04-04T10:23:55.097915Z","end":"2026-04-04T10:23:55.200218Z","steps":["trace[1702822065] 'process raft request' (duration: 102.015906ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:55.478406Z","caller":"traceutil/trace.go:171","msg":"trace[487669189] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"179.615309ms","start":"2026-04-04T10:23:55.298776Z","end":"2026-04-04T10:23:55.478391Z","steps":["trace[487669189] 'process raft request' (duration: 139.065261ms)","trace[487669189] 'compare' (duration: 40.179039ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:55.47839Z","caller":"traceutil/trace.go:171","msg":"trace[1478571727] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"179.19663ms","start":"2026-04-04T10:23:55.299164Z","end":"2026-04-04T10:23:55.478361Z","steps":["trace[1478571727] 'process raft request' (duration: 179.13691ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:55.478445Z","caller":"traceutil/trace.go:171","msg":"trace[2098225373] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"179.56885ms","start":"2026-04-04T10:23:55.298854Z","end":"2026-04-04T10:23:55.478423Z","steps":["trace[2098225373] 'process raft request' (duration: 179.358931ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:59.474085Z","caller":"traceutil/trace.go:171","msg":"trace[1465407859] transaction","detail":"{read_only:false; response_revision:6137; number_of_response:1; }","duration":"166.108776ms","start":"2026-04-04T10:23:59.307953Z","end":"2026-04-04T10:23:59.474062Z","steps":["trace[1465407859] 'process raft request' (duration: 165.943186ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:59.481486Z","caller":"traceutil/trace.go:171","msg":"trace[1207599780] linearizableReadLoop","detail":"{readStateIndex:6377; appliedIndex:6375; }","duration":"124.850679ms","start":"2026-04-04T10:23:59.356613Z","end":"2026-04-04T10:23:59.481464Z","steps":["trace[1207599780] 'read index received' (duration: 117.276949ms)","trace[1207599780] 'applied index is now lower than readState.Index' (duration: 7.57252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:59.481709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.086758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:23:59.481751Z","caller":"traceutil/trace.go:171","msg":"trace[1574519928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6138; }","duration":"125.181248ms","start":"2026-04-04T10:23:59.35656Z","end":"2026-04-04T10:23:59.481741Z","steps":["trace[1574519928] 'agreement among raft nodes before linearized reading' (duration: 125.003248ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:59.481806Z","caller":"traceutil/trace.go:171","msg":"trace[1553327964] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"172.739927ms","start":"2026-04-04T10:23:59.30904Z","end":"2026-04-04T10:23:59.48178Z","steps":["trace[1553327964] 'process raft request' (duration: 172.306198ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:59.608228Z","caller":"traceutil/trace.go:171","msg":"trace[347892441] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"121.753642ms","start":"2026-04-04T10:23:59.486451Z","end":"2026-04-04T10:23:59.608205Z","steps":["trace[347892441] 'process raft request' (duration: 90.802167ms)","trace[347892441] 'compare' (duration: 30.836445ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:59.951807Z","caller":"traceutil/trace.go:171","msg":"trace[841000534] linearizableReadLoop","detail":"{readStateIndex:6382; appliedIndex:6381; }","duration":"168.570491ms","start":"2026-04-04T10:23:59.783215Z","end":"2026-04-04T10:23:59.951786Z","steps":["trace[841000534] 'read index received' (duration: 168.319992ms)","trace[841000534] 'applied index is now lower than readState.Index' (duration: 249.559µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:59.951906Z","caller":"traceutil/trace.go:171","msg":"trace[438474110] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"175.196122ms","start":"2026-04-04T10:23:59.776672Z","end":"2026-04-04T10:23:59.951868Z","steps":["trace[438474110] 'process raft request' (duration: 174.916843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:59.952011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.777151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8317"} {"level":"info","ts":"2026-04-04T10:23:59.95207Z","caller":"traceutil/trace.go:171","msg":"trace[2060884216] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6143; }","duration":"168.852651ms","start":"2026-04-04T10:23:59.783205Z","end":"2026-04-04T10:23:59.952058Z","steps":["trace[2060884216] 'agreement among raft nodes before linearized reading' (duration: 168.729571ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:01.689305Z","caller":"traceutil/trace.go:171","msg":"trace[420741232] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"198.755349ms","start":"2026-04-04T10:24:01.490527Z","end":"2026-04-04T10:24:01.689282Z","steps":["trace[420741232] 'process raft request' (duration: 198.12851ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:01.954559Z","caller":"traceutil/trace.go:171","msg":"trace[860284898] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"259.387285ms","start":"2026-04-04T10:24:01.695154Z","end":"2026-04-04T10:24:01.954541Z","steps":["trace[860284898] 'process raft request' (duration: 178.718201ms)","trace[860284898] 'compare' (duration: 80.266924ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:24:01.954589Z","caller":"traceutil/trace.go:171","msg":"trace[961395139] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"258.863606ms","start":"2026-04-04T10:24:01.695715Z","end":"2026-04-04T10:24:01.954578Z","steps":["trace[961395139] 'process raft request' (duration: 258.824036ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:01.954678Z","caller":"traceutil/trace.go:171","msg":"trace[492183803] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"259.397005ms","start":"2026-04-04T10:24:01.695274Z","end":"2026-04-04T10:24:01.954671Z","steps":["trace[492183803] 'process raft request' (duration: 259.164235ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:18.179529Z","caller":"traceutil/trace.go:171","msg":"trace[1048782163] linearizableReadLoop","detail":"{readStateIndex:6526; appliedIndex:6525; }","duration":"129.395513ms","start":"2026-04-04T10:24:18.050101Z","end":"2026-04-04T10:24:18.179496Z","steps":["trace[1048782163] 'read index received' (duration: 129.182152ms)","trace[1048782163] 'applied index is now lower than readState.Index' (duration: 211.261µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:24:18.179662Z","caller":"traceutil/trace.go:171","msg":"trace[223493709] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"133.476741ms","start":"2026-04-04T10:24:18.046149Z","end":"2026-04-04T10:24:18.179626Z","steps":["trace[223493709] 'process raft request' (duration: 133.15615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:18.179828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.694974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-04T10:24:18.17987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.356349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:24:18.179995Z","caller":"traceutil/trace.go:171","msg":"trace[128679089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6282; }","duration":"123.546509ms","start":"2026-04-04T10:24:18.056431Z","end":"2026-04-04T10:24:18.179978Z","steps":["trace[128679089] 'agreement among raft nodes before linearized reading' (duration: 123.362049ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:18.179934Z","caller":"traceutil/trace.go:171","msg":"trace[182263748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6282; }","duration":"129.843154ms","start":"2026-04-04T10:24:18.050071Z","end":"2026-04-04T10:24:18.179914Z","steps":["trace[182263748] 'agreement among raft nodes before linearized reading' (duration: 129.571193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:18.1801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.339239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:24:18.18028Z","caller":"traceutil/trace.go:171","msg":"trace[451504996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6282; }","duration":"110.59782ms","start":"2026-04-04T10:24:18.069653Z","end":"2026-04-04T10:24:18.180251Z","steps":["trace[451504996] 'agreement among raft nodes before linearized reading' (duration: 110.247589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:18.440844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.70898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:24:18.440947Z","caller":"traceutil/trace.go:171","msg":"trace[1053059899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6286; }","duration":"106.86179ms","start":"2026-04-04T10:24:18.33406Z","end":"2026-04-04T10:24:18.440921Z","steps":["trace[1053059899] 'range keys from in-memory index tree' (duration: 106.62525ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:30.46569Z","caller":"traceutil/trace.go:171","msg":"trace[2123971449] transaction","detail":"{read_only:false; response_revision:6344; number_of_response:1; }","duration":"177.215191ms","start":"2026-04-04T10:24:30.288442Z","end":"2026-04-04T10:24:30.465657Z","steps":["trace[2123971449] 'process raft request' (duration: 176.314428ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:30.470221Z","caller":"traceutil/trace.go:171","msg":"trace[990524959] linearizableReadLoop","detail":"{readStateIndex:6591; appliedIndex:6589; }","duration":"175.976096ms","start":"2026-04-04T10:24:30.294226Z","end":"2026-04-04T10:24:30.470202Z","steps":["trace[990524959] 'read index received' (duration: 170.528642ms)","trace[990524959] 'applied index is now lower than readState.Index' (duration: 5.446314ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:24:30.470308Z","caller":"traceutil/trace.go:171","msg":"trace[916565294] transaction","detail":"{read_only:false; response_revision:6345; number_of_response:1; }","duration":"178.744819ms","start":"2026-04-04T10:24:30.291533Z","end":"2026-04-04T10:24:30.470278Z","steps":["trace[916565294] 'process raft request' (duration: 178.590528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:30.470491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.247987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-04T10:24:30.47052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.897947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:24:30.470598Z","caller":"traceutil/trace.go:171","msg":"trace[1085229430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6345; }","duration":"176.357988ms","start":"2026-04-04T10:24:30.294204Z","end":"2026-04-04T10:24:30.470562Z","steps":["trace[1085229430] 'agreement among raft nodes before linearized reading' (duration: 176.139477ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:30.470598Z","caller":"traceutil/trace.go:171","msg":"trace[1773215786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6345; }","duration":"176.004237ms","start":"2026-04-04T10:24:30.294576Z","end":"2026-04-04T10:24:30.47058Z","steps":["trace[1773215786] 'agreement among raft nodes before linearized reading' (duration: 175.835176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:54.020135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.280538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:24:54.02057Z","caller":"traceutil/trace.go:171","msg":"trace[82785253] transaction","detail":"{read_only:false; response_revision:6468; number_of_response:1; }","duration":"173.555175ms","start":"2026-04-04T10:24:53.84696Z","end":"2026-04-04T10:24:54.020515Z","steps":["trace[82785253] 'compare' (duration: 162.850295ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:54.020675Z","caller":"traceutil/trace.go:171","msg":"trace[686303303] linearizableReadLoop","detail":"{readStateIndex:6719; appliedIndex:6718; }","duration":"101.902542ms","start":"2026-04-04T10:24:53.918548Z","end":"2026-04-04T10:24:54.02045Z","steps":["trace[686303303] 'read index received' (duration: 265.243µs)","trace[686303303] 'applied index is now lower than readState.Index' (duration: 101.635099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:24:54.020708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.143274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:24:54.020841Z","caller":"traceutil/trace.go:171","msg":"trace[1928128656] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6468; }","duration":"102.304395ms","start":"2026-04-04T10:24:53.918492Z","end":"2026-04-04T10:24:54.020797Z","steps":["trace[1928128656] 'agreement among raft nodes before linearized reading' (duration: 102.091243ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:54.106975Z","caller":"traceutil/trace.go:171","msg":"trace[1387780805] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"122.56466ms","start":"2026-04-04T10:24:53.984371Z","end":"2026-04-04T10:24:54.106935Z","steps":["trace[1387780805] 'process raft request' (duration: 122.314458ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:58.448274Z","caller":"traceutil/trace.go:171","msg":"trace[91448798] linearizableReadLoop","detail":"{readStateIndex:6747; appliedIndex:6746; }","duration":"114.475087ms","start":"2026-04-04T10:24:58.333776Z","end":"2026-04-04T10:24:58.448251Z","steps":["trace[91448798] 'read index received' (duration: 114.242435ms)","trace[91448798] 'applied index is now lower than readState.Index' (duration: 231.542µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:24:58.448514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.72047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:24:58.448557Z","caller":"traceutil/trace.go:171","msg":"trace[1026847848] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6495; }","duration":"114.82577ms","start":"2026-04-04T10:24:58.333718Z","end":"2026-04-04T10:24:58.448544Z","steps":["trace[1026847848] 'agreement among raft nodes before linearized reading' (duration: 114.623477ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:58.448899Z","caller":"traceutil/trace.go:171","msg":"trace[1125223239] transaction","detail":"{read_only:false; response_revision:6495; number_of_response:1; }","duration":"126.185685ms","start":"2026-04-04T10:24:58.322702Z","end":"2026-04-04T10:24:58.448888Z","steps":["trace[1125223239] 'process raft request' (duration: 125.377707ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:34.939214Z","caller":"traceutil/trace.go:171","msg":"trace[1141019546] linearizableReadLoop","detail":"{readStateIndex:7010; appliedIndex:7009; }","duration":"121.517052ms","start":"2026-04-04T10:25:34.817668Z","end":"2026-04-04T10:25:34.939185Z","steps":["trace[1141019546] 'read index received' (duration: 120.508336ms)","trace[1141019546] 'applied index is now lower than readState.Index' (duration: 1.007596ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:25:34.939342Z","caller":"traceutil/trace.go:171","msg":"trace[896738462] transaction","detail":"{read_only:false; response_revision:6748; number_of_response:1; }","duration":"124.991222ms","start":"2026-04-04T10:25:34.814326Z","end":"2026-04-04T10:25:34.939317Z","steps":["trace[896738462] 'process raft request' (duration: 123.872365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:34.939512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.816156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:25:34.939598Z","caller":"traceutil/trace.go:171","msg":"trace[1913733982] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6748; }","duration":"121.915247ms","start":"2026-04-04T10:25:34.817649Z","end":"2026-04-04T10:25:34.939564Z","steps":["trace[1913733982] 'agreement among raft nodes before linearized reading' (duration: 121.655693ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:41.540796Z","caller":"traceutil/trace.go:171","msg":"trace[382770425] linearizableReadLoop","detail":"{readStateIndex:7043; appliedIndex:7042; }","duration":"248.198786ms","start":"2026-04-04T10:25:41.292574Z","end":"2026-04-04T10:25:41.540773Z","steps":["trace[382770425] 'read index received' (duration: 248.070554ms)","trace[382770425] 'applied index is now lower than readState.Index' (duration: 127.062µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:25:41.540855Z","caller":"traceutil/trace.go:171","msg":"trace[2132657619] transaction","detail":"{read_only:false; response_revision:6780; number_of_response:1; }","duration":"271.727234ms","start":"2026-04-04T10:25:41.269091Z","end":"2026-04-04T10:25:41.540818Z","steps":["trace[2132657619] 'process raft request' (duration: 271.524401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:41.540978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.391419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:25:41.541021Z","caller":"traceutil/trace.go:171","msg":"trace[1916061961] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:6780; }","duration":"248.44774ms","start":"2026-04-04T10:25:41.292562Z","end":"2026-04-04T10:25:41.541009Z","steps":["trace[1916061961] 'agreement among raft nodes before linearized reading' (duration: 248.299657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:41.667347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.127343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:25:41.667473Z","caller":"traceutil/trace.go:171","msg":"trace[751787472] transaction","detail":"{read_only:false; response_revision:6781; number_of_response:1; }","duration":"116.377048ms","start":"2026-04-04T10:25:41.551076Z","end":"2026-04-04T10:25:41.667453Z","steps":["trace[751787472] 'process raft request' (duration: 16.054822ms)","trace[751787472] 'compare' (duration: 99.976281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:25:45.024593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.466228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:25:45.025394Z","caller":"traceutil/trace.go:171","msg":"trace[465552034] transaction","detail":"{read_only:false; response_revision:6832; number_of_response:1; }","duration":"192.03638ms","start":"2026-04-04T10:25:44.833315Z","end":"2026-04-04T10:25:45.025351Z","steps":["trace[465552034] 'process raft request' (duration: 51.738359ms)","trace[465552034] 'compare' (duration: 139.132793ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:25:45.025465Z","caller":"traceutil/trace.go:171","msg":"trace[2019001303] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"191.926788ms","start":"2026-04-04T10:25:44.833521Z","end":"2026-04-04T10:25:45.025448Z","steps":["trace[2019001303] 'process raft request' (duration: 191.717514ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:45.025646Z","caller":"traceutil/trace.go:171","msg":"trace[577488610] transaction","detail":"{read_only:false; response_revision:6835; number_of_response:1; }","duration":"189.629491ms","start":"2026-04-04T10:25:44.836006Z","end":"2026-04-04T10:25:45.025635Z","steps":["trace[577488610] 'process raft request' (duration: 189.514359ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:45.025643Z","caller":"traceutil/trace.go:171","msg":"trace[1822703411] transaction","detail":"{read_only:false; response_revision:6834; number_of_response:1; }","duration":"191.747265ms","start":"2026-04-04T10:25:44.833869Z","end":"2026-04-04T10:25:45.025617Z","steps":["trace[1822703411] 'process raft request' (duration: 191.472271ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:45.025833Z","caller":"traceutil/trace.go:171","msg":"trace[1202454977] linearizableReadLoop","detail":"{readStateIndex:7101; appliedIndex:7096; }","duration":"185.21261ms","start":"2026-04-04T10:25:44.840596Z","end":"2026-04-04T10:25:45.025809Z","steps":["trace[1202454977] 'read index received' (duration: 44.538544ms)","trace[1202454977] 'applied index is now lower than readState.Index' (duration: 140.672866ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:25:45.02599Z","caller":"traceutil/trace.go:171","msg":"trace[209389732] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"181.053153ms","start":"2026-04-04T10:25:44.844874Z","end":"2026-04-04T10:25:45.025927Z","steps":["trace[209389732] 'process raft request' (duration: 180.760689ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:45.026101Z","caller":"traceutil/trace.go:171","msg":"trace[1779053817] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"190.035998ms","start":"2026-04-04T10:25:44.836034Z","end":"2026-04-04T10:25:45.02607Z","steps":["trace[1779053817] 'process raft request' (duration: 189.55375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:45.026228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.064047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-04T10:25:45.0263Z","caller":"traceutil/trace.go:171","msg":"trace[1347710145] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6837; }","duration":"183.162958ms","start":"2026-04-04T10:25:44.843116Z","end":"2026-04-04T10:25:45.026279Z","steps":["trace[1347710145] 'agreement among raft nodes before linearized reading' (duration: 182.945614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:45.026128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.516015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:8630"} {"level":"info","ts":"2026-04-04T10:25:45.026366Z","caller":"traceutil/trace.go:171","msg":"trace[146588298] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:6837; }","duration":"185.78153ms","start":"2026-04-04T10:25:44.840566Z","end":"2026-04-04T10:25:45.026347Z","steps":["trace[146588298] 'agreement among raft nodes before linearized reading' (duration: 185.381564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:45.026507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.749806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-04T10:25:45.026565Z","caller":"traceutil/trace.go:171","msg":"trace[2092416002] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6837; }","duration":"176.817918ms","start":"2026-04-04T10:25:44.849732Z","end":"2026-04-04T10:25:45.02655Z","steps":["trace[2092416002] 'agreement among raft nodes before linearized reading' (duration: 176.675246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:57.66424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.783731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:25:57.664848Z","caller":"traceutil/trace.go:171","msg":"trace[1576106879] transaction","detail":"{read_only:false; response_revision:6975; number_of_response:1; }","duration":"850.823744ms","start":"2026-04-04T10:25:56.813972Z","end":"2026-04-04T10:25:57.664796Z","steps":["trace[1576106879] 'process raft request' (duration: 627.417902ms)","trace[1576106879] 'compare' (duration: 222.549337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:25:57.665325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:25:56.813925Z","time spent":"851.015928ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:25:57.666852Z","caller":"traceutil/trace.go:171","msg":"trace[41843843] transaction","detail":"{read_only:false; response_revision:6976; number_of_response:1; }","duration":"579.440066ms","start":"2026-04-04T10:25:57.087394Z","end":"2026-04-04T10:25:57.666835Z","steps":["trace[41843843] 'process raft request' (duration: 579.358224ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:57.666853Z","caller":"traceutil/trace.go:171","msg":"trace[796574854] linearizableReadLoop","detail":"{readStateIndex:7243; appliedIndex:7241; }","duration":"712.992258ms","start":"2026-04-04T10:25:56.953848Z","end":"2026-04-04T10:25:57.66684Z","steps":["trace[796574854] 'read index received' (duration: 487.566399ms)","trace[796574854] 'applied index is now lower than readState.Index' (duration: 225.424179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:25:57.666964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:25:57.087367Z","time spent":"579.568548ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:25:57.667035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.193382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:25:57.667133Z","caller":"traceutil/trace.go:171","msg":"trace[98913104] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6976; }","duration":"713.275304ms","start":"2026-04-04T10:25:56.953788Z","end":"2026-04-04T10:25:57.667063Z","steps":["trace[98913104] 'agreement among raft nodes before linearized reading' (duration: 713.162072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:57.667337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.007274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:25:57.667363Z","caller":"traceutil/trace.go:171","msg":"trace[2141211654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6976; }","duration":"404.051726ms","start":"2026-04-04T10:25:57.263301Z","end":"2026-04-04T10:25:57.667353Z","steps":["trace[2141211654] 'agreement among raft nodes before linearized reading' (duration: 403.855842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:57.667389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:25:56.953766Z","time spent":"713.576848ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:25:57.66747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.061536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:25:57.667499Z","caller":"traceutil/trace.go:171","msg":"trace[74049259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6976; }","duration":"528.133566ms","start":"2026-04-04T10:25:57.139359Z","end":"2026-04-04T10:25:57.667493Z","steps":["trace[74049259] 'agreement among raft nodes before linearized reading' (duration: 528.054565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:57.667486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.035851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-04T10:25:57.66752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:25:57.139339Z","time spent":"528.176177ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:25:57.667569Z","caller":"traceutil/trace.go:171","msg":"trace[1684792428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6976; }","duration":"344.167834ms","start":"2026-04-04T10:25:57.32338Z","end":"2026-04-04T10:25:57.667548Z","steps":["trace[1684792428] 'agreement among raft nodes before linearized reading' (duration: 343.771877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:57.667131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.178129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:25:57.667615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:25:57.323327Z","time spent":"344.279926ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:25:57.667647Z","caller":"traceutil/trace.go:171","msg":"trace[1447276311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6976; }","duration":"567.727838ms","start":"2026-04-04T10:25:57.099906Z","end":"2026-04-04T10:25:57.667634Z","steps":["trace[1447276311] 'agreement among raft nodes before linearized reading' (duration: 567.136078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:57.667397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:25:57.263286Z","time spent":"404.104586ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:25:57.667716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:25:57.099884Z","time spent":"567.81985ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:26:07.900706Z","caller":"traceutil/trace.go:171","msg":"trace[980759739] linearizableReadLoop","detail":"{readStateIndex:7302; appliedIndex:7301; }","duration":"174.069535ms","start":"2026-04-04T10:26:07.726617Z","end":"2026-04-04T10:26:07.900687Z","steps":["trace[980759739] 'read index received' (duration: 173.895982ms)","trace[980759739] 'applied index is now lower than readState.Index' (duration: 172.973µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:26:07.900983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.3397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:26:07.901017Z","caller":"traceutil/trace.go:171","msg":"trace[992717655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7032; }","duration":"174.414442ms","start":"2026-04-04T10:26:07.726594Z","end":"2026-04-04T10:26:07.901009Z","steps":["trace[992717655] 'agreement among raft nodes before linearized reading' (duration: 174.259959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:07.901192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.097095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:26:07.901227Z","caller":"traceutil/trace.go:171","msg":"trace[668418556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7032; }","duration":"174.153067ms","start":"2026-04-04T10:26:07.727067Z","end":"2026-04-04T10:26:07.90122Z","steps":["trace[668418556] 'agreement among raft nodes before linearized reading' (duration: 174.053445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:07.90131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.533247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:26:07.901354Z","caller":"traceutil/trace.go:171","msg":"trace[1413675065] transaction","detail":"{read_only:false; response_revision:7032; number_of_response:1; }","duration":"174.763348ms","start":"2026-04-04T10:26:07.726427Z","end":"2026-04-04T10:26:07.901191Z","steps":["trace[1413675065] 'process raft request' (duration: 174.140807ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:07.901423Z","caller":"traceutil/trace.go:171","msg":"trace[1803764625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7032; }","duration":"151.68794ms","start":"2026-04-04T10:26:07.749717Z","end":"2026-04-04T10:26:07.901405Z","steps":["trace[1803764625] 'agreement among raft nodes before linearized reading' (duration: 151.392205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:07.90289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.172736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-04T10:26:07.902993Z","caller":"traceutil/trace.go:171","msg":"trace[892279898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7032; }","duration":"176.314108ms","start":"2026-04-04T10:26:07.726666Z","end":"2026-04-04T10:26:07.902981Z","steps":["trace[892279898] 'agreement among raft nodes before linearized reading' (duration: 174.258689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:08.503605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868505083688990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:26:08.649458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.494436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:26:08.649573Z","caller":"traceutil/trace.go:171","msg":"trace[1975599566] transaction","detail":"{read_only:false; response_revision:7033; number_of_response:1; }","duration":"743.730422ms","start":"2026-04-04T10:26:07.905824Z","end":"2026-04-04T10:26:08.649554Z","steps":["trace[1975599566] 'process raft request' (duration: 638.042733ms)","trace[1975599566] 'compare' (duration: 105.395883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:26:08.649927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:07.905807Z","time spent":"744.077919ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:26:08.654392Z","caller":"traceutil/trace.go:171","msg":"trace[1552820072] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"748.29685ms","start":"2026-04-04T10:26:07.906066Z","end":"2026-04-04T10:26:08.654363Z","steps":["trace[1552820072] 'process raft request' (duration: 748.105716ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:08.654492Z","caller":"traceutil/trace.go:171","msg":"trace[145576475] linearizableReadLoop","detail":"{readStateIndex:7310; appliedIndex:7302; }","duration":"651.797737ms","start":"2026-04-04T10:26:08.002676Z","end":"2026-04-04T10:26:08.654473Z","steps":["trace[145576475] 'read index received' (duration: 541.137193ms)","trace[145576475] 'applied index is now lower than readState.Index' (duration: 110.659684ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:26:08.654571Z","caller":"traceutil/trace.go:171","msg":"trace[2033438469] transaction","detail":"{read_only:false; response_revision:7036; number_of_response:1; }","duration":"746.745171ms","start":"2026-04-04T10:26:07.907814Z","end":"2026-04-04T10:26:08.654559Z","steps":["trace[2033438469] 'process raft request' (duration: 746.499266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:08.654646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:07.907793Z","time spent":"746.807582ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:26:08.654583Z","caller":"traceutil/trace.go:171","msg":"trace[1479022709] transaction","detail":"{read_only:false; response_revision:7035; number_of_response:1; }","duration":"747.953593ms","start":"2026-04-04T10:26:07.906475Z","end":"2026-04-04T10:26:08.654428Z","steps":["trace[1479022709] 'process raft request' (duration: 747.80337ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:08.654847Z","caller":"traceutil/trace.go:171","msg":"trace[325627818] transaction","detail":"{read_only:false; response_revision:7037; number_of_response:1; }","duration":"555.233722ms","start":"2026-04-04T10:26:08.099602Z","end":"2026-04-04T10:26:08.654836Z","steps":["trace[325627818] 'process raft request' (duration: 554.739232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:08.654859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:07.906464Z","time spent":"748.307859ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:26:08.654959Z","caller":"traceutil/trace.go:171","msg":"trace[1928518521] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"527.060614ms","start":"2026-04-04T10:26:08.127891Z","end":"2026-04-04T10:26:08.654952Z","steps":["trace[1928518521] 'process raft request' (duration: 526.482863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:08.655013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:08.127869Z","time spent":"527.120345ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:26:08.655095Z","caller":"traceutil/trace.go:171","msg":"trace[2126895761] transaction","detail":"{read_only:false; response_revision:7039; number_of_response:1; }","duration":"516.615153ms","start":"2026-04-04T10:26:08.138472Z","end":"2026-04-04T10:26:08.655087Z","steps":["trace[2126895761] 'process raft request' (duration: 515.931661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:08.655146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:08.138458Z","time spent":"516.663924ms","remote":"127.0.0.1:49552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:26:08.654648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:07.906059Z","time spent":"748.398342ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:26:08.655296Z","caller":"traceutil/trace.go:171","msg":"trace[1966548329] transaction","detail":"{read_only:false; response_revision:7040; number_of_response:1; }","duration":"210.758038ms","start":"2026-04-04T10:26:08.444528Z","end":"2026-04-04T10:26:08.655286Z","steps":["trace[1966548329] 'process raft request' (duration: 209.910572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:08.654924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:08.099574Z","time spent":"555.318274ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:26:08.655484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.807787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-04T10:26:08.655535Z","caller":"traceutil/trace.go:171","msg":"trace[277918191] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7040; }","duration":"652.894848ms","start":"2026-04-04T10:26:08.002627Z","end":"2026-04-04T10:26:08.655522Z","steps":["trace[277918191] 'agreement among raft nodes before linearized reading' (duration: 652.716114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:08.655568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:08.002607Z","time spent":"652.954509ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4881,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-04T10:26:08.682925Z","caller":"traceutil/trace.go:171","msg":"trace[1768378508] transaction","detail":"{read_only:false; response_revision:7041; number_of_response:1; }","duration":"132.296638ms","start":"2026-04-04T10:26:08.550601Z","end":"2026-04-04T10:26:08.682898Z","steps":["trace[1768378508] 'process raft request' (duration: 132.145155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:08.683268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.281834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:26:08.683274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.30511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-04T10:26:08.683301Z","caller":"traceutil/trace.go:171","msg":"trace[1963872676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7041; }","duration":"418.351185ms","start":"2026-04-04T10:26:08.26494Z","end":"2026-04-04T10:26:08.683291Z","steps":["trace[1963872676] 'agreement among raft nodes before linearized reading' (duration: 418.295234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:08.683322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:08.264921Z","time spent":"418.396517ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:26:08.68333Z","caller":"traceutil/trace.go:171","msg":"trace[990817860] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7041; }","duration":"603.425313ms","start":"2026-04-04T10:26:08.079885Z","end":"2026-04-04T10:26:08.68331Z","steps":["trace[990817860] 'agreement among raft nodes before linearized reading' (duration: 603.217549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:08.683377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:08.079865Z","time spent":"603.498764ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4881,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-04T10:26:08.764734Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4399} {"level":"info","ts":"2026-04-04T10:26:08.765213Z","caller":"traceutil/trace.go:171","msg":"trace[1203027745] compact","detail":"{revision:4399; response_revision:7041; }","duration":"108.876831ms","start":"2026-04-04T10:26:08.656314Z","end":"2026-04-04T10:26:08.765191Z","steps":["trace[1203027745] 'process raft request' (duration: 52.963133ms)","trace[1203027745] 'check and update compact revision' (duration: 54.840047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:26:09.494553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.344346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:26:09.494614Z","caller":"traceutil/trace.go:171","msg":"trace[1740050675] linearizableReadLoop","detail":"{readStateIndex:7313; appliedIndex:7312; }","duration":"228.952483ms","start":"2026-04-04T10:26:09.265652Z","end":"2026-04-04T10:26:09.494604Z","steps":["trace[1740050675] 'read index received' (duration: 30.75µs)","trace[1740050675] 'applied index is now lower than readState.Index' (duration: 228.921123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:26:09.494662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.015736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:26:09.494673Z","caller":"traceutil/trace.go:171","msg":"trace[1015014747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7042; }","duration":"229.055976ms","start":"2026-04-04T10:26:09.265613Z","end":"2026-04-04T10:26:09.494669Z","steps":["trace[1015014747] 'agreement among raft nodes before linearized reading' (duration: 229.015565ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:09.494916Z","caller":"traceutil/trace.go:171","msg":"trace[682121110] transaction","detail":"{read_only:false; response_revision:7042; number_of_response:1; }","duration":"407.876185ms","start":"2026-04-04T10:26:09.087029Z","end":"2026-04-04T10:26:09.494905Z","steps":["trace[682121110] 'process raft request' (duration: 119.126981ms)","trace[682121110] 'compare' (duration: 94.5802ms)","trace[682121110] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:536; } (duration: 193.40498ms)"],"step_count":3} {"level":"warn","ts":"2026-04-04T10:26:09.494975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:09.087006Z","time spent":"407.929957ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:26:09.780498Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4399,"took":"1.014177818s","hash":3832524330,"current-db-size-bytes":41099264,"current-db-size":"41 MB","current-db-size-in-use-bytes":32788480,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-04T10:26:09.780568Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3832524330,"revision":4399,"compact-revision":2695} {"level":"warn","ts":"2026-04-04T10:26:09.780905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.828173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:26:09.780973Z","caller":"traceutil/trace.go:171","msg":"trace[1669102051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:7042; }","duration":"187.946505ms","start":"2026-04-04T10:26:09.593009Z","end":"2026-04-04T10:26:09.780955Z","steps":["trace[1669102051] 'count revisions from in-memory index tree' (duration: 187.68012ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:09.781268Z","caller":"traceutil/trace.go:171","msg":"trace[97621017] transaction","detail":"{read_only:false; response_revision:7043; number_of_response:1; }","duration":"163.575086ms","start":"2026-04-04T10:26:09.617685Z","end":"2026-04-04T10:26:09.78126Z","steps":["trace[97621017] 'process raft request' (duration: 92.834286ms)","trace[97621017] 'compare' (duration: 70.532196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:26:10.945886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.642812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:26:10.946318Z","caller":"traceutil/trace.go:171","msg":"trace[271914279] linearizableReadLoop","detail":"{readStateIndex:7320; appliedIndex:7319; }","duration":"191.054148ms","start":"2026-04-04T10:26:10.755248Z","end":"2026-04-04T10:26:10.946302Z","steps":["trace[271914279] 'read index received' (duration: 16.990799ms)","trace[271914279] 'applied index is now lower than readState.Index' (duration: 174.061999ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:26:10.94634Z","caller":"traceutil/trace.go:171","msg":"trace[1438723565] transaction","detail":"{read_only:false; response_revision:7049; number_of_response:1; }","duration":"212.526095ms","start":"2026-04-04T10:26:10.733787Z","end":"2026-04-04T10:26:10.946313Z","steps":["trace[1438723565] 'process raft request' (duration: 38.362003ms)","trace[1438723565] 'compare' (duration: 173.530369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:26:10.946573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.294303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12170"} {"level":"info","ts":"2026-04-04T10:26:10.947253Z","caller":"traceutil/trace.go:171","msg":"trace[514691187] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7049; }","duration":"192.018666ms","start":"2026-04-04T10:26:10.755223Z","end":"2026-04-04T10:26:10.947241Z","steps":["trace[514691187] 'agreement among raft nodes before linearized reading' (duration: 191.16524ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:11.043062Z","caller":"traceutil/trace.go:171","msg":"trace[1200067195] transaction","detail":"{read_only:false; response_revision:7051; number_of_response:1; }","duration":"283.009462ms","start":"2026-04-04T10:26:10.760023Z","end":"2026-04-04T10:26:11.043032Z","steps":["trace[1200067195] 'process raft request' (duration: 282.90429ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:11.043274Z","caller":"traceutil/trace.go:171","msg":"trace[1163176581] transaction","detail":"{read_only:false; response_revision:7050; number_of_response:1; }","duration":"283.521693ms","start":"2026-04-04T10:26:10.759481Z","end":"2026-04-04T10:26:11.043002Z","steps":["trace[1163176581] 'process raft request' (duration: 283.306939ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:11.815123Z","caller":"traceutil/trace.go:171","msg":"trace[1933366049] transaction","detail":"{read_only:false; response_revision:7052; number_of_response:1; }","duration":"348.518338ms","start":"2026-04-04T10:26:11.466588Z","end":"2026-04-04T10:26:11.815107Z","steps":["trace[1933366049] 'process raft request' (duration: 348.346775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:11.815237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:11.466558Z","time spent":"348.612749ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:26:11.815113Z","caller":"traceutil/trace.go:171","msg":"trace[1539697032] linearizableReadLoop","detail":"{readStateIndex:7324; appliedIndex:7323; }","duration":"316.672318ms","start":"2026-04-04T10:26:11.498419Z","end":"2026-04-04T10:26:11.815091Z","steps":["trace[1539697032] 'read index received' (duration: 316.420263ms)","trace[1539697032] 'applied index is now lower than readState.Index' (duration: 251.005µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:26:11.815278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.859471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:26:11.815325Z","caller":"traceutil/trace.go:171","msg":"trace[341336582] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7052; }","duration":"316.949553ms","start":"2026-04-04T10:26:11.498364Z","end":"2026-04-04T10:26:11.815313Z","steps":["trace[341336582] 'agreement among raft nodes before linearized reading' (duration: 316.7919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:11.815366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:11.498343Z","time spent":"317.015304ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:26:11.930865Z","caller":"traceutil/trace.go:171","msg":"trace[2136412660] transaction","detail":"{read_only:false; response_revision:7053; number_of_response:1; }","duration":"111.079934ms","start":"2026-04-04T10:26:11.819769Z","end":"2026-04-04T10:26:11.930849Z","steps":["trace[2136412660] 'process raft request' (duration: 107.793169ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:11.930796Z","caller":"traceutil/trace.go:171","msg":"trace[1551907088] linearizableReadLoop","detail":"{readStateIndex:7325; appliedIndex:7324; }","duration":"109.539124ms","start":"2026-04-04T10:26:11.82123Z","end":"2026-04-04T10:26:11.930769Z","steps":["trace[1551907088] 'read index received' (duration: 106.308941ms)","trace[1551907088] 'applied index is now lower than readState.Index' (duration: 3.229203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:26:11.931339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.077994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-04T10:26:11.931438Z","caller":"traceutil/trace.go:171","msg":"trace[1986790192] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7053; }","duration":"110.232348ms","start":"2026-04-04T10:26:11.821188Z","end":"2026-04-04T10:26:11.93142Z","steps":["trace[1986790192] 'agreement among raft nodes before linearized reading' (duration: 109.774679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:11.931589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.830239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-04T10:26:11.931651Z","caller":"traceutil/trace.go:171","msg":"trace[1480239218] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7053; }","duration":"109.901731ms","start":"2026-04-04T10:26:11.821721Z","end":"2026-04-04T10:26:11.931623Z","steps":["trace[1480239218] 'agreement among raft nodes before linearized reading' (duration: 109.470352ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:13.052293Z","caller":"traceutil/trace.go:171","msg":"trace[1160679485] transaction","detail":"{read_only:false; response_revision:7057; number_of_response:1; }","duration":"294.075639ms","start":"2026-04-04T10:26:12.758199Z","end":"2026-04-04T10:26:13.052275Z","steps":["trace[1160679485] 'process raft request' (duration: 293.927696ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:13.052795Z","caller":"traceutil/trace.go:171","msg":"trace[549444452] transaction","detail":"{read_only:false; response_revision:7058; number_of_response:1; }","duration":"292.987959ms","start":"2026-04-04T10:26:12.759761Z","end":"2026-04-04T10:26:13.052749Z","steps":["trace[549444452] 'process raft request' (duration: 292.476539ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:13.053093Z","caller":"traceutil/trace.go:171","msg":"trace[1421256887] linearizableReadLoop","detail":"{readStateIndex:7329; appliedIndex:7328; }","duration":"293.917816ms","start":"2026-04-04T10:26:12.758966Z","end":"2026-04-04T10:26:13.052884Z","steps":["trace[1421256887] 'read index received' (duration: 56.096319ms)","trace[1421256887] 'applied index is now lower than readState.Index' (duration: 237.820417ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:26:13.053322Z","caller":"traceutil/trace.go:171","msg":"trace[1298844943] transaction","detail":"{read_only:false; response_revision:7059; number_of_response:1; }","duration":"293.466046ms","start":"2026-04-04T10:26:12.759837Z","end":"2026-04-04T10:26:13.053303Z","steps":["trace[1298844943] 'process raft request' (duration: 292.805683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.053849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.863114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"warn","ts":"2026-04-04T10:26:13.054183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.358767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-04T10:26:13.054256Z","caller":"traceutil/trace.go:171","msg":"trace[1351386715] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7059; }","duration":"292.461798ms","start":"2026-04-04T10:26:12.761779Z","end":"2026-04-04T10:26:13.054241Z","steps":["trace[1351386715] 'agreement among raft nodes before linearized reading' (duration: 292.237384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.05459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.592908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:26:13.054622Z","caller":"traceutil/trace.go:171","msg":"trace[1175729723] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7059; }","duration":"274.636679ms","start":"2026-04-04T10:26:12.779976Z","end":"2026-04-04T10:26:13.054613Z","steps":["trace[1175729723] 'agreement among raft nodes before linearized reading' (duration: 274.570537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.054649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.79498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:26:13.054713Z","caller":"traceutil/trace.go:171","msg":"trace[713137184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7059; }","duration":"104.906262ms","start":"2026-04-04T10:26:12.949791Z","end":"2026-04-04T10:26:13.054697Z","steps":["trace[713137184] 'agreement among raft nodes before linearized reading' (duration: 104.743809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.054794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.914064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:26:13.054823Z","caller":"traceutil/trace.go:171","msg":"trace[1437671206] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7059; }","duration":"275.967826ms","start":"2026-04-04T10:26:12.778849Z","end":"2026-04-04T10:26:13.054817Z","steps":["trace[1437671206] 'agreement among raft nodes before linearized reading' (duration: 275.894814ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:13.055645Z","caller":"traceutil/trace.go:171","msg":"trace[482156818] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7059; }","duration":"294.961347ms","start":"2026-04-04T10:26:12.75894Z","end":"2026-04-04T10:26:13.053901Z","steps":["trace[482156818] 'agreement among raft nodes before linearized reading' (duration: 294.512478ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:13.223318Z","caller":"traceutil/trace.go:171","msg":"trace[1492926248] transaction","detail":"{read_only:false; response_revision:7062; number_of_response:1; }","duration":"162.561616ms","start":"2026-04-04T10:26:13.060737Z","end":"2026-04-04T10:26:13.223298Z","steps":["trace[1492926248] 'process raft request' (duration: 162.535125ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:13.223415Z","caller":"traceutil/trace.go:171","msg":"trace[576032474] transaction","detail":"{read_only:false; response_revision:7060; number_of_response:1; }","duration":"165.515264ms","start":"2026-04-04T10:26:13.057862Z","end":"2026-04-04T10:26:13.223377Z","steps":["trace[576032474] 'process raft request' (duration: 98.413311ms)","trace[576032474] 'compare' (duration: 66.863339ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:26:13.223805Z","caller":"traceutil/trace.go:171","msg":"trace[562910231] transaction","detail":"{read_only:false; response_revision:7061; number_of_response:1; }","duration":"163.429993ms","start":"2026-04-04T10:26:13.059925Z","end":"2026-04-04T10:26:13.223355Z","steps":["trace[562910231] 'process raft request' (duration: 163.323341ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:18.050367Z","caller":"traceutil/trace.go:171","msg":"trace[155525755] linearizableReadLoop","detail":"{readStateIndex:7359; appliedIndex:7358; }","duration":"143.933791ms","start":"2026-04-04T10:26:17.906415Z","end":"2026-04-04T10:26:18.050349Z","steps":["trace[155525755] 'read index received' (duration: 143.764638ms)","trace[155525755] 'applied index is now lower than readState.Index' (duration: 168.183µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:26:18.05048Z","caller":"traceutil/trace.go:171","msg":"trace[1891297278] transaction","detail":"{read_only:false; response_revision:7086; number_of_response:1; }","duration":"180.247995ms","start":"2026-04-04T10:26:17.870205Z","end":"2026-04-04T10:26:18.050452Z","steps":["trace[1891297278] 'process raft request' (duration: 180.024681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:18.050535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.081335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:26:18.050563Z","caller":"traceutil/trace.go:171","msg":"trace[1185299287] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7086; }","duration":"144.196786ms","start":"2026-04-04T10:26:17.906357Z","end":"2026-04-04T10:26:18.050554Z","steps":["trace[1185299287] 'agreement among raft nodes before linearized reading' (duration: 144.087724ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:19.052018Z","caller":"traceutil/trace.go:171","msg":"trace[727160693] transaction","detail":"{read_only:false; response_revision:7096; number_of_response:1; }","duration":"151.30669ms","start":"2026-04-04T10:26:18.900696Z","end":"2026-04-04T10:26:19.052002Z","steps":["trace[727160693] 'process raft request' (duration: 151.266149ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:19.052224Z","caller":"traceutil/trace.go:171","msg":"trace[1895179087] transaction","detail":"{read_only:false; response_revision:7095; number_of_response:1; }","duration":"151.611575ms","start":"2026-04-04T10:26:18.900606Z","end":"2026-04-04T10:26:19.052218Z","steps":["trace[1895179087] 'process raft request' (duration: 80.143267ms)","trace[1895179087] 'compare' (duration: 71.08406ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:26:32.229789Z","caller":"traceutil/trace.go:171","msg":"trace[1266462844] transaction","detail":"{read_only:false; response_revision:7212; number_of_response:1; }","duration":"111.422863ms","start":"2026-04-04T10:26:32.118338Z","end":"2026-04-04T10:26:32.229761Z","steps":["trace[1266462844] 'process raft request' (duration: 111.157567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:32.628744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.818748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107271"} {"level":"info","ts":"2026-04-04T10:26:32.628797Z","caller":"traceutil/trace.go:171","msg":"trace[996748397] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:7213; }","duration":"193.945451ms","start":"2026-04-04T10:26:32.43484Z","end":"2026-04-04T10:26:32.628786Z","steps":["trace[996748397] 'range keys from in-memory index tree' (duration: 193.296708ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:43.937136Z","caller":"traceutil/trace.go:171","msg":"trace[2008704774] transaction","detail":"{read_only:false; response_revision:7598; number_of_response:1; }","duration":"129.082302ms","start":"2026-04-04T10:27:43.808026Z","end":"2026-04-04T10:27:43.937108Z","steps":["trace[2008704774] 'process raft request' (duration: 128.699312ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:44.681792Z","caller":"traceutil/trace.go:171","msg":"trace[931209078] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"102.880426ms","start":"2026-04-04T10:27:44.578895Z","end":"2026-04-04T10:27:44.681775Z","steps":["trace[931209078] 'process raft request' (duration: 102.679ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:05.901764Z","caller":"traceutil/trace.go:171","msg":"trace[21120045] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"117.540889ms","start":"2026-04-04T10:28:05.78419Z","end":"2026-04-04T10:28:05.901731Z","steps":["trace[21120045] 'process raft request' (duration: 117.484998ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:05.902163Z","caller":"traceutil/trace.go:171","msg":"trace[839875333] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"177.441214ms","start":"2026-04-04T10:28:05.724696Z","end":"2026-04-04T10:28:05.902137Z","steps":["trace[839875333] 'process raft request' (duration: 176.912957ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:05.901903Z","caller":"traceutil/trace.go:171","msg":"trace[65095634] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"178.099733ms","start":"2026-04-04T10:28:05.723751Z","end":"2026-04-04T10:28:05.901851Z","steps":["trace[65095634] 'process raft request' (duration: 125.104071ms)","trace[65095634] 'compare' (duration: 52.60043ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:16.202336Z","caller":"traceutil/trace.go:171","msg":"trace[1114991389] linearizableReadLoop","detail":"{readStateIndex:8056; appliedIndex:8055; }","duration":"142.406769ms","start":"2026-04-04T10:28:16.059907Z","end":"2026-04-04T10:28:16.202314Z","steps":["trace[1114991389] 'read index received' (duration: 142.245334ms)","trace[1114991389] 'applied index is now lower than readState.Index' (duration: 160.395µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:16.202647Z","caller":"traceutil/trace.go:171","msg":"trace[935361737] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"171.635039ms","start":"2026-04-04T10:28:16.031Z","end":"2026-04-04T10:28:16.202635Z","steps":["trace[935361737] 'process raft request' (duration: 171.163225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:16.202924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.001069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:28:16.202966Z","caller":"traceutil/trace.go:171","msg":"trace[656881071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7757; }","duration":"143.080251ms","start":"2026-04-04T10:28:16.059875Z","end":"2026-04-04T10:28:16.202955Z","steps":["trace[656881071] 'agreement among raft nodes before linearized reading' (duration: 142.950727ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:21.445492Z","caller":"traceutil/trace.go:171","msg":"trace[1644402226] linearizableReadLoop","detail":"{readStateIndex:8085; appliedIndex:8085; }","duration":"117.878492ms","start":"2026-04-04T10:28:21.3276Z","end":"2026-04-04T10:28:21.445479Z","steps":["trace[1644402226] 'read index received' (duration: 117.872622ms)","trace[1644402226] 'applied index is now lower than readState.Index' (duration: 4.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:21.445603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.986005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:21.445625Z","caller":"traceutil/trace.go:171","msg":"trace[969087136] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7784; }","duration":"118.042246ms","start":"2026-04-04T10:28:21.327575Z","end":"2026-04-04T10:28:21.445617Z","steps":["trace[969087136] 'agreement among raft nodes before linearized reading' (duration: 117.982105ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:21.545927Z","caller":"traceutil/trace.go:171","msg":"trace[93374310] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"100.056814ms","start":"2026-04-04T10:28:21.445849Z","end":"2026-04-04T10:28:21.545898Z","steps":["trace[93374310] 'process raft request' (duration: 100.003312ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:21.545954Z","caller":"traceutil/trace.go:171","msg":"trace[1396848655] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"141.999409ms","start":"2026-04-04T10:28:21.403917Z","end":"2026-04-04T10:28:21.545916Z","steps":["trace[1396848655] 'process raft request' (duration: 131.792034ms)","trace[1396848655] 'compare' (duration: 10.0312ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:21.546268Z","caller":"traceutil/trace.go:171","msg":"trace[630346521] linearizableReadLoop","detail":"{readStateIndex:8086; appliedIndex:8085; }","duration":"100.713315ms","start":"2026-04-04T10:28:21.445545Z","end":"2026-04-04T10:28:21.546258Z","steps":["trace[630346521] 'read index received' (duration: 90.144249ms)","trace[630346521] 'applied index is now lower than readState.Index' (duration: 10.568156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:21.546351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.69825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:21.547145Z","caller":"traceutil/trace.go:171","msg":"trace[852434658] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7786; }","duration":"115.507976ms","start":"2026-04-04T10:28:21.431627Z","end":"2026-04-04T10:28:21.547135Z","steps":["trace[852434658] 'agreement among raft nodes before linearized reading' (duration: 114.668959ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:24.800713Z","caller":"traceutil/trace.go:171","msg":"trace[272090046] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"304.180237ms","start":"2026-04-04T10:28:24.496506Z","end":"2026-04-04T10:28:24.800686Z","steps":["trace[272090046] 'process raft request' (duration: 299.041262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:24.800851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:24.496488Z","time spent":"304.293691ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:58.426844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.28539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2479"} {"level":"info","ts":"2026-04-04T10:28:58.426963Z","caller":"traceutil/trace.go:171","msg":"trace[237746422] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:7969; }","duration":"113.458675ms","start":"2026-04-04T10:28:58.31348Z","end":"2026-04-04T10:28:58.426939Z","steps":["trace[237746422] 'range keys from in-memory index tree' (duration: 113.087392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:29:09.42181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.249761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-04T10:29:09.422396Z","caller":"traceutil/trace.go:171","msg":"trace[1860638912] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8026; }","duration":"106.873842ms","start":"2026-04-04T10:29:09.315465Z","end":"2026-04-04T10:29:09.422339Z","steps":["trace[1860638912] 'range keys from in-memory index tree' (duration: 105.230534ms)"],"step_count":1}