{"level":"warn","ts":"2026-03-31T20:21:03.696349Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:21:03.696502Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.115:2380","--initial-cluster=instance=https://199.204.45.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T20:21:03.696626Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:21:03.696655Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-03-31T20:21:03.696697Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:21:03.698003Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"]} {"level":"info","ts":"2026-03-31T20:21:03.698147Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T20:21:03.704748Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.204028ms"} {"level":"info","ts":"2026-03-31T20:21:03.714116Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e3aaa5c123e150e0","cluster-id":"61ec519698823541"} {"level":"info","ts":"2026-03-31T20:21:03.714218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T20:21:03.71424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 0"} {"level":"info","ts":"2026-03-31T20:21:03.714256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e3aaa5c123e150e0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T20:21:03.714274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 1"} {"level":"info","ts":"2026-03-31T20:21:03.714316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"warn","ts":"2026-03-31T20:21:03.722424Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T20:21:03.725078Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T20:21:03.727164Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T20:21:03.730262Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e3aaa5c123e150e0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T20:21:03.730466Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e3aaa5c123e150e0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T20:21:03.730601Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:21:03.730728Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:21:03.730749Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:21:03.732419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"info","ts":"2026-03-31T20:21:03.733369Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","added-peer-id":"e3aaa5c123e150e0","added-peer-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-03-31T20:21:03.736184Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:21:03.736397Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-03-31T20:21:03.736565Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-03-31T20:21:03.736724Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e3aaa5c123e150e0","initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T20:21:03.736766Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T20:21:04.315302Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T20:21:04.315411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T20:21:04.315441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgPreVoteResp from e3aaa5c123e150e0 at term 1"} {"level":"info","ts":"2026-03-31T20:21:04.315464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became candidate at term 2"} {"level":"info","ts":"2026-03-31T20:21:04.315476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgVoteResp from e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-03-31T20:21:04.315494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became leader at term 2"} {"level":"info","ts":"2026-03-31T20:21:04.315544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e3aaa5c123e150e0 elected leader e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-03-31T20:21:04.317111Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:21:04.320411Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:21:04.320425Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e3aaa5c123e150e0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.115:2379]}","request-path":"/0/members/e3aaa5c123e150e0/attributes","cluster-id":"61ec519698823541","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T20:21:04.320557Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:21:04.320875Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T20:21:04.321033Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T20:21:04.323036Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:21:04.323194Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:21:04.323247Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:21:04.323506Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.115:2379"} {"level":"info","ts":"2026-03-31T20:21:04.324895Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-31T20:21:08.637884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.260889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T20:21:08.638359Z","caller":"traceutil/trace.go:171","msg":"trace[1368465667] transaction","detail":"{read_only:false; response_revision:126; number_of_response:1; }","duration":"1.616951159s","start":"2026-03-31T20:21:07.02131Z","end":"2026-03-31T20:21:08.638261Z","steps":["trace[1368465667] 'process raft request' (duration: 912.663498ms)","trace[1368465667] 'compare' (duration: 703.155536ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:08.638484Z","caller":"traceutil/trace.go:171","msg":"trace[1162625764] linearizableReadLoop","detail":"{readStateIndex:130; appliedIndex:129; }","duration":"850.03908ms","start":"2026-03-31T20:21:07.788334Z","end":"2026-03-31T20:21:08.638373Z","steps":["trace[1162625764] 'read index received' (duration: 145.539464ms)","trace[1162625764] 'applied index is now lower than readState.Index' (duration: 704.476026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:08.638622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:07.021291Z","time spent":"1.617218874s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:21:08.639068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.697784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:21:08.639191Z","caller":"traceutil/trace.go:171","msg":"trace[873122817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:126; }","duration":"850.830428ms","start":"2026-03-31T20:21:07.788295Z","end":"2026-03-31T20:21:08.639126Z","steps":["trace[873122817] 'agreement among raft nodes before linearized reading' (duration: 850.206374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:08.639233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:07.788278Z","time spent":"850.94576ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:08.639625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.961723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:21:08.639663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.065466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-03-31T20:21:08.639736Z","caller":"traceutil/trace.go:171","msg":"trace[1705645308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:126; }","duration":"819.175697ms","start":"2026-03-31T20:21:07.820527Z","end":"2026-03-31T20:21:08.639702Z","steps":["trace[1705645308] 'agreement among raft nodes before linearized reading' (duration: 818.323538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:08.639805Z","caller":"traceutil/trace.go:171","msg":"trace[1347782123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:126; }","duration":"819.092366ms","start":"2026-03-31T20:21:07.820596Z","end":"2026-03-31T20:21:08.639689Z","steps":["trace[1347782123] 'agreement among raft nodes before linearized reading' (duration: 818.759718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:08.639853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:07.820506Z","time spent":"819.303341ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:08.639862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:07.820577Z","time spent":"819.270879ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:11.54282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.915913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:11.542998Z","caller":"traceutil/trace.go:171","msg":"trace[1389640715] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"322.568126ms","start":"2026-03-31T20:21:11.220415Z","end":"2026-03-31T20:21:11.542983Z","steps":["trace[1389640715] 'process raft request' (duration: 322.536295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:11.543048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:11.220403Z","time spent":"322.626807ms","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2651,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:21:11.543034Z","caller":"traceutil/trace.go:171","msg":"trace[603009308] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"323.6456ms","start":"2026-03-31T20:21:11.219353Z","end":"2026-03-31T20:21:11.542999Z","steps":["trace[603009308] 'process raft request' (duration: 75.37273ms)","trace[603009308] 'compare' (duration: 247.81361ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:11.543096Z","caller":"traceutil/trace.go:171","msg":"trace[258268540] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"322.828942ms","start":"2026-03-31T20:21:11.220222Z","end":"2026-03-31T20:21:11.543051Z","steps":["trace[258268540] 'process raft request' (duration: 322.681528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:11.543217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:11.219346Z","time spent":"323.775533ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4187,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:11.543266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:11.220217Z","time spent":"322.972115ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:21:11.896975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.689787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:11.897076Z","caller":"traceutil/trace.go:171","msg":"trace[1292869763] linearizableReadLoop","detail":"{readStateIndex:281; appliedIndex:280; }","duration":"259.024278ms","start":"2026-03-31T20:21:11.638036Z","end":"2026-03-31T20:21:11.897061Z","steps":["trace[1292869763] 'read index received' (duration: 25.116856ms)","trace[1292869763] 'applied index is now lower than readState.Index' (duration: 233.906752ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:11.897141Z","caller":"traceutil/trace.go:171","msg":"trace[1227420292] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"261.389041ms","start":"2026-03-31T20:21:11.635744Z","end":"2026-03-31T20:21:11.897133Z","steps":["trace[1227420292] 'process raft request' (duration: 27.482539ms)","trace[1227420292] 'compare' (duration: 233.556494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:11.89728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.239953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T20:21:11.897304Z","caller":"traceutil/trace.go:171","msg":"trace[552350121] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:271; }","duration":"259.289994ms","start":"2026-03-31T20:21:11.638008Z","end":"2026-03-31T20:21:11.897298Z","steps":["trace[552350121] 'agreement among raft nodes before linearized reading' (duration: 259.210333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:11.897413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.980767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T20:21:11.897578Z","caller":"traceutil/trace.go:171","msg":"trace[1000535933] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:271; }","duration":"259.191993ms","start":"2026-03-31T20:21:11.638362Z","end":"2026-03-31T20:21:11.897554Z","steps":["trace[1000535933] 'agreement among raft nodes before linearized reading' (duration: 258.843614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.547954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.108017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T20:21:15.548054Z","caller":"traceutil/trace.go:171","msg":"trace[475188158] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:335; }","duration":"129.2336ms","start":"2026-03-31T20:21:15.418796Z","end":"2026-03-31T20:21:15.548029Z","steps":["trace[475188158] 'agreement among raft nodes before linearized reading' (duration: 129.056896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.547956Z","caller":"traceutil/trace.go:171","msg":"trace[1936934372] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"138.414551ms","start":"2026-03-31T20:21:15.409505Z","end":"2026-03-31T20:21:15.547919Z","steps":["trace[1936934372] 'process raft request' (duration: 138.173865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:17.573586Z","caller":"traceutil/trace.go:171","msg":"trace[2009286601] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"196.231125ms","start":"2026-03-31T20:21:17.377326Z","end":"2026-03-31T20:21:17.573557Z","steps":["trace[2009286601] 'process raft request' (duration: 196.050741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:18.303251Z","caller":"traceutil/trace.go:171","msg":"trace[1364897666] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"232.303561ms","start":"2026-03-31T20:21:18.070925Z","end":"2026-03-31T20:21:18.303228Z","steps":["trace[1364897666] 'process raft request' (duration: 232.154368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:18.942567Z","caller":"traceutil/trace.go:171","msg":"trace[245651015] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:375; }","duration":"156.842167ms","start":"2026-03-31T20:21:18.785702Z","end":"2026-03-31T20:21:18.942544Z","steps":["trace[245651015] 'read index received' (duration: 156.743325ms)","trace[245651015] 'applied index is now lower than readState.Index' (duration: 97.482µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:18.942638Z","caller":"traceutil/trace.go:171","msg":"trace[1774639468] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"159.379813ms","start":"2026-03-31T20:21:18.783227Z","end":"2026-03-31T20:21:18.942607Z","steps":["trace[1774639468] 'process raft request' (duration: 159.179589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:18.942698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.982151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:21:18.942736Z","caller":"traceutil/trace.go:171","msg":"trace[1126781375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:360; }","duration":"157.071702ms","start":"2026-03-31T20:21:18.785653Z","end":"2026-03-31T20:21:18.942725Z","steps":["trace[1126781375] 'agreement among raft nodes before linearized reading' (duration: 156.98806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.719885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.064044ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:19.719959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.741996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:21:19.720027Z","caller":"traceutil/trace.go:171","msg":"trace[1274454094] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:361; }","duration":"187.234138ms","start":"2026-03-31T20:21:19.532772Z","end":"2026-03-31T20:21:19.720007Z","steps":["trace[1274454094] 'range keys from in-memory index tree' (duration: 186.976692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.72001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.249511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-31T20:21:19.72004Z","caller":"traceutil/trace.go:171","msg":"trace[785608703] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:361; }","duration":"529.887319ms","start":"2026-03-31T20:21:19.190135Z","end":"2026-03-31T20:21:19.720022Z","steps":["trace[785608703] 'range keys from in-memory index tree' (duration: 529.637304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.720066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.721586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:21:19.720095Z","caller":"traceutil/trace.go:171","msg":"trace[1825997323] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:361; }","duration":"458.392844ms","start":"2026-03-31T20:21:19.261684Z","end":"2026-03-31T20:21:19.720077Z","steps":["trace[1825997323] 'range keys from in-memory index tree' (duration: 458.125538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.7201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:19.190113Z","time spent":"529.977591ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-03-31T20:21:19.720157Z","caller":"traceutil/trace.go:171","msg":"trace[186130816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:361; }","duration":"142.873609ms","start":"2026-03-31T20:21:19.577262Z","end":"2026-03-31T20:21:19.720136Z","steps":["trace[186130816] 'range keys from in-memory index tree' (duration: 142.620134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.720161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:19.261662Z","time spent":"458.488096ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-31T20:21:20.309256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:19.721222Z","time spent":"588.028ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:21:22.289895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.980659615s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:21:22.46446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.238901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:22.464621Z","caller":"traceutil/trace.go:171","msg":"trace[433078679] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"2.739864048s","start":"2026-03-31T20:21:19.724742Z","end":"2026-03-31T20:21:22.464606Z","steps":["trace[433078679] 'process raft request' (duration: 2.565415473s)","trace[433078679] 'compare' (duration: 173.80903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:22.464673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:19.724714Z","time spent":"2.739936069s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:22.465013Z","caller":"traceutil/trace.go:171","msg":"trace[99103915] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:378; }","duration":"2.157646766s","start":"2026-03-31T20:21:20.307356Z","end":"2026-03-31T20:21:22.465003Z","steps":["trace[99103915] 'read index received' (duration: 1.873341ms)","trace[99103915] 'applied index is now lower than readState.Index' (duration: 2.155772585s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:22.465136Z","caller":"traceutil/trace.go:171","msg":"trace[315369830] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"2.735524503s","start":"2026-03-31T20:21:19.729569Z","end":"2026-03-31T20:21:22.465094Z","steps":["trace[315369830] 'process raft request' (duration: 2.734971441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.465213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15782155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T20:21:22.465375Z","caller":"traceutil/trace.go:171","msg":"trace[334151905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:363; }","duration":"2.157992952s","start":"2026-03-31T20:21:20.307317Z","end":"2026-03-31T20:21:22.465309Z","steps":["trace[334151905] 'agreement among raft nodes before linearized reading' (duration: 2.157748327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.465391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:19.729546Z","time spent":"2.735707866s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:22.465453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:20.307296Z","time spent":"2.158142396s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:21:22.511923Z","caller":"traceutil/trace.go:171","msg":"trace[285009811] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"1.308925299s","start":"2026-03-31T20:21:21.202977Z","end":"2026-03-31T20:21:22.511903Z","steps":["trace[285009811] 'process raft request' (duration: 1.308832887s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:22.51195Z","caller":"traceutil/trace.go:171","msg":"trace[1002839442] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"2.201676826s","start":"2026-03-31T20:21:20.310251Z","end":"2026-03-31T20:21:22.511928Z","steps":["trace[1002839442] 'process raft request' (duration: 2.201397379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.512025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:21.202955Z","time spent":"1.309019521s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:22.512052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:20.310234Z","time spent":"2.201753158s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:22.51216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492167698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:21:22.512242Z","caller":"traceutil/trace.go:171","msg":"trace[1543014065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:365; }","duration":"1.49226402s","start":"2026-03-31T20:21:21.019954Z","end":"2026-03-31T20:21:22.512218Z","steps":["trace[1543014065] 'agreement among raft nodes before linearized reading' (duration: 1.492119527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.512257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565103366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T20:21:22.512308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:21.01994Z","time spent":"1.492350482s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:21:22.51233Z","caller":"traceutil/trace.go:171","msg":"trace[1409041430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:365; }","duration":"1.565222828s","start":"2026-03-31T20:21:20.947088Z","end":"2026-03-31T20:21:22.512311Z","steps":["trace[1409041430] 'agreement among raft nodes before linearized reading' (duration: 1.565055364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.512377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:20.947068Z","time spent":"1.56530148s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:22.757518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.126262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:22.757791Z","caller":"traceutil/trace.go:171","msg":"trace[269646664] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:383; }","duration":"222.438142ms","start":"2026-03-31T20:21:22.535331Z","end":"2026-03-31T20:21:22.75777Z","steps":["trace[269646664] 'read index received' (duration: 74.903971ms)","trace[269646664] 'applied index is now lower than readState.Index' (duration: 147.532651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:22.757832Z","caller":"traceutil/trace.go:171","msg":"trace[2137175080] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"240.199413ms","start":"2026-03-31T20:21:22.517578Z","end":"2026-03-31T20:21:22.757778Z","steps":["trace[2137175080] 'process raft request' (duration: 92.704633ms)","trace[2137175080] 'compare' (duration: 146.964119ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:22.757923Z","caller":"traceutil/trace.go:171","msg":"trace[661762296] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"238.268611ms","start":"2026-03-31T20:21:22.519644Z","end":"2026-03-31T20:21:22.757912Z","steps":["trace[661762296] 'process raft request' (duration: 238.050397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.75788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.520644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T20:21:22.758055Z","caller":"traceutil/trace.go:171","msg":"trace[2024229228] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:368; }","duration":"242.73206ms","start":"2026-03-31T20:21:22.515291Z","end":"2026-03-31T20:21:22.758023Z","steps":["trace[2024229228] 'agreement among raft nodes before linearized reading' (duration: 242.539886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:22.761916Z","caller":"traceutil/trace.go:171","msg":"trace[2109227964] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"217.950064ms","start":"2026-03-31T20:21:22.543944Z","end":"2026-03-31T20:21:22.761894Z","steps":["trace[2109227964] 'process raft request' (duration: 217.76485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:22.922796Z","caller":"traceutil/trace.go:171","msg":"trace[1955000153] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"148.015702ms","start":"2026-03-31T20:21:22.774757Z","end":"2026-03-31T20:21:22.922772Z","steps":["trace[1955000153] 'process raft request' (duration: 113.309868ms)","trace[1955000153] 'compare' (duration: 34.609912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:23.376855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.036204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:23.376976Z","caller":"traceutil/trace.go:171","msg":"trace[401448986] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"369.187727ms","start":"2026-03-31T20:21:23.00777Z","end":"2026-03-31T20:21:23.376958Z","steps":["trace[401448986] 'process raft request' (duration: 92.956449ms)","trace[401448986] 'compare' (duration: 275.888031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:23.37704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:23.007748Z","time spent":"369.263ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:27.430966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887422841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:27.836333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032030376s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:21:28.169116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.312085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:28.169232Z","caller":"traceutil/trace.go:171","msg":"trace[1760016464] linearizableReadLoop","detail":"{readStateIndex:400; appliedIndex:399; }","duration":"1.238797514s","start":"2026-03-31T20:21:26.930418Z","end":"2026-03-31T20:21:28.169216Z","steps":["trace[1760016464] 'read index received' (duration: 906.277065ms)","trace[1760016464] 'applied index is now lower than readState.Index' (duration: 332.519439ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:28.169335Z","caller":"traceutil/trace.go:171","msg":"trace[1716819729] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"1.380420656s","start":"2026-03-31T20:21:26.788888Z","end":"2026-03-31T20:21:28.169309Z","steps":["trace[1716819729] 'process raft request' (duration: 1.047838945s)","trace[1716819729] 'compare' (duration: 332.105501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:28.169344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238936727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-31T20:21:28.169419Z","caller":"traceutil/trace.go:171","msg":"trace[1351837124] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:382; }","duration":"1.239061899s","start":"2026-03-31T20:21:26.930348Z","end":"2026-03-31T20:21:28.169409Z","steps":["trace[1351837124] 'agreement among raft nodes before linearized reading' (duration: 1.238956797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:28.169461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:26.788873Z","time spent":"1.380522558s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:28.169485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:26.930322Z","time spent":"1.239125281s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:21:28.169585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.425889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:28.169646Z","caller":"traceutil/trace.go:171","msg":"trace[39348107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:382; }","duration":"211.526262ms","start":"2026-03-31T20:21:27.958102Z","end":"2026-03-31T20:21:28.169629Z","steps":["trace[39348107] 'agreement among raft nodes before linearized reading' (duration: 211.395169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:28.169633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077925328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:28.169741Z","caller":"traceutil/trace.go:171","msg":"trace[1141051506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:382; }","duration":"1.078095422s","start":"2026-03-31T20:21:27.091617Z","end":"2026-03-31T20:21:28.169713Z","steps":["trace[1141051506] 'agreement among raft nodes before linearized reading' (duration: 1.077841016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:28.169796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:27.091597Z","time spent":"1.078189644s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:33.404248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.535486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:33.40434Z","caller":"traceutil/trace.go:171","msg":"trace[422793909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"448.684839ms","start":"2026-03-31T20:21:32.955632Z","end":"2026-03-31T20:21:33.404317Z","steps":["trace[422793909] 'range keys from in-memory index tree' (duration: 448.407523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:33.404393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:32.955609Z","time spent":"448.775072ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:36.460495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.967561ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:21:36.46065Z","caller":"traceutil/trace.go:171","msg":"trace[850300868] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:449; }","duration":"502.843624ms","start":"2026-03-31T20:21:35.957781Z","end":"2026-03-31T20:21:36.460625Z","steps":["trace[850300868] 'read index received' (duration: 53.241µs)","trace[850300868] 'applied index is now lower than readState.Index' (duration: 502.788503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:36.460737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:36.06936Z","time spent":"391.349407ms","remote":"127.0.0.1:40956","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:21:36.460852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.062508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:36.461082Z","caller":"traceutil/trace.go:171","msg":"trace[2072197747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"503.343584ms","start":"2026-03-31T20:21:35.957723Z","end":"2026-03-31T20:21:36.461066Z","steps":["trace[2072197747] 'agreement among raft nodes before linearized reading' (duration: 503.059258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:36.461127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:35.957696Z","time spent":"503.418576ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:36.461196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.015416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-31T20:21:36.461349Z","caller":"traceutil/trace.go:171","msg":"trace[2017331325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:429; }","duration":"223.243501ms","start":"2026-03-31T20:21:36.238079Z","end":"2026-03-31T20:21:36.461322Z","steps":["trace[2017331325] 'agreement among raft nodes before linearized reading' (duration: 222.984315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:41.485206Z","caller":"traceutil/trace.go:171","msg":"trace[1832124733] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"105.666968ms","start":"2026-03-31T20:21:41.3795Z","end":"2026-03-31T20:21:41.485167Z","steps":["trace[1832124733] 'process raft request' (duration: 102.825345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:44.459936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:44.560998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.504226205s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:21:44.561673Z","caller":"traceutil/trace.go:171","msg":"trace[375778517] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"1.505047184s","start":"2026-03-31T20:21:43.056601Z","end":"2026-03-31T20:21:44.561649Z","steps":["trace[375778517] 'process raft request' (duration: 1.504891879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:44.561819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.056563Z","time spent":"1.505189447s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:21:44.590416Z","caller":"traceutil/trace.go:171","msg":"trace[1580643803] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"1.529211626s","start":"2026-03-31T20:21:43.061169Z","end":"2026-03-31T20:21:44.590381Z","steps":["trace[1580643803] 'process raft request' (duration: 1.529041692s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:44.590467Z","caller":"traceutil/trace.go:171","msg":"trace[35207971] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"1.52897512s","start":"2026-03-31T20:21:43.061466Z","end":"2026-03-31T20:21:44.590441Z","steps":["trace[35207971] 'process raft request' (duration: 1.528843428s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:44.590544Z","caller":"traceutil/trace.go:171","msg":"trace[1291128773] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"1.516840544s","start":"2026-03-31T20:21:43.073655Z","end":"2026-03-31T20:21:44.590496Z","steps":["trace[1291128773] 'process raft request' (duration: 1.516725221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:44.590622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.061136Z","time spent":"1.529377849s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:21:44.590736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.061417Z","time spent":"1.529121524s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:21:44.590751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.073637Z","time spent":"1.517036047s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:21:44.590773Z","caller":"traceutil/trace.go:171","msg":"trace[2137100127] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"1.491126336s","start":"2026-03-31T20:21:43.099634Z","end":"2026-03-31T20:21:44.59076Z","steps":["trace[2137100127] 'process raft request' (duration: 1.490923552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:44.590812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.099611Z","time spent":"1.491182227s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:21:44.590844Z","caller":"traceutil/trace.go:171","msg":"trace[1209367579] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"1.519108923s","start":"2026-03-31T20:21:43.071711Z","end":"2026-03-31T20:21:44.59082Z","steps":["trace[1209367579] 'process raft request' (duration: 1.518637852s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:44.590843Z","caller":"traceutil/trace.go:171","msg":"trace[2127233419] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"1.516069975s","start":"2026-03-31T20:21:43.074738Z","end":"2026-03-31T20:21:44.590808Z","steps":["trace[2127233419] 'process raft request' (duration: 1.515675047s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:44.590869Z","caller":"traceutil/trace.go:171","msg":"trace[1217131842] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"1.502818334s","start":"2026-03-31T20:21:43.088016Z","end":"2026-03-31T20:21:44.590835Z","steps":["trace[1217131842] 'process raft request' (duration: 1.502499907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:44.590918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.071663Z","time spent":"1.519223825s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:21:44.590936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.074727Z","time spent":"1.516167018s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:21:44.590949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.087999Z","time spent":"1.502916176s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:21:44.590932Z","caller":"traceutil/trace.go:171","msg":"trace[243685244] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"1.512347924s","start":"2026-03-31T20:21:43.078543Z","end":"2026-03-31T20:21:44.590891Z","steps":["trace[243685244] 'process raft request' (duration: 1.511901715s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:44.59101Z","caller":"traceutil/trace.go:171","msg":"trace[290505870] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"1.335678441s","start":"2026-03-31T20:21:43.255283Z","end":"2026-03-31T20:21:44.590961Z","steps":["trace[290505870] 'process raft request' (duration: 1.335384304s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:44.591019Z","caller":"traceutil/trace.go:171","msg":"trace[558554584] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.464776625s","start":"2026-03-31T20:21:43.126161Z","end":"2026-03-31T20:21:44.590938Z","steps":["trace[558554584] 'process raft request' (duration: 1.464442418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:44.59111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.078501Z","time spent":"1.512526328s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:21:44.591135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.126137Z","time spent":"1.464944379s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:21:44.591127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.255246Z","time spent":"1.335833143s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:21:44.590751Z","caller":"traceutil/trace.go:171","msg":"trace[1100240271] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.510116084s","start":"2026-03-31T20:21:43.080595Z","end":"2026-03-31T20:21:44.590711Z","steps":["trace[1100240271] 'process raft request' (duration: 1.509881389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:44.59135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.080583Z","time spent":"1.510715187s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:21:44.60558Z","caller":"traceutil/trace.go:171","msg":"trace[403717263] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:505; }","duration":"646.52089ms","start":"2026-03-31T20:21:43.95896Z","end":"2026-03-31T20:21:44.60548Z","steps":["trace[403717263] 'read index received' (duration: 602.94398ms)","trace[403717263] 'applied index is now lower than readState.Index' (duration: 43.57497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:44.60576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.796026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:44.605803Z","caller":"traceutil/trace.go:171","msg":"trace[593396173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:496; }","duration":"646.904518ms","start":"2026-03-31T20:21:43.958882Z","end":"2026-03-31T20:21:44.605786Z","steps":["trace[593396173] 'agreement among raft nodes before linearized reading' (duration: 646.766675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:44.605836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.958851Z","time spent":"646.97698ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:51.45917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:21:51.581617Z","caller":"traceutil/trace.go:171","msg":"trace[1184288] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:622; }","duration":"623.200056ms","start":"2026-03-31T20:21:50.958389Z","end":"2026-03-31T20:21:51.581589Z","steps":["trace[1184288] 'read index received' (duration: 622.917839ms)","trace[1184288] 'applied index is now lower than readState.Index' (duration: 281.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:51.581735Z","caller":"traceutil/trace.go:171","msg":"trace[950485981] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"631.334355ms","start":"2026-03-31T20:21:50.950356Z","end":"2026-03-31T20:21:51.58169Z","steps":["trace[950485981] 'process raft request' (duration: 631.043379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:51.5818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.395331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:51.581842Z","caller":"traceutil/trace.go:171","msg":"trace[211826085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"623.502973ms","start":"2026-03-31T20:21:50.958327Z","end":"2026-03-31T20:21:51.58183Z","steps":["trace[211826085] 'agreement among raft nodes before linearized reading' (duration: 623.388519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:51.581905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:50.958295Z","time spent":"623.601805ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:51.581931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:50.950328Z","time spent":"631.50903ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:21:51.582042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.808516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:21:51.582252Z","caller":"traceutil/trace.go:171","msg":"trace[957233556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:593; }","duration":"558.120152ms","start":"2026-03-31T20:21:51.024091Z","end":"2026-03-31T20:21:51.582211Z","steps":["trace[957233556] 'agreement among raft nodes before linearized reading' (duration: 557.694193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:51.582266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.858625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2przv\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-31T20:21:51.58241Z","caller":"traceutil/trace.go:171","msg":"trace[1665702241] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2przv; range_end:; response_count:1; response_revision:593; }","duration":"469.079429ms","start":"2026-03-31T20:21:51.113297Z","end":"2026-03-31T20:21:51.582376Z","steps":["trace[1665702241] 'agreement among raft nodes before linearized reading' (duration: 468.540897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:51.582325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:51.024065Z","time spent":"558.241474ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:51.582472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:51.113276Z","time spent":"469.185982ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-2przv\" "} {"level":"warn","ts":"2026-03-31T20:21:52.665398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.244143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:52.665557Z","caller":"traceutil/trace.go:171","msg":"trace[1338852144] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"1.071475456s","start":"2026-03-31T20:21:51.594059Z","end":"2026-03-31T20:21:52.665534Z","steps":["trace[1338852144] 'read index received' (duration: 244.116701ms)","trace[1338852144] 'applied index is now lower than readState.Index' (duration: 827.357175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:52.665672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071605529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:52.665716Z","caller":"traceutil/trace.go:171","msg":"trace[1438782869] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:594; }","duration":"1.071680901s","start":"2026-03-31T20:21:51.594019Z","end":"2026-03-31T20:21:52.6657Z","steps":["trace[1438782869] 'agreement among raft nodes before linearized reading' (duration: 1.071608809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:52.665766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:51.594001Z","time spent":"1.071756572s","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-03-31T20:21:52.665852Z","caller":"traceutil/trace.go:171","msg":"trace[1499059892] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.078177483s","start":"2026-03-31T20:21:51.587631Z","end":"2026-03-31T20:21:52.665809Z","steps":["trace[1499059892] 'process raft request' (duration: 250.388528ms)","trace[1499059892] 'compare' (duration: 827.09927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:52.666088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:51.58761Z","time spent":"1.078323308s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:53.170061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:53.503497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536745512s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:21:53.789765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.276478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:53.790074Z","caller":"traceutil/trace.go:171","msg":"trace[1877381786] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"2.188872636s","start":"2026-03-31T20:21:51.601186Z","end":"2026-03-31T20:21:53.790059Z","steps":["trace[1877381786] 'process raft request' (duration: 1.90324141s)","trace[1877381786] 'compare' (duration: 284.89561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:53.790123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:51.601138Z","time spent":"2.188960778s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:54.960335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001093538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:21:54.960446Z","caller":"traceutil/trace.go:171","msg":"trace[2080118490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001281582s","start":"2026-03-31T20:21:52.959141Z","end":"2026-03-31T20:21:54.960423Z","steps":["trace[2080118490] 'agreement among raft nodes before linearized reading' (duration: 2.001141569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:54.960498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:52.959117Z","time spent":"2.001369364s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:21:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:21:55.477879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.892797169s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:21:55.479868Z","caller":"traceutil/trace.go:171","msg":"trace[875245752] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:624; }","duration":"2.810430255s","start":"2026-03-31T20:21:52.669393Z","end":"2026-03-31T20:21:55.479823Z","steps":["trace[875245752] 'read index received' (duration: 834.852951ms)","trace[875245752] 'applied index is now lower than readState.Index' (duration: 1.975575974s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:55.48007Z","caller":"traceutil/trace.go:171","msg":"trace[1764513318] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"2.421562544s","start":"2026-03-31T20:21:53.0585Z","end":"2026-03-31T20:21:55.480062Z","steps":["trace[1764513318] 'process raft request' (duration: 2.420109753s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:55.479935Z","caller":"traceutil/trace.go:171","msg":"trace[1393179862] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"2.187466404s","start":"2026-03-31T20:21:53.292429Z","end":"2026-03-31T20:21:55.479895Z","steps":["trace[1393179862] 'process raft request' (duration: 2.187320261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:55.480196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:53.292401Z","time spent":"2.18772289s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:55.480218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:53.058461Z","time spent":"2.421638645s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:55.48029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810858714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:21:55.480349Z","caller":"traceutil/trace.go:171","msg":"trace[1646095515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:597; }","duration":"2.810989607s","start":"2026-03-31T20:21:52.669342Z","end":"2026-03-31T20:21:55.480331Z","steps":["trace[1646095515] 'agreement among raft nodes before linearized reading' (duration: 2.810761062s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:55.480406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:52.669321Z","time spent":"2.811075649s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:56.961141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000755978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:21:56.961337Z","caller":"traceutil/trace.go:171","msg":"trace[207729880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001012513s","start":"2026-03-31T20:21:54.960301Z","end":"2026-03-31T20:21:56.961314Z","steps":["trace[207729880] 'agreement among raft nodes before linearized reading' (duration: 2.000785758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:56.961462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:54.960283Z","time spent":"2.001156796s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:21:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:21:57.757614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999348892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:21:57.757717Z","caller":"traceutil/trace.go:171","msg":"trace[368360109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999516075s","start":"2026-03-31T20:21:52.758175Z","end":"2026-03-31T20:21:57.757691Z","steps":["trace[368360109] 'agreement among raft nodes before linearized reading' (duration: 4.999384893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:57.757862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:52.758151Z","time spent":"4.999663628s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 20:21:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:21:57.76605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999060894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:21:57.766125Z","caller":"traceutil/trace.go:171","msg":"trace[1810271180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999183737s","start":"2026-03-31T20:21:52.766924Z","end":"2026-03-31T20:21:57.766107Z","steps":["trace[1810271180] 'agreement among raft nodes before linearized reading' (duration: 4.999087485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:57.766163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:52.766907Z","time spent":"4.999248248s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:21:58.362084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872038772s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:21:58.362292Z","caller":"traceutil/trace.go:171","msg":"trace[1734522096] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:627; }","duration":"2.882212397s","start":"2026-03-31T20:21:55.480062Z","end":"2026-03-31T20:21:58.362275Z","steps":["trace[1734522096] 'read index received' (duration: 9.95786ms)","trace[1734522096] 'applied index is now lower than readState.Index' (duration: 2.872253627s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:58.362524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.692588118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:21:58.362602Z","caller":"traceutil/trace.go:171","msg":"trace[230986059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"3.692710081s","start":"2026-03-31T20:21:54.669879Z","end":"2026-03-31T20:21:58.36259Z","steps":["trace[230986059] 'agreement among raft nodes before linearized reading' (duration: 3.692540117s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:58.362632Z","caller":"traceutil/trace.go:171","msg":"trace[1252314757] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"2.878635588s","start":"2026-03-31T20:21:55.483977Z","end":"2026-03-31T20:21:58.362613Z","steps":["trace[1252314757] 'process raft request' (duration: 2.878210599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:58.362734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:55.483951Z","time spent":"2.878727581s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:58.362649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:54.669859Z","time spent":"3.692783202s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:58.363108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581755003s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:58.363326Z","caller":"traceutil/trace.go:171","msg":"trace[1742024630] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:597; }","duration":"1.581933117s","start":"2026-03-31T20:21:56.78131Z","end":"2026-03-31T20:21:58.363243Z","steps":["trace[1742024630] 'range keys from in-memory index tree' (duration: 1.581707172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:58.862892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:58.969023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:21:58.969085Z","caller":"traceutil/trace.go:171","msg":"trace[887245870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394172s","start":"2026-03-31T20:21:56.968678Z","end":"2026-03-31T20:21:58.969072Z","steps":["trace[887245870] 'agreement among raft nodes before linearized reading' (duration: 2.00031555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:58.969123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:56.968655Z","time spent":"2.000457563s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:21:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:21:59.363094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:59.86336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:00.364225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:00.380886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.416409572s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:22:00.385654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022853156s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:00.385985Z","caller":"traceutil/trace.go:171","msg":"trace[1668999888] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:629; }","duration":"2.023634223s","start":"2026-03-31T20:21:58.362328Z","end":"2026-03-31T20:22:00.385962Z","steps":["trace[1668999888] 'read index received' (duration: 2.018743636s)","trace[1668999888] 'applied index is now lower than readState.Index' (duration: 4.889257ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:00.386146Z","caller":"traceutil/trace.go:171","msg":"trace[807520464] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"4.85184479s","start":"2026-03-31T20:21:55.534283Z","end":"2026-03-31T20:22:00.386128Z","steps":["trace[807520464] 'process raft request' (duration: 2.828319259s)","trace[807520464] 'compare' (duration: 2.02256914s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:00.386227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:55.534254Z","time spent":"4.851931532s","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:00.386276Z","caller":"traceutil/trace.go:171","msg":"trace[1067529725] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"3.384243932s","start":"2026-03-31T20:21:57.002004Z","end":"2026-03-31T20:22:00.386248Z","steps":["trace[1067529725] 'process raft request' (duration: 3.383843213s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.38631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416724345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:00.386305Z","caller":"traceutil/trace.go:171","msg":"trace[1891563988] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"3.421898572s","start":"2026-03-31T20:21:56.964369Z","end":"2026-03-31T20:22:00.386268Z","steps":["trace[1891563988] 'process raft request' (duration: 3.421396561s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:00.386329Z","caller":"traceutil/trace.go:171","msg":"trace[782136270] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"2.01945645s","start":"2026-03-31T20:21:58.366824Z","end":"2026-03-31T20:22:00.386281Z","steps":["trace[782136270] 'process raft request' (duration: 2.019088352s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:00.386386Z","caller":"traceutil/trace.go:171","msg":"trace[1888546023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"1.416811737s","start":"2026-03-31T20:21:58.969542Z","end":"2026-03-31T20:22:00.386353Z","steps":["trace[1888546023] 'agreement among raft nodes before linearized reading' (duration: 1.416716885s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.386397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.620452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:22:00.386425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:56.964348Z","time spent":"3.422019415s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:00.386506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:58.366791Z","time spent":"2.019627234s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:00.386478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194919557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:22:00.386441Z","caller":"traceutil/trace.go:171","msg":"trace[985125735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:602; }","duration":"617.687904ms","start":"2026-03-31T20:21:59.76874Z","end":"2026-03-31T20:22:00.386427Z","steps":["trace[985125735] 'agreement among raft nodes before linearized reading' (duration: 617.51702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.386437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:58.969529Z","time spent":"1.416897019s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:00.386371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.812093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:22:00.386836Z","caller":"traceutil/trace.go:171","msg":"trace[424588704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:602; }","duration":"626.296135ms","start":"2026-03-31T20:21:59.7605Z","end":"2026-03-31T20:22:00.386796Z","steps":["trace[424588704] 'agreement among raft nodes before linearized reading' (duration: 625.760112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.386892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:59.760469Z","time spent":"626.411117ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:00.386438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.001978Z","time spent":"3.384375555s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:00.386588Z","caller":"traceutil/trace.go:171","msg":"trace[1592449404] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:602; }","duration":"1.195075011s","start":"2026-03-31T20:21:59.191482Z","end":"2026-03-31T20:22:00.386557Z","steps":["trace[1592449404] 'agreement among raft nodes before linearized reading' (duration: 1.194782034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.386838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:59.768728Z","time spent":"617.961321ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:00.387003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:59.19146Z","time spent":"1.195526721s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-03-31T20:22:00.543302Z","caller":"traceutil/trace.go:171","msg":"trace[1795590090] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"152.49229ms","start":"2026-03-31T20:22:00.390753Z","end":"2026-03-31T20:22:00.543246Z","steps":["trace[1795590090] 'process raft request' (duration: 140.604949ms)","trace[1795590090] 'compare' (duration: 11.633706ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:00.543406Z","caller":"traceutil/trace.go:171","msg":"trace[2122710060] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"151.308715ms","start":"2026-03-31T20:22:00.392064Z","end":"2026-03-31T20:22:00.543373Z","steps":["trace[2122710060] 'process raft request' (duration: 151.221622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:00.543551Z","caller":"traceutil/trace.go:171","msg":"trace[1233283903] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:634; }","duration":"129.802141ms","start":"2026-03-31T20:22:00.413724Z","end":"2026-03-31T20:22:00.543526Z","steps":["trace[1233283903] 'read index received' (duration: 117.628252ms)","trace[1233283903] 'applied index is now lower than readState.Index' (duration: 12.172739ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:00.543733Z","caller":"traceutil/trace.go:171","msg":"trace[894945256] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"151.562871ms","start":"2026-03-31T20:22:00.392158Z","end":"2026-03-31T20:22:00.543721Z","steps":["trace[894945256] 'process raft request' (duration: 151.173161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:00.543754Z","caller":"traceutil/trace.go:171","msg":"trace[915311715] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"152.068412ms","start":"2026-03-31T20:22:00.391674Z","end":"2026-03-31T20:22:00.543742Z","steps":["trace[915311715] 'process raft request' (duration: 151.496469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.543815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.179469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:00.54396Z","caller":"traceutil/trace.go:171","msg":"trace[985311728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"149.297261ms","start":"2026-03-31T20:22:00.394575Z","end":"2026-03-31T20:22:00.543872Z","steps":["trace[985311728] 'agreement among raft nodes before linearized reading' (duration: 149.159438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:00.554957Z","caller":"traceutil/trace.go:171","msg":"trace[773823100] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"140.433285ms","start":"2026-03-31T20:22:00.414505Z","end":"2026-03-31T20:22:00.554938Z","steps":["trace[773823100] 'process raft request' (duration: 140.305662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.555077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.581653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-31T20:22:00.555119Z","caller":"traceutil/trace.go:171","msg":"trace[555067021] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:607; }","duration":"137.680185ms","start":"2026-03-31T20:22:00.41743Z","end":"2026-03-31T20:22:00.55511Z","steps":["trace[555067021] 'agreement among raft nodes before linearized reading' (duration: 137.550762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:01.424903Z","caller":"traceutil/trace.go:171","msg":"trace[1068103920] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"263.274823ms","start":"2026-03-31T20:22:01.161603Z","end":"2026-03-31T20:22:01.424878Z","steps":["trace[1068103920] 'process raft request' (duration: 263.096949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:02.657004Z","caller":"traceutil/trace.go:171","msg":"trace[1607847104] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:647; }","duration":"109.318739ms","start":"2026-03-31T20:22:02.54766Z","end":"2026-03-31T20:22:02.656979Z","steps":["trace[1607847104] 'read index received' (duration: 108.946241ms)","trace[1607847104] 'applied index is now lower than readState.Index' (duration: 371.308µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:02.657113Z","caller":"traceutil/trace.go:171","msg":"trace[1934845665] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"260.229677ms","start":"2026-03-31T20:22:02.39685Z","end":"2026-03-31T20:22:02.65708Z","steps":["trace[1934845665] 'process raft request' (duration: 259.889189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:02.657239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.562075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:22:02.657277Z","caller":"traceutil/trace.go:171","msg":"trace[767694775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"109.654857ms","start":"2026-03-31T20:22:02.547614Z","end":"2026-03-31T20:22:02.657269Z","steps":["trace[767694775] 'agreement among raft nodes before linearized reading' (duration: 109.477863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:02.657419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.701878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:22:02.657506Z","caller":"traceutil/trace.go:171","msg":"trace[1373461591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:616; }","duration":"109.840531ms","start":"2026-03-31T20:22:02.54765Z","end":"2026-03-31T20:22:02.657491Z","steps":["trace[1373461591] 'agreement among raft nodes before linearized reading' (duration: 109.599516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:02.657597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.198287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:22:02.657649Z","caller":"traceutil/trace.go:171","msg":"trace[1409887378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"109.269339ms","start":"2026-03-31T20:22:02.548366Z","end":"2026-03-31T20:22:02.657636Z","steps":["trace[1409887378] 'agreement among raft nodes before linearized reading' (duration: 109.014373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:04.771699Z","caller":"traceutil/trace.go:171","msg":"trace[1722178334] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"105.675229ms","start":"2026-03-31T20:22:04.66598Z","end":"2026-03-31T20:22:04.771655Z","steps":["trace[1722178334] 'process raft request' (duration: 105.487375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:05.009107Z","caller":"traceutil/trace.go:171","msg":"trace[813119441] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"233.139289ms","start":"2026-03-31T20:22:04.775938Z","end":"2026-03-31T20:22:05.009078Z","steps":["trace[813119441] 'process raft request' (duration: 232.897334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:05.009613Z","caller":"traceutil/trace.go:171","msg":"trace[610285289] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"233.63943ms","start":"2026-03-31T20:22:04.775944Z","end":"2026-03-31T20:22:05.009584Z","steps":["trace[610285289] 'process raft request' (duration: 233.078378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:07.855924Z","caller":"traceutil/trace.go:171","msg":"trace[48241440] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"426.588012ms","start":"2026-03-31T20:22:07.429315Z","end":"2026-03-31T20:22:07.855903Z","steps":["trace[48241440] 'process raft request' (duration: 426.341386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:07.856127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:07.429284Z","time spent":"426.771146ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:07.862342Z","caller":"traceutil/trace.go:171","msg":"trace[1353034454] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"234.386447ms","start":"2026-03-31T20:22:07.62793Z","end":"2026-03-31T20:22:07.862316Z","steps":["trace[1353034454] 'process raft request' (duration: 234.100421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:08.890884Z","caller":"traceutil/trace.go:171","msg":"trace[420471154] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"100.379923ms","start":"2026-03-31T20:22:08.790475Z","end":"2026-03-31T20:22:08.890855Z","steps":["trace[420471154] 'process raft request' (duration: 100.172289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:09.833449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.616446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-31T20:22:09.833562Z","caller":"traceutil/trace.go:171","msg":"trace[1599603157] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:691; }","duration":"207.779039ms","start":"2026-03-31T20:22:09.625766Z","end":"2026-03-31T20:22:09.833545Z","steps":["trace[1599603157] 'range keys from in-memory index tree' (duration: 207.440752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:09.833564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.269827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-31T20:22:09.833645Z","caller":"traceutil/trace.go:171","msg":"trace[476682354] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:691; }","duration":"407.38735ms","start":"2026-03-31T20:22:09.426234Z","end":"2026-03-31T20:22:09.833621Z","steps":["trace[476682354] 'range keys from in-memory index tree' (duration: 407.085983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:09.833704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:09.426216Z","time spent":"407.474561ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-31T20:22:10.615397Z","caller":"traceutil/trace.go:171","msg":"trace[225590652] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:726; }","duration":"388.996834ms","start":"2026-03-31T20:22:10.22637Z","end":"2026-03-31T20:22:10.615366Z","steps":["trace[225590652] 'read index received' (duration: 37.70071ms)","trace[225590652] 'applied index is now lower than readState.Index' (duration: 351.294844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:10.615554Z","caller":"traceutil/trace.go:171","msg":"trace[707504089] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"392.91797ms","start":"2026-03-31T20:22:10.222616Z","end":"2026-03-31T20:22:10.615534Z","steps":["trace[707504089] 'process raft request' (duration: 362.07361ms)","trace[707504089] 'compare' (duration: 30.544854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:10.615684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.222599Z","time spent":"392.999802ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:10.615819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.043515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-31T20:22:10.615923Z","caller":"traceutil/trace.go:171","msg":"trace[1880269093] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:693; }","duration":"188.149567ms","start":"2026-03-31T20:22:10.427751Z","end":"2026-03-31T20:22:10.615901Z","steps":["trace[1880269093] 'agreement among raft nodes before linearized reading' (duration: 187.8199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:10.61625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.848022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-31T20:22:10.616352Z","caller":"traceutil/trace.go:171","msg":"trace[1165762133] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:693; }","duration":"389.975435ms","start":"2026-03-31T20:22:10.226349Z","end":"2026-03-31T20:22:10.616325Z","steps":["trace[1165762133] 'agreement among raft nodes before linearized reading' (duration: 389.658418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:10.616409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.226306Z","time spent":"390.088358ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-31T20:22:10.868074Z","caller":"traceutil/trace.go:171","msg":"trace[1770142532] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"207.661957ms","start":"2026-03-31T20:22:10.660389Z","end":"2026-03-31T20:22:10.86805Z","steps":["trace[1770142532] 'process raft request' (duration: 204.908746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:11.32636Z","caller":"traceutil/trace.go:171","msg":"trace[381058489] linearizableReadLoop","detail":"{readStateIndex:730; appliedIndex:729; }","duration":"432.299718ms","start":"2026-03-31T20:22:10.894034Z","end":"2026-03-31T20:22:11.326334Z","steps":["trace[381058489] 'read index received' (duration: 409.080446ms)","trace[381058489] 'applied index is now lower than readState.Index' (duration: 23.215892ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:11.326498Z","caller":"traceutil/trace.go:171","msg":"trace[1148342212] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"469.526409ms","start":"2026-03-31T20:22:10.856944Z","end":"2026-03-31T20:22:11.32647Z","steps":["trace[1148342212] 'process raft request' (duration: 446.146194ms)","trace[1148342212] 'compare' (duration: 23.013157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:11.326617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.856918Z","time spent":"469.633991ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:11.326622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.588645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:22:11.326671Z","caller":"traceutil/trace.go:171","msg":"trace[285489573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:695; }","duration":"432.676897ms","start":"2026-03-31T20:22:10.893981Z","end":"2026-03-31T20:22:11.326658Z","steps":["trace[285489573] 'agreement among raft nodes before linearized reading' (duration: 432.506374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:11.326715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.893959Z","time spent":"432.746659ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:22:11.697639Z","caller":"traceutil/trace.go:171","msg":"trace[753072324] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:730; }","duration":"371.16027ms","start":"2026-03-31T20:22:11.326434Z","end":"2026-03-31T20:22:11.697594Z","steps":["trace[753072324] 'read index received' (duration: 370.901455ms)","trace[753072324] 'applied index is now lower than readState.Index' (duration: 257.895µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:11.697833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.34967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:11.697679Z","caller":"traceutil/trace.go:171","msg":"trace[1908274949] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"439.339144ms","start":"2026-03-31T20:22:11.258315Z","end":"2026-03-31T20:22:11.697654Z","steps":["trace[1908274949] 'process raft request' (duration: 439.042107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:11.697898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.85296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:22:11.697922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.919986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-31T20:22:11.697945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.243737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T20:22:11.697933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.816017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:11.697935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.338697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-31T20:22:11.697983Z","caller":"traceutil/trace.go:171","msg":"trace[779299745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:696; }","duration":"667.305049ms","start":"2026-03-31T20:22:11.030669Z","end":"2026-03-31T20:22:11.697974Z","steps":["trace[779299745] 'agreement among raft nodes before linearized reading' (duration: 667.234637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:11.697983Z","caller":"traceutil/trace.go:171","msg":"trace[1904509341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:696; }","duration":"396.03919ms","start":"2026-03-31T20:22:11.301929Z","end":"2026-03-31T20:22:11.697968Z","steps":["trace[1904509341] 'agreement among raft nodes before linearized reading' (duration: 395.842835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:11.698018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.03065Z","time spent":"667.362909ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:11.698024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.301904Z","time spent":"396.111201ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:22:11.69799Z","caller":"traceutil/trace.go:171","msg":"trace[1186919776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:696; }","duration":"739.901559ms","start":"2026-03-31T20:22:10.958079Z","end":"2026-03-31T20:22:11.697981Z","steps":["trace[1186919776] 'agreement among raft nodes before linearized reading' (duration: 739.830667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:11.698031Z","caller":"traceutil/trace.go:171","msg":"trace[1331759053] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:696; }","duration":"671.48566ms","start":"2026-03-31T20:22:11.026518Z","end":"2026-03-31T20:22:11.698003Z","steps":["trace[1331759053] 'agreement among raft nodes before linearized reading' (duration: 671.201454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:11.698027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.258287Z","time spent":"439.655231ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:11.698077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.95806Z","time spent":"740.006501ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:11.69795Z","caller":"traceutil/trace.go:171","msg":"trace[271890238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:696; }","duration":"789.924812ms","start":"2026-03-31T20:22:10.908011Z","end":"2026-03-31T20:22:11.697936Z","steps":["trace[271890238] 'agreement among raft nodes before linearized reading' (duration: 789.813899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:11.69812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.026485Z","time spent":"671.618862ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-31T20:22:11.698146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.907998Z","time spent":"790.139536ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:22:11.697883Z","caller":"traceutil/trace.go:171","msg":"trace[283484791] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:696; }","duration":"692.437392ms","start":"2026-03-31T20:22:11.005419Z","end":"2026-03-31T20:22:11.697856Z","steps":["trace[283484791] 'agreement among raft nodes before linearized reading' (duration: 692.32217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:11.6982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.005398Z","time spent":"692.78362ms","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:11.69786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.663655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-31T20:22:11.698296Z","caller":"traceutil/trace.go:171","msg":"trace[239612091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:696; }","duration":"662.141834ms","start":"2026-03-31T20:22:11.036131Z","end":"2026-03-31T20:22:11.698273Z","steps":["trace[239612091] 'agreement among raft nodes before linearized reading' (duration: 661.49316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:11.698369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.03611Z","time spent":"662.235907ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:12.031996Z","caller":"traceutil/trace.go:171","msg":"trace[1653566523] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"702.357871ms","start":"2026-03-31T20:22:11.329618Z","end":"2026-03-31T20:22:12.031976Z","steps":["trace[1653566523] 'process raft request' (duration: 702.098144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.032172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.329603Z","time spent":"702.507415ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:12.032212Z","caller":"traceutil/trace.go:171","msg":"trace[1232671610] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:731; }","duration":"334.448132ms","start":"2026-03-31T20:22:11.697722Z","end":"2026-03-31T20:22:12.03217Z","steps":["trace[1232671610] 'read index received' (duration: 334.010392ms)","trace[1232671610] 'applied index is now lower than readState.Index' (duration: 436.31µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:12.032334Z","caller":"traceutil/trace.go:171","msg":"trace[294621330] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"611.13414ms","start":"2026-03-31T20:22:11.421133Z","end":"2026-03-31T20:22:12.032267Z","steps":["trace[294621330] 'process raft request' (duration: 610.727781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.032616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.12487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-31T20:22:12.032621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.421101Z","time spent":"611.397275ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:12.032689Z","caller":"traceutil/trace.go:171","msg":"trace[1649897565] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:698; }","duration":"606.247293ms","start":"2026-03-31T20:22:11.426421Z","end":"2026-03-31T20:22:12.032668Z","steps":["trace[1649897565] 'agreement among raft nodes before linearized reading' (duration: 605.921176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.032747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.426405Z","time spent":"606.328424ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-31T20:22:12.543644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.25412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:12.543865Z","caller":"traceutil/trace.go:171","msg":"trace[420710760] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"841.924496ms","start":"2026-03-31T20:22:11.701912Z","end":"2026-03-31T20:22:12.543837Z","steps":["trace[420710760] 'process raft request' (duration: 574.38222ms)","trace[420710760] 'compare' (duration: 267.105017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:12.544024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.701901Z","time spent":"842.04653ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:12.544064Z","caller":"traceutil/trace.go:171","msg":"trace[2011463768] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"841.842694ms","start":"2026-03-31T20:22:11.702196Z","end":"2026-03-31T20:22:12.544039Z","steps":["trace[2011463768] 'process raft request' (duration: 841.62521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:12.544189Z","caller":"traceutil/trace.go:171","msg":"trace[281573600] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"842.180092ms","start":"2026-03-31T20:22:11.701973Z","end":"2026-03-31T20:22:12.544153Z","steps":["trace[281573600] 'process raft request' (duration: 841.793884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.544251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.702189Z","time spent":"841.974737ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:12.544393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.701969Z","time spent":"842.307495ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:12.544438Z","caller":"traceutil/trace.go:171","msg":"trace[338721788] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:733; }","duration":"512.129348ms","start":"2026-03-31T20:22:12.032296Z","end":"2026-03-31T20:22:12.544425Z","steps":["trace[338721788] 'read index received' (duration: 244.153581ms)","trace[338721788] 'applied index is now lower than readState.Index' (duration: 267.974657ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:12.54452Z","caller":"traceutil/trace.go:171","msg":"trace[1478579122] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"841.516778ms","start":"2026-03-31T20:22:11.702968Z","end":"2026-03-31T20:22:12.544484Z","steps":["trace[1478579122] 'process raft request' (duration: 840.942335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.544627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.308031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:12.54465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.304225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188486"} {"level":"info","ts":"2026-03-31T20:22:12.544688Z","caller":"traceutil/trace.go:171","msg":"trace[700091816] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:702; }","duration":"695.344106ms","start":"2026-03-31T20:22:11.849331Z","end":"2026-03-31T20:22:12.544676Z","steps":["trace[700091816] 'agreement among raft nodes before linearized reading' (duration: 695.163172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.544729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.849271Z","time spent":"695.450939ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188509,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-31T20:22:12.544725Z","caller":"traceutil/trace.go:171","msg":"trace[1370764221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:702; }","duration":"845.429264ms","start":"2026-03-31T20:22:11.699242Z","end":"2026-03-31T20:22:12.544671Z","steps":["trace[1370764221] 'agreement among raft nodes before linearized reading' (duration: 845.294421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.544744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.702939Z","time spent":"841.687052ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:12.544823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.699228Z","time spent":"845.579497ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:12.895531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.249096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:12.895733Z","caller":"traceutil/trace.go:171","msg":"trace[836506078] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"801.782112ms","start":"2026-03-31T20:22:12.093932Z","end":"2026-03-31T20:22:12.895714Z","steps":["trace[836506078] 'process raft request' (duration: 615.24333ms)","trace[836506078] 'compare' (duration: 186.101943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:12.8958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.09389Z","time spent":"801.882614ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:12.895817Z","caller":"traceutil/trace.go:171","msg":"trace[1663790096] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"797.440087ms","start":"2026-03-31T20:22:12.09835Z","end":"2026-03-31T20:22:12.89579Z","steps":["trace[1663790096] 'process raft request' (duration: 797.279584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.895954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.098328Z","time spent":"797.566899ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:12.895987Z","caller":"traceutil/trace.go:171","msg":"trace[14975748] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"791.369632ms","start":"2026-03-31T20:22:12.104609Z","end":"2026-03-31T20:22:12.895979Z","steps":["trace[14975748] 'process raft request' (duration: 791.170928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.896032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.104575Z","time spent":"791.432085ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:12.895956Z","caller":"traceutil/trace.go:171","msg":"trace[1499022515] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:737; }","duration":"351.475886ms","start":"2026-03-31T20:22:12.544467Z","end":"2026-03-31T20:22:12.895943Z","steps":["trace[1499022515] 'read index received' (duration: 164.72272ms)","trace[1499022515] 'applied index is now lower than readState.Index' (duration: 186.752126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:12.896109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.715352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188243"} {"level":"info","ts":"2026-03-31T20:22:12.896157Z","caller":"traceutil/trace.go:171","msg":"trace[991612728] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:705; }","duration":"674.814624ms","start":"2026-03-31T20:22:12.221331Z","end":"2026-03-31T20:22:12.896146Z","steps":["trace[991612728] 'agreement among raft nodes before linearized reading' (duration: 674.64533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.89619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.221302Z","time spent":"674.879146ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-31T20:22:13.156801Z","caller":"traceutil/trace.go:171","msg":"trace[1883016284] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:740; }","duration":"260.649645ms","start":"2026-03-31T20:22:12.896115Z","end":"2026-03-31T20:22:13.156764Z","steps":["trace[1883016284] 'read index received' (duration: 173.133377ms)","trace[1883016284] 'applied index is now lower than readState.Index' (duration: 87.514628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:13.156866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.098708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:13.156957Z","caller":"traceutil/trace.go:171","msg":"trace[1385492640] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:706; }","duration":"287.21446ms","start":"2026-03-31T20:22:12.869715Z","end":"2026-03-31T20:22:13.156929Z","steps":["trace[1385492640] 'agreement among raft nodes before linearized reading' (duration: 287.068637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:13.156962Z","caller":"traceutil/trace.go:171","msg":"trace[1159232353] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"494.007929ms","start":"2026-03-31T20:22:12.662913Z","end":"2026-03-31T20:22:13.156921Z","steps":["trace[1159232353] 'process raft request' (duration: 406.238924ms)","trace[1159232353] 'compare' (duration: 87.403227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:13.157054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.049483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:13.157094Z","caller":"traceutil/trace.go:171","msg":"trace[1511314706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:706; }","duration":"604.118595ms","start":"2026-03-31T20:22:12.552965Z","end":"2026-03-31T20:22:13.157084Z","steps":["trace[1511314706] 'agreement among raft nodes before linearized reading' (duration: 604.064734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.157131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.55295Z","time spent":"604.173506ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:13.157002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.265973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:13.157196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.662866Z","time spent":"494.186783ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4741,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:13.157652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.945038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-31T20:22:13.157722Z","caller":"traceutil/trace.go:171","msg":"trace[1067159926] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"308.120282ms","start":"2026-03-31T20:22:12.849585Z","end":"2026-03-31T20:22:13.157706Z","steps":["trace[1067159926] 'agreement among raft nodes before linearized reading' (duration: 307.249013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:13.157758Z","caller":"traceutil/trace.go:171","msg":"trace[323381197] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:706; }","duration":"317.843115ms","start":"2026-03-31T20:22:12.839509Z","end":"2026-03-31T20:22:13.157352Z","steps":["trace[323381197] 'agreement among raft nodes before linearized reading' (duration: 317.420986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.157769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.849557Z","time spent":"308.198923ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-31T20:22:13.1579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.839492Z","time spent":"318.359477ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:13.190335Z","caller":"traceutil/trace.go:171","msg":"trace[1584728731] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"290.659526ms","start":"2026-03-31T20:22:12.899637Z","end":"2026-03-31T20:22:13.190297Z","steps":["trace[1584728731] 'process raft request' (duration: 290.224367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:13.190873Z","caller":"traceutil/trace.go:171","msg":"trace[659121304] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"192.486392ms","start":"2026-03-31T20:22:12.998364Z","end":"2026-03-31T20:22:13.19085Z","steps":["trace[659121304] 'process raft request' (duration: 192.059843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:19.228698Z","caller":"traceutil/trace.go:171","msg":"trace[1824836106] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"167.108482ms","start":"2026-03-31T20:22:19.061563Z","end":"2026-03-31T20:22:19.228671Z","steps":["trace[1824836106] 'process raft request' (duration: 166.903546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:19.736823Z","caller":"traceutil/trace.go:171","msg":"trace[1928149478] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"103.913833ms","start":"2026-03-31T20:22:19.632877Z","end":"2026-03-31T20:22:19.736791Z","steps":["trace[1928149478] 'process raft request' (duration: 103.689838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:19.867802Z","caller":"traceutil/trace.go:171","msg":"trace[1847153271] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"123.295307ms","start":"2026-03-31T20:22:19.744474Z","end":"2026-03-31T20:22:19.867769Z","steps":["trace[1847153271] 'process raft request' (duration: 122.276444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:19.868018Z","caller":"traceutil/trace.go:171","msg":"trace[1917311038] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"118.346797ms","start":"2026-03-31T20:22:19.749587Z","end":"2026-03-31T20:22:19.867934Z","steps":["trace[1917311038] 'process raft request' (duration: 118.106692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:19.995647Z","caller":"traceutil/trace.go:171","msg":"trace[1457926272] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"121.081018ms","start":"2026-03-31T20:22:19.87452Z","end":"2026-03-31T20:22:19.995601Z","steps":["trace[1457926272] 'process raft request' (duration: 106.941141ms)","trace[1457926272] 'compare' (duration: 13.879352ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:19.995787Z","caller":"traceutil/trace.go:171","msg":"trace[781365195] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"119.895081ms","start":"2026-03-31T20:22:19.875836Z","end":"2026-03-31T20:22:19.995731Z","steps":["trace[781365195] 'process raft request' (duration: 119.661126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:23.126212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:23.626788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:23.670382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.04731142s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:22:23.670745Z","caller":"traceutil/trace.go:171","msg":"trace[777489751] linearizableReadLoop","detail":"{readStateIndex:809; appliedIndex:808; }","duration":"1.045307665s","start":"2026-03-31T20:22:22.625416Z","end":"2026-03-31T20:22:23.670724Z","steps":["trace[777489751] 'read index received' (duration: 1.045257004s)","trace[777489751] 'applied index is now lower than readState.Index' (duration: 49.591µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:23.670832Z","caller":"traceutil/trace.go:171","msg":"trace[1548669936] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"1.047850342s","start":"2026-03-31T20:22:22.622956Z","end":"2026-03-31T20:22:23.670807Z","steps":["trace[1548669936] 'process raft request' (duration: 1.047639877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:23.670948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.155972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:22:23.670985Z","caller":"traceutil/trace.go:171","msg":"trace[805558098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:771; }","duration":"874.243245ms","start":"2026-03-31T20:22:22.796732Z","end":"2026-03-31T20:22:23.670975Z","steps":["trace[805558098] 'agreement among raft nodes before linearized reading' (duration: 874.097251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:23.670999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:22.62293Z","time spent":"1.047973165s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:23.67102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:22.796708Z","time spent":"874.304776ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:23.671073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.644064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:23.671098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045643012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:22:23.671128Z","caller":"traceutil/trace.go:171","msg":"trace[1098705483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:771; }","duration":"711.753928ms","start":"2026-03-31T20:22:22.959361Z","end":"2026-03-31T20:22:23.671115Z","steps":["trace[1098705483] 'agreement among raft nodes before linearized reading' (duration: 711.666216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:23.671182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:22.95933Z","time spent":"711.845489ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:23.671192Z","caller":"traceutil/trace.go:171","msg":"trace[105873651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:771; }","duration":"1.045820506s","start":"2026-03-31T20:22:22.625347Z","end":"2026-03-31T20:22:23.671168Z","steps":["trace[105873651] 'agreement among raft nodes before linearized reading' (duration: 1.045480158s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:23.671093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.956678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:23.671254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:22.625325Z","time spent":"1.045915348s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:23.671292Z","caller":"traceutil/trace.go:171","msg":"trace[672054757] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:771; }","duration":"208.226534ms","start":"2026-03-31T20:22:23.463045Z","end":"2026-03-31T20:22:23.671271Z","steps":["trace[672054757] 'agreement among raft nodes before linearized reading' (duration: 207.881976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:23.671284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.448998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:22:23.67141Z","caller":"traceutil/trace.go:171","msg":"trace[54708211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:771; }","duration":"870.604902ms","start":"2026-03-31T20:22:22.800764Z","end":"2026-03-31T20:22:23.671369Z","steps":["trace[54708211] 'agreement among raft nodes before linearized reading' (duration: 870.260605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:23.671476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:22.800754Z","time spent":"870.712395ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:22:23.850292Z","caller":"traceutil/trace.go:171","msg":"trace[1408236609] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:809; }","duration":"173.451294ms","start":"2026-03-31T20:22:23.676812Z","end":"2026-03-31T20:22:23.850264Z","steps":["trace[1408236609] 'read index received' (duration: 90.145175ms)","trace[1408236609] 'applied index is now lower than readState.Index' (duration: 83.304979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:23.850386Z","caller":"traceutil/trace.go:171","msg":"trace[446599828] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"174.002656ms","start":"2026-03-31T20:22:23.676353Z","end":"2026-03-31T20:22:23.850355Z","steps":["trace[446599828] 'process raft request' (duration: 90.594005ms)","trace[446599828] 'compare' (duration: 83.183936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:23.850568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.631738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:23.850629Z","caller":"traceutil/trace.go:171","msg":"trace[1945488481] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:772; }","duration":"173.827522ms","start":"2026-03-31T20:22:23.676787Z","end":"2026-03-31T20:22:23.850615Z","steps":["trace[1945488481] 'agreement among raft nodes before linearized reading' (duration: 173.598317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:23.883059Z","caller":"traceutil/trace.go:171","msg":"trace[2044082116] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"206.156119ms","start":"2026-03-31T20:22:23.676867Z","end":"2026-03-31T20:22:23.883023Z","steps":["trace[2044082116] 'process raft request' (duration: 205.883333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:23.883271Z","caller":"traceutil/trace.go:171","msg":"trace[508207477] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"206.272741ms","start":"2026-03-31T20:22:23.676949Z","end":"2026-03-31T20:22:23.883221Z","steps":["trace[508207477] 'process raft request' (duration: 206.020116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:24.752386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.005788ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:22:26.137504Z","caller":"traceutil/trace.go:171","msg":"trace[1181709522] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"161.843853ms","start":"2026-03-31T20:22:25.975641Z","end":"2026-03-31T20:22:26.137485Z","steps":["trace[1181709522] 'process raft request' (duration: 161.649319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:28.176915Z","caller":"traceutil/trace.go:171","msg":"trace[818847548] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"189.020484ms","start":"2026-03-31T20:22:27.987856Z","end":"2026-03-31T20:22:28.176876Z","steps":["trace[818847548] 'process raft request' (duration: 176.754718ms)","trace[818847548] 'compare' (duration: 12.122733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:29.142164Z","caller":"traceutil/trace.go:171","msg":"trace[1214443356] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"108.970496ms","start":"2026-03-31T20:22:29.033164Z","end":"2026-03-31T20:22:29.142135Z","steps":["trace[1214443356] 'process raft request' (duration: 39.893546ms)","trace[1214443356] 'compare' (duration: 68.929117ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:29.427481Z","caller":"traceutil/trace.go:171","msg":"trace[391977002] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"234.328629ms","start":"2026-03-31T20:22:29.193121Z","end":"2026-03-31T20:22:29.42745Z","steps":["trace[391977002] 'read index received' (duration: 176.601724ms)","trace[391977002] 'applied index is now lower than readState.Index' (duration: 57.725455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:29.427887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.738039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:22:29.427927Z","caller":"traceutil/trace.go:171","msg":"trace[2150049] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:794; }","duration":"234.82355ms","start":"2026-03-31T20:22:29.193092Z","end":"2026-03-31T20:22:29.427915Z","steps":["trace[2150049] 'agreement among raft nodes before linearized reading' (duration: 234.481003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:29.428075Z","caller":"traceutil/trace.go:171","msg":"trace[1305818033] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"274.602965ms","start":"2026-03-31T20:22:29.153408Z","end":"2026-03-31T20:22:29.428011Z","steps":["trace[1305818033] 'process raft request' (duration: 216.204064ms)","trace[1305818033] 'compare' (duration: 57.680065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:29.697803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.994175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T20:22:29.69789Z","caller":"traceutil/trace.go:171","msg":"trace[1931316913] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:795; }","duration":"169.114257ms","start":"2026-03-31T20:22:29.528756Z","end":"2026-03-31T20:22:29.697871Z","steps":["trace[1931316913] 'range keys from in-memory index tree' (duration: 168.904583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:30.30687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:30.807649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:31.308369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:31.809034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:31.959788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:22:31.9599Z","caller":"traceutil/trace.go:171","msg":"trace[587928540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239331s","start":"2026-03-31T20:22:29.959636Z","end":"2026-03-31T20:22:31.959876Z","steps":["trace[587928540] 'agreement among raft nodes before linearized reading' (duration: 2.000101068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:31.959966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.959605Z","time spent":"2.000340764s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:22:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:22:32.209056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.46258463s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:22:32.209447Z","caller":"traceutil/trace.go:171","msg":"trace[98579394] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"2.503643162s","start":"2026-03-31T20:22:29.705787Z","end":"2026-03-31T20:22:32.20943Z","steps":["trace[98579394] 'process raft request' (duration: 2.503543089s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:32.209568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.705763Z","time spent":"2.503737674s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:33.347382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.721676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:33.34748Z","caller":"traceutil/trace.go:171","msg":"trace[1648579974] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:835; }","duration":"3.540808465s","start":"2026-03-31T20:22:29.806655Z","end":"2026-03-31T20:22:33.347464Z","steps":["trace[1648579974] 'read index received' (duration: 2.402672905s)","trace[1648579974] 'applied index is now lower than readState.Index' (duration: 1.13813433s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:33.34756Z","caller":"traceutil/trace.go:171","msg":"trace[1341472126] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"2.121018404s","start":"2026-03-31T20:22:31.226531Z","end":"2026-03-31T20:22:33.347549Z","steps":["trace[1341472126] 'process raft request' (duration: 1.209057262s)","trace[1341472126] 'compare' (duration: 911.620404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:33.347655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:31.226505Z","time spent":"2.121119377s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:33.347906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541248435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:22:33.347984Z","caller":"traceutil/trace.go:171","msg":"trace[1260230407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:797; }","duration":"3.541385087s","start":"2026-03-31T20:22:29.806582Z","end":"2026-03-31T20:22:33.347967Z","steps":["trace[1260230407] 'agreement among raft nodes before linearized reading' (duration: 3.541126382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.348031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.806514Z","time spent":"3.541508291s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:33.389688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428904193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:22:33.389782Z","caller":"traceutil/trace.go:171","msg":"trace[774245369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:798; }","duration":"3.429039386s","start":"2026-03-31T20:22:29.960718Z","end":"2026-03-31T20:22:33.389757Z","steps":["trace[774245369] 'agreement among raft nodes before linearized reading' (duration: 3.428844591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.389825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.033375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:33.389852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.96069Z","time spent":"3.429141148s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:22:33.389885Z","caller":"traceutil/trace.go:171","msg":"trace[308473374] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:798; }","duration":"422.158287ms","start":"2026-03-31T20:22:32.967711Z","end":"2026-03-31T20:22:33.389869Z","steps":["trace[308473374] 'agreement among raft nodes before linearized reading' (duration: 422.058595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.389899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203574135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:22:33.389927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.96769Z","time spent":"422.225958ms","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:33.389953Z","caller":"traceutil/trace.go:171","msg":"trace[745751366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:798; }","duration":"3.203675608s","start":"2026-03-31T20:22:30.186263Z","end":"2026-03-31T20:22:33.389938Z","steps":["trace[745751366] 'agreement among raft nodes before linearized reading' (duration: 3.203532954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.38999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:30.186239Z","time spent":"3.203741999s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:33.390137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424470834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T20:22:33.390193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430127125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:33.390197Z","caller":"traceutil/trace.go:171","msg":"trace[836718602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:798; }","duration":"3.424550386s","start":"2026-03-31T20:22:29.965632Z","end":"2026-03-31T20:22:33.390182Z","steps":["trace[836718602] 'agreement among raft nodes before linearized reading' (duration: 3.424415993s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:33.390232Z","caller":"traceutil/trace.go:171","msg":"trace[1755861738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"1.430203717s","start":"2026-03-31T20:22:31.960016Z","end":"2026-03-31T20:22:33.39022Z","steps":["trace[1755861738] 'agreement among raft nodes before linearized reading' (duration: 1.430138215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.390249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.965619Z","time spent":"3.424616857s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:33.390386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:31.959996Z","time spent":"1.43036625s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:33.390397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175485348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-slzgg\" ","response":"range_response_count:1 size:4043"} {"level":"info","ts":"2026-03-31T20:22:33.390465Z","caller":"traceutil/trace.go:171","msg":"trace[617967792] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-slzgg; range_end:; response_count:1; response_revision:798; }","duration":"1.175600851s","start":"2026-03-31T20:22:32.214847Z","end":"2026-03-31T20:22:33.390448Z","steps":["trace[617967792] 'agreement among raft nodes before linearized reading' (duration: 1.175286114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.390474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427202485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:22:33.390486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298557211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:33.390392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388896919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:33.390556Z","caller":"traceutil/trace.go:171","msg":"trace[1454042741] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:798; }","duration":"1.298696714s","start":"2026-03-31T20:22:32.091844Z","end":"2026-03-31T20:22:33.390541Z","steps":["trace[1454042741] 'agreement among raft nodes before linearized reading' (duration: 1.298594252s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:33.390563Z","caller":"traceutil/trace.go:171","msg":"trace[588013448] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:798; }","duration":"1.389167385s","start":"2026-03-31T20:22:32.001382Z","end":"2026-03-31T20:22:33.390549Z","steps":["trace[588013448] 'agreement among raft nodes before linearized reading' (duration: 1.388353387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.390607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.001346Z","time spent":"1.389248847s","remote":"127.0.0.1:47758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:33.390556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880998446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:33.39052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.214828Z","time spent":"1.175679892s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":4066,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-slzgg\" "} {"level":"info","ts":"2026-03-31T20:22:33.390517Z","caller":"traceutil/trace.go:171","msg":"trace[886765412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:798; }","duration":"3.427286337s","start":"2026-03-31T20:22:29.963218Z","end":"2026-03-31T20:22:33.390505Z","steps":["trace[886765412] 'agreement among raft nodes before linearized reading' (duration: 3.427184425s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:33.390728Z","caller":"traceutil/trace.go:171","msg":"trace[1867564607] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:798; }","duration":"1.881282112s","start":"2026-03-31T20:22:31.509419Z","end":"2026-03-31T20:22:33.390701Z","steps":["trace[1867564607] 'agreement among raft nodes before linearized reading' (duration: 1.880952815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.39083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:31.509388Z","time spent":"1.881426526s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:33.390854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.963198Z","time spent":"3.427610554s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:33.390902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.091806Z","time spent":"1.299047532s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:33.390988Z","caller":"traceutil/trace.go:171","msg":"trace[652845814] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"173.71601ms","start":"2026-03-31T20:22:33.217246Z","end":"2026-03-31T20:22:33.390962Z","steps":["trace[652845814] 'process raft request' (duration: 172.121554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:33.540878Z","caller":"traceutil/trace.go:171","msg":"trace[1075921474] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"188.655196ms","start":"2026-03-31T20:22:33.352183Z","end":"2026-03-31T20:22:33.540838Z","steps":["trace[1075921474] 'process raft request' (duration: 159.324447ms)","trace[1075921474] 'compare' (duration: 29.141694ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:33.547204Z","caller":"traceutil/trace.go:171","msg":"trace[1204133429] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"151.817348ms","start":"2026-03-31T20:22:33.395363Z","end":"2026-03-31T20:22:33.54718Z","steps":["trace[1204133429] 'process raft request' (duration: 151.734647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:33.547205Z","caller":"traceutil/trace.go:171","msg":"trace[1954528126] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"152.560615ms","start":"2026-03-31T20:22:33.394615Z","end":"2026-03-31T20:22:33.547175Z","steps":["trace[1954528126] 'process raft request' (duration: 152.31868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:33.547504Z","caller":"traceutil/trace.go:171","msg":"trace[911793383] linearizableReadLoop","detail":"{readStateIndex:840; appliedIndex:838; }","duration":"152.77175ms","start":"2026-03-31T20:22:33.394712Z","end":"2026-03-31T20:22:33.547484Z","steps":["trace[911793383] 'read index received' (duration: 116.862564ms)","trace[911793383] 'applied index is now lower than readState.Index' (duration: 35.908046ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:33.547515Z","caller":"traceutil/trace.go:171","msg":"trace[1623451610] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"152.113404ms","start":"2026-03-31T20:22:33.395377Z","end":"2026-03-31T20:22:33.54749Z","steps":["trace[1623451610] 'process raft request' (duration: 151.769577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:33.547533Z","caller":"traceutil/trace.go:171","msg":"trace[1452321872] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"151.123993ms","start":"2026-03-31T20:22:33.396394Z","end":"2026-03-31T20:22:33.547518Z","steps":["trace[1452321872] 'process raft request' (duration: 150.97467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.547936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.196769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a6e1e64e8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:22:33.548083Z","caller":"traceutil/trace.go:171","msg":"trace[1596904517] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206a6e1e64e8f; range_end:; response_count:1; response_revision:803; }","duration":"153.310602ms","start":"2026-03-31T20:22:33.394676Z","end":"2026-03-31T20:22:33.547987Z","steps":["trace[1596904517] 'agreement among raft nodes before linearized reading' (duration: 153.017246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.547935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.651209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:33.548682Z","caller":"traceutil/trace.go:171","msg":"trace[528376770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:803; }","duration":"150.461687ms","start":"2026-03-31T20:22:33.398141Z","end":"2026-03-31T20:22:33.548603Z","steps":["trace[528376770] 'agreement among raft nodes before linearized reading' (duration: 149.607778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:36.997067Z","caller":"traceutil/trace.go:171","msg":"trace[108191959] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"297.56521ms","start":"2026-03-31T20:22:36.699422Z","end":"2026-03-31T20:22:36.996988Z","steps":["trace[108191959] 'process raft request' (duration: 297.223442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:37.353246Z","caller":"traceutil/trace.go:171","msg":"trace[544924533] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"348.256098ms","start":"2026-03-31T20:22:37.004964Z","end":"2026-03-31T20:22:37.35322Z","steps":["trace[544924533] 'process raft request' (duration: 348.066783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:37.353427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:37.004947Z","time spent":"348.388991ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:37.614747Z","caller":"traceutil/trace.go:171","msg":"trace[908511496] linearizableReadLoop","detail":"{readStateIndex:858; appliedIndex:857; }","duration":"234.72234ms","start":"2026-03-31T20:22:37.380003Z","end":"2026-03-31T20:22:37.614725Z","steps":["trace[908511496] 'read index received' (duration: 234.566736ms)","trace[908511496] 'applied index is now lower than readState.Index' (duration: 154.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:37.614908Z","caller":"traceutil/trace.go:171","msg":"trace[1127990861] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"254.441652ms","start":"2026-03-31T20:22:37.360417Z","end":"2026-03-31T20:22:37.614858Z","steps":["trace[1127990861] 'process raft request' (duration: 254.122265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:37.614931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.910223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:37.615381Z","caller":"traceutil/trace.go:171","msg":"trace[556357009] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:817; }","duration":"235.424385ms","start":"2026-03-31T20:22:37.379939Z","end":"2026-03-31T20:22:37.615363Z","steps":["trace[556357009] 'agreement among raft nodes before linearized reading' (duration: 234.915574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:38.426247Z","caller":"traceutil/trace.go:171","msg":"trace[848856526] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"139.100992ms","start":"2026-03-31T20:22:38.287117Z","end":"2026-03-31T20:22:38.426218Z","steps":["trace[848856526] 'process raft request' (duration: 136.957984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:42.867321Z","caller":"traceutil/trace.go:171","msg":"trace[548276021] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"156.596976ms","start":"2026-03-31T20:22:42.710705Z","end":"2026-03-31T20:22:42.867302Z","steps":["trace[548276021] 'process raft request' (duration: 156.481063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:43.216297Z","caller":"traceutil/trace.go:171","msg":"trace[2000591258] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"341.703121ms","start":"2026-03-31T20:22:42.874563Z","end":"2026-03-31T20:22:43.216266Z","steps":["trace[2000591258] 'process raft request' (duration: 306.720496ms)","trace[2000591258] 'compare' (duration: 34.821511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:43.216476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:42.874538Z","time spent":"341.843603ms","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:43.411471Z","caller":"traceutil/trace.go:171","msg":"trace[860766150] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"536.773209ms","start":"2026-03-31T20:22:42.874663Z","end":"2026-03-31T20:22:43.411436Z","steps":["trace[860766150] 'process raft request' (duration: 511.504692ms)","trace[860766150] 'compare' (duration: 24.964401ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:43.411566Z","caller":"traceutil/trace.go:171","msg":"trace[1662423021] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"525.739973ms","start":"2026-03-31T20:22:42.885807Z","end":"2026-03-31T20:22:43.411547Z","steps":["trace[1662423021] 'process raft request' (duration: 525.525448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:43.411665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.350867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:43.411553Z","caller":"traceutil/trace.go:171","msg":"trace[129190492] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:933; }","duration":"453.222254ms","start":"2026-03-31T20:22:42.958301Z","end":"2026-03-31T20:22:43.411523Z","steps":["trace[129190492] 'read index received' (duration: 222.974826ms)","trace[129190492] 'applied index is now lower than readState.Index' (duration: 230.246048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:43.411669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:42.874648Z","time spent":"536.925723ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:43.411713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:42.885789Z","time spent":"525.846785ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:43.411733Z","caller":"traceutil/trace.go:171","msg":"trace[1217760369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:894; }","duration":"453.46967ms","start":"2026-03-31T20:22:42.958253Z","end":"2026-03-31T20:22:43.411723Z","steps":["trace[1217760369] 'agreement among raft nodes before linearized reading' (duration: 453.355537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:43.411872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:42.95823Z","time spent":"453.624784ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:43.599533Z","caller":"traceutil/trace.go:171","msg":"trace[1736930026] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"182.072728ms","start":"2026-03-31T20:22:43.417416Z","end":"2026-03-31T20:22:43.599489Z","steps":["trace[1736930026] 'process raft request' (duration: 120.233569ms)","trace[1736930026] 'compare' (duration: 61.573713ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:43.6002Z","caller":"traceutil/trace.go:171","msg":"trace[1446299639] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"178.898455ms","start":"2026-03-31T20:22:43.421276Z","end":"2026-03-31T20:22:43.600175Z","steps":["trace[1446299639] 'process raft request' (duration: 178.742461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:43.600364Z","caller":"traceutil/trace.go:171","msg":"trace[836106227] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"181.912053ms","start":"2026-03-31T20:22:43.41843Z","end":"2026-03-31T20:22:43.600342Z","steps":["trace[836106227] 'process raft request' (duration: 181.445732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:43.600437Z","caller":"traceutil/trace.go:171","msg":"trace[815230801] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"175.879387ms","start":"2026-03-31T20:22:43.424537Z","end":"2026-03-31T20:22:43.600417Z","steps":["trace[815230801] 'process raft request' (duration: 175.53356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:43.600557Z","caller":"traceutil/trace.go:171","msg":"trace[1820193334] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"144.7757ms","start":"2026-03-31T20:22:43.455736Z","end":"2026-03-31T20:22:43.600511Z","steps":["trace[1820193334] 'process raft request' (duration: 144.380251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:43.837437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.974041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:43.837687Z","caller":"traceutil/trace.go:171","msg":"trace[2005694226] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"202.72274ms","start":"2026-03-31T20:22:43.634943Z","end":"2026-03-31T20:22:43.837666Z","steps":["trace[2005694226] 'process raft request' (duration: 95.452203ms)","trace[2005694226] 'compare' (duration: 106.801307ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:43.837787Z","caller":"traceutil/trace.go:171","msg":"trace[1492674765] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"201.178326ms","start":"2026-03-31T20:22:43.636592Z","end":"2026-03-31T20:22:43.83777Z","steps":["trace[1492674765] 'process raft request' (duration: 201.123305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:43.837765Z","caller":"traceutil/trace.go:171","msg":"trace[1726090426] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"202.68462ms","start":"2026-03-31T20:22:43.635045Z","end":"2026-03-31T20:22:43.83773Z","steps":["trace[1726090426] 'process raft request' (duration: 202.537826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:43.837844Z","caller":"traceutil/trace.go:171","msg":"trace[330687637] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"201.899992ms","start":"2026-03-31T20:22:43.635913Z","end":"2026-03-31T20:22:43.837813Z","steps":["trace[330687637] 'process raft request' (duration: 201.735149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:43.892151Z","caller":"traceutil/trace.go:171","msg":"trace[1833052580] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:950; }","duration":"208.586024ms","start":"2026-03-31T20:22:43.683543Z","end":"2026-03-31T20:22:43.892129Z","steps":["trace[1833052580] 'read index received' (duration: 46.914234ms)","trace[1833052580] 'applied index is now lower than readState.Index' (duration: 161.67077ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:43.892247Z","caller":"traceutil/trace.go:171","msg":"trace[870816744] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"250.399772ms","start":"2026-03-31T20:22:43.641838Z","end":"2026-03-31T20:22:43.892238Z","steps":["trace[870816744] 'process raft request' (duration: 250.138106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:43.892439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.88611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:22:43.892543Z","caller":"traceutil/trace.go:171","msg":"trace[2031767336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:913; }","duration":"209.031953ms","start":"2026-03-31T20:22:43.683476Z","end":"2026-03-31T20:22:43.892508Z","steps":["trace[2031767336] 'agreement among raft nodes before linearized reading' (duration: 208.776247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.39277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887423933,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:22:44.540387Z","caller":"traceutil/trace.go:171","msg":"trace[2074807309] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"695.875691ms","start":"2026-03-31T20:22:43.844488Z","end":"2026-03-31T20:22:44.540364Z","steps":["trace[2074807309] 'process raft request' (duration: 695.751428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:44.540396Z","caller":"traceutil/trace.go:171","msg":"trace[732983880] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"698.066031ms","start":"2026-03-31T20:22:43.842285Z","end":"2026-03-31T20:22:44.540351Z","steps":["trace[732983880] 'process raft request' (duration: 697.835336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.540526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.844465Z","time spent":"695.990753ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3776,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:44.540551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.841605Z","time spent":"698.864088ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:44.641206Z","caller":"traceutil/trace.go:171","msg":"trace[1446872801] linearizableReadLoop","detail":"{readStateIndex:959; appliedIndex:955; }","duration":"748.974843ms","start":"2026-03-31T20:22:43.892213Z","end":"2026-03-31T20:22:44.641188Z","steps":["trace[1446872801] 'read index received' (duration: 647.942695ms)","trace[1446872801] 'applied index is now lower than readState.Index' (duration: 101.031168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:44.641384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.912839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:22:44.641425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.449451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4201"} {"level":"info","ts":"2026-03-31T20:22:44.641451Z","caller":"traceutil/trace.go:171","msg":"trace[467441349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:917; }","duration":"952.008601ms","start":"2026-03-31T20:22:43.689425Z","end":"2026-03-31T20:22:44.641433Z","steps":["trace[467441349] 'agreement among raft nodes before linearized reading' (duration: 951.830467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:44.641459Z","caller":"traceutil/trace.go:171","msg":"trace[501785288] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:917; }","duration":"740.516583ms","start":"2026-03-31T20:22:43.900932Z","end":"2026-03-31T20:22:44.641449Z","steps":["trace[501785288] 'agreement among raft nodes before linearized reading' (duration: 740.37878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:44.641464Z","caller":"traceutil/trace.go:171","msg":"trace[1260461916] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"744.423342ms","start":"2026-03-31T20:22:43.897021Z","end":"2026-03-31T20:22:44.641444Z","steps":["trace[1260461916] 'process raft request' (duration: 740.892583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.641489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.689413Z","time spent":"952.067333ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:44.641492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.900924Z","time spent":"740.559764ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4224,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-31T20:22:44.641529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.73751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:22:44.641607Z","caller":"traceutil/trace.go:171","msg":"trace[1041297933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:917; }","duration":"953.890653ms","start":"2026-03-31T20:22:43.687694Z","end":"2026-03-31T20:22:44.641584Z","steps":["trace[1041297933] 'agreement among raft nodes before linearized reading' (duration: 953.621877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.641603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.896998Z","time spent":"744.508373ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:44.641565Z","caller":"traceutil/trace.go:171","msg":"trace[1339173955] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"623.968977ms","start":"2026-03-31T20:22:44.017497Z","end":"2026-03-31T20:22:44.641466Z","steps":["trace[1339173955] 'process raft request' (duration: 623.63886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.641663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.687671Z","time spent":"953.981405ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:44.641676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.236256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:22:44.641702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.153049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:44.641737Z","caller":"traceutil/trace.go:171","msg":"trace[572465023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:917; }","duration":"952.334558ms","start":"2026-03-31T20:22:43.689385Z","end":"2026-03-31T20:22:44.641719Z","steps":["trace[572465023] 'agreement among raft nodes before linearized reading' (duration: 952.173894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.641787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.689361Z","time spent":"952.41464ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:22:44.641789Z","caller":"traceutil/trace.go:171","msg":"trace[1343634052] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:917; }","duration":"211.310843ms","start":"2026-03-31T20:22:44.430453Z","end":"2026-03-31T20:22:44.641764Z","steps":["trace[1343634052] 'agreement among raft nodes before linearized reading' (duration: 211.110599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.641829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:44.017473Z","time spent":"624.247593ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:44.641895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.43273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:22:44.641996Z","caller":"traceutil/trace.go:171","msg":"trace[936736640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:917; }","duration":"952.574674ms","start":"2026-03-31T20:22:43.689399Z","end":"2026-03-31T20:22:44.641973Z","steps":["trace[936736640] 'agreement among raft nodes before linearized reading' (duration: 952.281897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.642049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.689387Z","time spent":"952.653875ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:48.917673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.716844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:48.917757Z","caller":"traceutil/trace.go:171","msg":"trace[1136674691] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1005; }","duration":"211.978779ms","start":"2026-03-31T20:22:48.705765Z","end":"2026-03-31T20:22:48.917744Z","steps":["trace[1136674691] 'read index received' (duration: 61.170123ms)","trace[1136674691] 'applied index is now lower than readState.Index' (duration: 150.807466ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:48.917796Z","caller":"traceutil/trace.go:171","msg":"trace[832200917] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"235.361044ms","start":"2026-03-31T20:22:48.682413Z","end":"2026-03-31T20:22:48.917774Z","steps":["trace[832200917] 'process raft request' (duration: 84.478686ms)","trace[832200917] 'compare' (duration: 150.518978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:48.917907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.151553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:22:48.917935Z","caller":"traceutil/trace.go:171","msg":"trace[2053622559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:963; }","duration":"212.230805ms","start":"2026-03-31T20:22:48.705697Z","end":"2026-03-31T20:22:48.917928Z","steps":["trace[2053622559] 'agreement among raft nodes before linearized reading' (duration: 212.111222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:48.917999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.767417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:22:48.918053Z","caller":"traceutil/trace.go:171","msg":"trace[801068010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:963; }","duration":"208.841848ms","start":"2026-03-31T20:22:48.709197Z","end":"2026-03-31T20:22:48.918039Z","steps":["trace[801068010] 'agreement among raft nodes before linearized reading' (duration: 208.680285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:48.918101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.734419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:22:48.918222Z","caller":"traceutil/trace.go:171","msg":"trace[696618283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:963; }","duration":"209.885772ms","start":"2026-03-31T20:22:48.708311Z","end":"2026-03-31T20:22:48.918197Z","steps":["trace[696618283] 'agreement among raft nodes before linearized reading' (duration: 209.559755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:49.326254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.745895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:49.326386Z","caller":"traceutil/trace.go:171","msg":"trace[663430100] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"404.647213ms","start":"2026-03-31T20:22:48.921716Z","end":"2026-03-31T20:22:49.326363Z","steps":["trace[663430100] 'process raft request' (duration: 179.703464ms)","trace[663430100] 'compare' (duration: 224.608552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:49.326473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:48.921698Z","time spent":"404.736436ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:49.331305Z","caller":"traceutil/trace.go:171","msg":"trace[1342229856] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"409.524752ms","start":"2026-03-31T20:22:48.921764Z","end":"2026-03-31T20:22:49.331289Z","steps":["trace[1342229856] 'process raft request' (duration: 409.40084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:49.331466Z","caller":"traceutil/trace.go:171","msg":"trace[1830599889] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1006; }","duration":"373.77229ms","start":"2026-03-31T20:22:48.957671Z","end":"2026-03-31T20:22:49.331444Z","steps":["trace[1830599889] 'read index received' (duration: 143.771377ms)","trace[1830599889] 'applied index is now lower than readState.Index' (duration: 229.998433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:49.331511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:48.921744Z","time spent":"409.609195ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:49.331567Z","caller":"traceutil/trace.go:171","msg":"trace[614589992] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"409.672446ms","start":"2026-03-31T20:22:48.921874Z","end":"2026-03-31T20:22:49.331547Z","steps":["trace[614589992] 'process raft request' (duration: 409.37847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:49.331607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.926194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:49.331669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:48.921864Z","time spent":"409.757518ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:49.331701Z","caller":"traceutil/trace.go:171","msg":"trace[35553401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:966; }","duration":"374.061456ms","start":"2026-03-31T20:22:48.957618Z","end":"2026-03-31T20:22:49.33168Z","steps":["trace[35553401] 'agreement among raft nodes before linearized reading' (duration: 373.928913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:49.331706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.925042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:22:49.331759Z","caller":"traceutil/trace.go:171","msg":"trace[83860992] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:966; }","duration":"137.014015ms","start":"2026-03-31T20:22:49.194731Z","end":"2026-03-31T20:22:49.331745Z","steps":["trace[83860992] 'agreement among raft nodes before linearized reading' (duration: 136.851322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:49.331753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:48.957598Z","time spent":"374.144288ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:51.646182Z","caller":"traceutil/trace.go:171","msg":"trace[363360604] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"235.753563ms","start":"2026-03-31T20:22:51.410405Z","end":"2026-03-31T20:22:51.646158Z","steps":["trace[363360604] 'process raft request' (duration: 235.65777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:51.646189Z","caller":"traceutil/trace.go:171","msg":"trace[729629156] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"250.239538ms","start":"2026-03-31T20:22:51.395893Z","end":"2026-03-31T20:22:51.646133Z","steps":["trace[729629156] 'process raft request' (duration: 165.306541ms)","trace[729629156] 'compare' (duration: 84.703291ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:51.697714Z","caller":"traceutil/trace.go:171","msg":"trace[1038577527] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"240.318105ms","start":"2026-03-31T20:22:51.457369Z","end":"2026-03-31T20:22:51.697687Z","steps":["trace[1038577527] 'process raft request' (duration: 240.09823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:52.220194Z","caller":"traceutil/trace.go:171","msg":"trace[1099903116] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"103.063302ms","start":"2026-03-31T20:22:52.117106Z","end":"2026-03-31T20:22:52.220169Z","steps":["trace[1099903116] 'process raft request' (duration: 102.849868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:52.305639Z","caller":"traceutil/trace.go:171","msg":"trace[175325127] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"117.264843ms","start":"2026-03-31T20:22:52.188349Z","end":"2026-03-31T20:22:52.305614Z","steps":["trace[175325127] 'process raft request' (duration: 111.056404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:52.305726Z","caller":"traceutil/trace.go:171","msg":"trace[386599092] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"111.577155ms","start":"2026-03-31T20:22:52.194115Z","end":"2026-03-31T20:22:52.305692Z","steps":["trace[386599092] 'process raft request' (duration: 111.435552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:52.306062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.842977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"warn","ts":"2026-03-31T20:22:52.306074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.473989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-sf2hj\" ","response":"range_response_count:1 size:3838"} {"level":"warn","ts":"2026-03-31T20:22:52.306089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.778266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-03-31T20:22:52.306113Z","caller":"traceutil/trace.go:171","msg":"trace[2048979655] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1094; }","duration":"118.93348ms","start":"2026-03-31T20:22:52.187165Z","end":"2026-03-31T20:22:52.306098Z","steps":["trace[2048979655] 'agreement among raft nodes before linearized reading' (duration: 118.740205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:52.306153Z","caller":"traceutil/trace.go:171","msg":"trace[102511718] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-sf2hj; range_end:; response_count:1; response_revision:1094; }","duration":"118.585591ms","start":"2026-03-31T20:22:52.187547Z","end":"2026-03-31T20:22:52.306132Z","steps":["trace[102511718] 'agreement among raft nodes before linearized reading' (duration: 118.326766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:52.306156Z","caller":"traceutil/trace.go:171","msg":"trace[1889115374] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1094; }","duration":"118.850758ms","start":"2026-03-31T20:22:52.187289Z","end":"2026-03-31T20:22:52.306139Z","steps":["trace[1889115374] 'agreement among raft nodes before linearized reading' (duration: 118.668934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:52.65244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.137087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:52.652688Z","caller":"traceutil/trace.go:171","msg":"trace[1367576803] linearizableReadLoop","detail":"{readStateIndex:1141; appliedIndex:1139; }","duration":"335.797798ms","start":"2026-03-31T20:22:52.316868Z","end":"2026-03-31T20:22:52.652666Z","steps":["trace[1367576803] 'read index received' (duration: 129.374073ms)","trace[1367576803] 'applied index is now lower than readState.Index' (duration: 206.422464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:52.652883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.002633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:52.65294Z","caller":"traceutil/trace.go:171","msg":"trace[341387756] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1096; }","duration":"336.077324ms","start":"2026-03-31T20:22:52.316846Z","end":"2026-03-31T20:22:52.652924Z","steps":["trace[341387756] 'agreement among raft nodes before linearized reading' (duration: 335.89824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:52.65299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:52.316838Z","time spent":"336.138275ms","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" "} {"level":"info","ts":"2026-03-31T20:22:52.653017Z","caller":"traceutil/trace.go:171","msg":"trace[1420594000] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"337.228079ms","start":"2026-03-31T20:22:52.315751Z","end":"2026-03-31T20:22:52.652979Z","steps":["trace[1420594000] 'process raft request' (duration: 336.82224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:52.653196Z","caller":"traceutil/trace.go:171","msg":"trace[1030427413] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"337.849734ms","start":"2026-03-31T20:22:52.315308Z","end":"2026-03-31T20:22:52.653158Z","steps":["trace[1030427413] 'process raft request' (duration: 130.911779ms)","trace[1030427413] 'compare' (duration: 205.914303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:52.65322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:52.315734Z","time spent":"337.368543ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4776,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:52.653356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:52.315272Z","time spent":"338.002008ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:53.070885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.844746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:53.071212Z","caller":"traceutil/trace.go:171","msg":"trace[1643295548] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"407.855675ms","start":"2026-03-31T20:22:52.663319Z","end":"2026-03-31T20:22:53.071175Z","steps":["trace[1643295548] 'process raft request' (duration: 109.575019ms)","trace[1643295548] 'compare' (duration: 297.725864ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:53.071275Z","caller":"traceutil/trace.go:171","msg":"trace[278824686] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"321.112868ms","start":"2026-03-31T20:22:52.750115Z","end":"2026-03-31T20:22:53.071228Z","steps":["trace[278824686] 'process raft request' (duration: 320.949554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:53.071294Z","caller":"traceutil/trace.go:171","msg":"trace[321057496] linearizableReadLoop","detail":"{readStateIndex:1142; appliedIndex:1141; }","duration":"385.646707ms","start":"2026-03-31T20:22:52.685573Z","end":"2026-03-31T20:22:53.071219Z","steps":["trace[321057496] 'read index received' (duration: 87.381692ms)","trace[321057496] 'applied index is now lower than readState.Index' (duration: 298.263095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:53.071377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:52.750091Z","time spent":"321.23409ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:53.071386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:52.663306Z","time spent":"408.017909ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:53.071531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.948383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:22:53.07159Z","caller":"traceutil/trace.go:171","msg":"trace[1466882432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1098; }","duration":"386.069126ms","start":"2026-03-31T20:22:52.685505Z","end":"2026-03-31T20:22:53.071574Z","steps":["trace[1466882432] 'agreement among raft nodes before linearized reading' (duration: 385.883592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:53.071583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.007034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:53.07166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:52.685469Z","time spent":"386.173878ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:22:53.07169Z","caller":"traceutil/trace.go:171","msg":"trace[1637485230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1098; }","duration":"112.156527ms","start":"2026-03-31T20:22:52.959496Z","end":"2026-03-31T20:22:53.071652Z","steps":["trace[1637485230] 'agreement among raft nodes before linearized reading' (duration: 111.988834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:53.810754Z","caller":"traceutil/trace.go:171","msg":"trace[1409379903] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"557.022675ms","start":"2026-03-31T20:22:53.253701Z","end":"2026-03-31T20:22:53.810724Z","steps":["trace[1409379903] 'process raft request' (duration: 513.381815ms)","trace[1409379903] 'compare' (duration: 43.481276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:53.810903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.253649Z","time spent":"557.178588ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:54.238068Z","caller":"traceutil/trace.go:171","msg":"trace[584252643] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1146; }","duration":"778.820263ms","start":"2026-03-31T20:22:53.459193Z","end":"2026-03-31T20:22:54.238014Z","steps":["trace[584252643] 'read index received' (duration: 307.906952ms)","trace[584252643] 'applied index is now lower than readState.Index' (duration: 470.912171ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:54.238116Z","caller":"traceutil/trace.go:171","msg":"trace[1681969357] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"503.400581ms","start":"2026-03-31T20:22:53.734696Z","end":"2026-03-31T20:22:54.238097Z","steps":["trace[1681969357] 'process raft request' (duration: 503.233407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:54.238104Z","caller":"traceutil/trace.go:171","msg":"trace[1910370158] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"975.297974ms","start":"2026-03-31T20:22:53.262767Z","end":"2026-03-31T20:22:54.238065Z","steps":["trace[1910370158] 'process raft request' (duration: 955.306666ms)","trace[1910370158] 'compare' (duration: 19.643761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:54.238258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.262734Z","time spent":"975.455997ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2257,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:54.238287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.075739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:22:54.238321Z","caller":"traceutil/trace.go:171","msg":"trace[2088697716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1104; }","duration":"779.1269ms","start":"2026-03-31T20:22:53.459183Z","end":"2026-03-31T20:22:54.23831Z","steps":["trace[2088697716] 'agreement among raft nodes before linearized reading' (duration: 778.992547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:54.238334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.734656Z","time spent":"503.513264ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:54.238357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.459092Z","time spent":"779.256193ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:22:54.536199Z","caller":"traceutil/trace.go:171","msg":"trace[1218746280] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1149; }","duration":"298.02231ms","start":"2026-03-31T20:22:54.238152Z","end":"2026-03-31T20:22:54.536174Z","steps":["trace[1218746280] 'read index received' (duration: 240.904848ms)","trace[1218746280] 'applied index is now lower than readState.Index' (duration: 57.116312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:54.53641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.671921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:54.536467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077059058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:22:54.536501Z","caller":"traceutil/trace.go:171","msg":"trace[1713850080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1106; }","duration":"1.07717627s","start":"2026-03-31T20:22:53.459315Z","end":"2026-03-31T20:22:54.536492Z","steps":["trace[1713850080] 'agreement among raft nodes before linearized reading' (duration: 1.076959185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:54.536458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.263199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:54.536539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.459268Z","time spent":"1.077262742s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:54.536532Z","caller":"traceutil/trace.go:171","msg":"trace[1914755051] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1106; }","duration":"705.835405ms","start":"2026-03-31T20:22:53.830656Z","end":"2026-03-31T20:22:54.536492Z","steps":["trace[1914755051] 'agreement among raft nodes before linearized reading' (duration: 705.62503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:54.536581Z","caller":"traceutil/trace.go:171","msg":"trace[1446402229] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1106; }","duration":"332.440502ms","start":"2026-03-31T20:22:54.204111Z","end":"2026-03-31T20:22:54.536552Z","steps":["trace[1446402229] 'agreement among raft nodes before linearized reading' (duration: 332.101515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:54.536591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076316402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:22:54.536622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.830636Z","time spent":"705.964739ms","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:54.536526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.410687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:54.536647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.20409Z","time spent":"332.544114ms","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:54.536553Z","caller":"traceutil/trace.go:171","msg":"trace[799939485] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"709.770843ms","start":"2026-03-31T20:22:53.826722Z","end":"2026-03-31T20:22:54.536493Z","steps":["trace[799939485] 'process raft request' (duration: 652.320324ms)","trace[799939485] 'compare' (duration: 56.887247ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:54.536627Z","caller":"traceutil/trace.go:171","msg":"trace[1485498304] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"667.912373ms","start":"2026-03-31T20:22:53.868656Z","end":"2026-03-31T20:22:54.536569Z","steps":["trace[1485498304] 'process raft request' (duration: 667.449123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:54.536677Z","caller":"traceutil/trace.go:171","msg":"trace[1339130448] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1106; }","duration":"334.638092ms","start":"2026-03-31T20:22:54.202028Z","end":"2026-03-31T20:22:54.536666Z","steps":["trace[1339130448] 'agreement among raft nodes before linearized reading' (duration: 334.393617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:54.53685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.86863Z","time spent":"668.110738ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:54.536817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.826693Z","time spent":"710.028319ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1243,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:54.536882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.202005Z","time spent":"334.860706ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":11,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:54.536668Z","caller":"traceutil/trace.go:171","msg":"trace[1824026286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1106; }","duration":"1.076434335s","start":"2026-03-31T20:22:53.460212Z","end":"2026-03-31T20:22:54.536646Z","steps":["trace[1824026286] 'agreement among raft nodes before linearized reading' (duration: 1.076158688s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:54.536949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.460191Z","time spent":"1.076750341s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:22:54.717844Z","caller":"traceutil/trace.go:171","msg":"trace[685434604] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"475.054614ms","start":"2026-03-31T20:22:54.242742Z","end":"2026-03-31T20:22:54.717796Z","steps":["trace[685434604] 'process raft request' (duration: 421.87681ms)","trace[685434604] 'compare' (duration: 52.946129ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:54.718057Z","caller":"traceutil/trace.go:171","msg":"trace[876723887] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"473.842646ms","start":"2026-03-31T20:22:54.244188Z","end":"2026-03-31T20:22:54.718031Z","steps":["trace[876723887] 'process raft request' (duration: 473.520819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:54.718139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.244164Z","time spent":"473.936349ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:54.718118Z","caller":"traceutil/trace.go:171","msg":"trace[1911200428] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"471.219487ms","start":"2026-03-31T20:22:54.246859Z","end":"2026-03-31T20:22:54.718078Z","steps":["trace[1911200428] 'process raft request' (duration: 470.907541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:54.718248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.242721Z","time spent":"475.29095ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:54.718262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.246845Z","time spent":"471.353181ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2948,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:54.904641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.62972ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:22:54.957792Z","caller":"traceutil/trace.go:171","msg":"trace[1530475012] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1151; }","duration":"411.655651ms","start":"2026-03-31T20:22:54.54611Z","end":"2026-03-31T20:22:54.957766Z","steps":["trace[1530475012] 'read index received' (duration: 118.522181ms)","trace[1530475012] 'applied index is now lower than readState.Index' (duration: 293.13236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:54.957926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.796374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:54.957967Z","caller":"traceutil/trace.go:171","msg":"trace[1829286479] range","detail":"{range_begin:/registry/jobs/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1111; }","duration":"411.882616ms","start":"2026-03-31T20:22:54.546074Z","end":"2026-03-31T20:22:54.957956Z","steps":["trace[1829286479] 'agreement among raft nodes before linearized reading' (duration: 411.797725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:54.95797Z","caller":"traceutil/trace.go:171","msg":"trace[118332266] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"412.92364ms","start":"2026-03-31T20:22:54.544998Z","end":"2026-03-31T20:22:54.957921Z","steps":["trace[118332266] 'process raft request' (duration: 412.713655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:54.957904Z","caller":"traceutil/trace.go:171","msg":"trace[271085164] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"415.760753ms","start":"2026-03-31T20:22:54.54209Z","end":"2026-03-31T20:22:54.957851Z","steps":["trace[271085164] 'process raft request' (duration: 415.397195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:54.958159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.544976Z","time spent":"413.090954ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:54.95801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.546064Z","time spent":"411.937527ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-03-31T20:22:54.958384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.54206Z","time spent":"416.146692ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:55.276881Z","caller":"traceutil/trace.go:171","msg":"trace[1948690397] linearizableReadLoop","detail":"{readStateIndex:1159; appliedIndex:1158; }","duration":"317.210912ms","start":"2026-03-31T20:22:54.959645Z","end":"2026-03-31T20:22:55.276856Z","steps":["trace[1948690397] 'read index received' (duration: 317.1508ms)","trace[1948690397] 'applied index is now lower than readState.Index' (duration: 58.562µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:55.276907Z","caller":"traceutil/trace.go:171","msg":"trace[1255570547] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"552.614166ms","start":"2026-03-31T20:22:54.724254Z","end":"2026-03-31T20:22:55.276868Z","steps":["trace[1255570547] 'process raft request' (duration: 552.422702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:55.277007Z","caller":"traceutil/trace.go:171","msg":"trace[328221113] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"550.327955ms","start":"2026-03-31T20:22:54.726667Z","end":"2026-03-31T20:22:55.276995Z","steps":["trace[328221113] 'process raft request' (duration: 550.142271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.27706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.724233Z","time spent":"552.751789ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2247,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:55.277111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.726659Z","time spent":"550.376926ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:55.27716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.507838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:55.277254Z","caller":"traceutil/trace.go:171","msg":"trace[1938882829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1113; }","duration":"317.646461ms","start":"2026-03-31T20:22:54.959586Z","end":"2026-03-31T20:22:55.277232Z","steps":["trace[1938882829] 'agreement among raft nodes before linearized reading' (duration: 317.451787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.277319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.959562Z","time spent":"317.744194ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:55.311902Z","caller":"traceutil/trace.go:171","msg":"trace[842733250] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"260.227491ms","start":"2026-03-31T20:22:55.051652Z","end":"2026-03-31T20:22:55.31188Z","steps":["trace[842733250] 'process raft request' (duration: 257.478889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.312012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.470787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T20:22:55.312075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.985914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:22:55.312124Z","caller":"traceutil/trace.go:171","msg":"trace[953698078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1114; }","duration":"170.635111ms","start":"2026-03-31T20:22:55.141463Z","end":"2026-03-31T20:22:55.312098Z","steps":["trace[953698078] 'agreement among raft nodes before linearized reading' (duration: 170.315264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:55.312172Z","caller":"traceutil/trace.go:171","msg":"trace[1568771418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1114; }","duration":"206.142447ms","start":"2026-03-31T20:22:55.10601Z","end":"2026-03-31T20:22:55.312152Z","steps":["trace[1568771418] 'agreement among raft nodes before linearized reading' (duration: 205.82696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:55.481507Z","caller":"traceutil/trace.go:171","msg":"trace[1876963492] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"164.857011ms","start":"2026-03-31T20:22:55.316612Z","end":"2026-03-31T20:22:55.481469Z","steps":["trace[1876963492] 'process raft request' (duration: 124.848962ms)","trace[1876963492] 'compare' (duration: 39.717262ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:55.481595Z","caller":"traceutil/trace.go:171","msg":"trace[593627626] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"163.90235ms","start":"2026-03-31T20:22:55.317657Z","end":"2026-03-31T20:22:55.481559Z","steps":["trace[593627626] 'process raft request' (duration: 163.672805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:55.481713Z","caller":"traceutil/trace.go:171","msg":"trace[321685653] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"152.605336ms","start":"2026-03-31T20:22:55.329063Z","end":"2026-03-31T20:22:55.481668Z","steps":["trace[321685653] 'process raft request' (duration: 152.30837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:56.286305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.692297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:56.286501Z","caller":"traceutil/trace.go:171","msg":"trace[963865204] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"721.437435ms","start":"2026-03-31T20:22:55.565051Z","end":"2026-03-31T20:22:56.286488Z","steps":["trace[963865204] 'process raft request' (duration: 721.403735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:56.286553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:55.56504Z","time spent":"721.493096ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:56.286561Z","caller":"traceutil/trace.go:171","msg":"trace[2022096288] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"787.302663ms","start":"2026-03-31T20:22:55.499229Z","end":"2026-03-31T20:22:56.286532Z","steps":["trace[2022096288] 'process raft request' (duration: 287.31851ms)","trace[2022096288] 'compare' (duration: 499.531323ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:56.286565Z","caller":"traceutil/trace.go:171","msg":"trace[888062524] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"786.623348ms","start":"2026-03-31T20:22:55.499905Z","end":"2026-03-31T20:22:56.286529Z","steps":["trace[888062524] 'process raft request' (duration: 786.483855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:56.286615Z","caller":"traceutil/trace.go:171","msg":"trace[1929642380] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1166; }","duration":"722.315875ms","start":"2026-03-31T20:22:55.564271Z","end":"2026-03-31T20:22:56.286587Z","steps":["trace[1929642380] 'read index received' (duration: 222.2872ms)","trace[1929642380] 'applied index is now lower than readState.Index' (duration: 500.026045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:56.286677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:55.499203Z","time spent":"787.420426ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:56.286752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:55.499899Z","time spent":"786.756871ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:56.286861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.56651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-xbsvc\" ","response":"range_response_count:1 size:2916"} {"level":"info","ts":"2026-03-31T20:22:56.286904Z","caller":"traceutil/trace.go:171","msg":"trace[1433613222] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-xbsvc; range_end:; response_count:1; response_revision:1123; }","duration":"722.660662ms","start":"2026-03-31T20:22:55.564232Z","end":"2026-03-31T20:22:56.286893Z","steps":["trace[1433613222] 'agreement among raft nodes before linearized reading' (duration: 722.475608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:56.286948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:55.564213Z","time spent":"722.726953ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2939,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-xbsvc\" "} {"level":"info","ts":"2026-03-31T20:22:56.653003Z","caller":"traceutil/trace.go:171","msg":"trace[1936605282] linearizableReadLoop","detail":"{readStateIndex:1170; appliedIndex:1169; }","duration":"366.279642ms","start":"2026-03-31T20:22:56.286679Z","end":"2026-03-31T20:22:56.652958Z","steps":["trace[1936605282] 'read index received' (duration: 366.019556ms)","trace[1936605282] 'applied index is now lower than readState.Index' (duration: 258.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:56.653118Z","caller":"traceutil/trace.go:171","msg":"trace[2099487961] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"409.041762ms","start":"2026-03-31T20:22:56.244049Z","end":"2026-03-31T20:22:56.65309Z","steps":["trace[2099487961] 'process raft request' (duration: 408.705265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:56.653216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.701489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"warn","ts":"2026-03-31T20:22:56.65325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:56.244018Z","time spent":"409.160205ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:56.653261Z","caller":"traceutil/trace.go:171","msg":"trace[1107727876] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1124; }","duration":"937.791342ms","start":"2026-03-31T20:22:55.715455Z","end":"2026-03-31T20:22:56.653246Z","steps":["trace[1107727876] 'agreement among raft nodes before linearized reading' (duration: 937.621428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:56.653303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:55.715433Z","time spent":"937.861974ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1077,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"info","ts":"2026-03-31T20:22:56.847528Z","caller":"traceutil/trace.go:171","msg":"trace[712443637] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"553.74675ms","start":"2026-03-31T20:22:56.293759Z","end":"2026-03-31T20:22:56.847505Z","steps":["trace[712443637] 'process raft request' (duration: 553.568356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:56.847665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:56.293737Z","time spent":"553.857242ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3874,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:56.847742Z","caller":"traceutil/trace.go:171","msg":"trace[556800210] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1170; }","duration":"192.986702ms","start":"2026-03-31T20:22:56.654724Z","end":"2026-03-31T20:22:56.847711Z","steps":["trace[556800210] 'read index received' (duration: 192.544723ms)","trace[556800210] 'applied index is now lower than readState.Index' (duration: 439.259µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:56.847772Z","caller":"traceutil/trace.go:171","msg":"trace[639309438] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"485.691242ms","start":"2026-03-31T20:22:56.362049Z","end":"2026-03-31T20:22:56.84774Z","steps":["trace[639309438] 'process raft request' (duration: 485.410376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:56.847902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:56.362019Z","time spent":"485.807075ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:56.847958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.227387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-xbsvc\" ","response":"range_response_count:1 size:3889"} {"level":"warn","ts":"2026-03-31T20:22:56.847984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.307682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:22:56.847998Z","caller":"traceutil/trace.go:171","msg":"trace[472869292] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-xbsvc; range_end:; response_count:1; response_revision:1126; }","duration":"193.275518ms","start":"2026-03-31T20:22:56.654713Z","end":"2026-03-31T20:22:56.847988Z","steps":["trace[472869292] 'agreement among raft nodes before linearized reading' (duration: 193.155106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:56.848023Z","caller":"traceutil/trace.go:171","msg":"trace[857213225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1126; }","duration":"125.395574ms","start":"2026-03-31T20:22:56.722617Z","end":"2026-03-31T20:22:56.848013Z","steps":["trace[857213225] 'agreement among raft nodes before linearized reading' (duration: 125.248191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:57.138995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.647639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:57.139114Z","caller":"traceutil/trace.go:171","msg":"trace[379052460] linearizableReadLoop","detail":"{readStateIndex:1173; appliedIndex:1172; }","duration":"180.42535ms","start":"2026-03-31T20:22:56.958669Z","end":"2026-03-31T20:22:57.139094Z","steps":["trace[379052460] 'read index received' (duration: 79.540125ms)","trace[379052460] 'applied index is now lower than readState.Index' (duration: 100.883674ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:57.139154Z","caller":"traceutil/trace.go:171","msg":"trace[1737131172] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"286.853079ms","start":"2026-03-31T20:22:56.852282Z","end":"2026-03-31T20:22:57.139135Z","steps":["trace[1737131172] 'process raft request' (duration: 185.976465ms)","trace[1737131172] 'compare' (duration: 100.530887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:57.139235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.567893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:57.139273Z","caller":"traceutil/trace.go:171","msg":"trace[1119763087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1127; }","duration":"180.639014ms","start":"2026-03-31T20:22:56.958622Z","end":"2026-03-31T20:22:57.139261Z","steps":["trace[1119763087] 'agreement among raft nodes before linearized reading' (duration: 180.572953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:57.139587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.504595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:22:57.139639Z","caller":"traceutil/trace.go:171","msg":"trace[1531262753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1127; }","duration":"177.571387ms","start":"2026-03-31T20:22:56.962055Z","end":"2026-03-31T20:22:57.139627Z","steps":["trace[1531262753] 'agreement among raft nodes before linearized reading' (duration: 177.422604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:57.139703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.340722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:22:57.139775Z","caller":"traceutil/trace.go:171","msg":"trace[44099062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1127; }","duration":"177.452954ms","start":"2026-03-31T20:22:56.962306Z","end":"2026-03-31T20:22:57.139759Z","steps":["trace[44099062] 'agreement among raft nodes before linearized reading' (duration: 177.303651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:57.498954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.79827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:57.499229Z","caller":"traceutil/trace.go:171","msg":"trace[332871099] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"355.614763ms","start":"2026-03-31T20:22:57.143578Z","end":"2026-03-31T20:22:57.499193Z","steps":["trace[332871099] 'process raft request' (duration: 137.423204ms)","trace[332871099] 'compare' (duration: 217.385611ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:57.499365Z","caller":"traceutil/trace.go:171","msg":"trace[1440072445] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"355.504201ms","start":"2026-03-31T20:22:57.143832Z","end":"2026-03-31T20:22:57.499336Z","steps":["trace[1440072445] 'process raft request' (duration: 355.308126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:57.499391Z","caller":"traceutil/trace.go:171","msg":"trace[507128374] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"336.594786ms","start":"2026-03-31T20:22:57.162771Z","end":"2026-03-31T20:22:57.499365Z","steps":["trace[507128374] 'process raft request' (duration: 336.486314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:57.499414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.143557Z","time spent":"355.749236ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:57.499511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.162757Z","time spent":"336.691868ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:57.499507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.143818Z","time spent":"355.617503ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:57.814994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.666932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:57.815116Z","caller":"traceutil/trace.go:171","msg":"trace[96660528] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"310.633613ms","start":"2026-03-31T20:22:57.504459Z","end":"2026-03-31T20:22:57.815093Z","steps":["trace[96660528] 'process raft request' (duration: 196.767026ms)","trace[96660528] 'compare' (duration: 113.54754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:57.815179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.504444Z","time spent":"310.707764ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:58.07918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.48078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:58.079326Z","caller":"traceutil/trace.go:171","msg":"trace[1858018655] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"175.243435ms","start":"2026-03-31T20:22:57.904057Z","end":"2026-03-31T20:22:58.0793Z","steps":["trace[1858018655] 'process raft request' (duration: 52.559221ms)","trace[1858018655] 'compare' (duration: 122.311756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:59.11112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.421351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:59.111281Z","caller":"traceutil/trace.go:171","msg":"trace[691465212] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1133; }","duration":"769.709178ms","start":"2026-03-31T20:22:58.341548Z","end":"2026-03-31T20:22:59.111258Z","steps":["trace[691465212] 'count revisions from in-memory index tree' (duration: 769.310069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.111488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:58.341493Z","time spent":"769.958333ms","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:59.11165Z","caller":"traceutil/trace.go:171","msg":"trace[1197596573] linearizableReadLoop","detail":"{readStateIndex:1180; appliedIndex:1179; }","duration":"435.814293ms","start":"2026-03-31T20:22:58.675807Z","end":"2026-03-31T20:22:59.111621Z","steps":["trace[1197596573] 'read index received' (duration: 379.311054ms)","trace[1197596573] 'applied index is now lower than readState.Index' (duration: 56.501809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:59.111807Z","caller":"traceutil/trace.go:171","msg":"trace[556465478] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"452.57212ms","start":"2026-03-31T20:22:58.659221Z","end":"2026-03-31T20:22:59.111794Z","steps":["trace[556465478] 'process raft request' (duration: 395.882947ms)","trace[556465478] 'compare' (duration: 55.945366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:59.11152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.333219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:59.111964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.153111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:59.112028Z","caller":"traceutil/trace.go:171","msg":"trace[414422598] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1134; }","duration":"436.249913ms","start":"2026-03-31T20:22:58.675763Z","end":"2026-03-31T20:22:59.112013Z","steps":["trace[414422598] 'agreement among raft nodes before linearized reading' (duration: 436.150201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.112049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.68762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:59.112364Z","caller":"traceutil/trace.go:171","msg":"trace[2008575857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1134; }","duration":"154.040368ms","start":"2026-03-31T20:22:58.958298Z","end":"2026-03-31T20:22:59.112339Z","steps":["trace[2008575857] 'agreement among raft nodes before linearized reading' (duration: 153.65992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.112083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:58.675751Z","time spent":"436.317855ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:59.112Z","caller":"traceutil/trace.go:171","msg":"trace[131541433] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1133; }","duration":"859.857492ms","start":"2026-03-31T20:22:58.252124Z","end":"2026-03-31T20:22:59.111982Z","steps":["trace[131541433] 'count revisions from in-memory index tree' (duration: 859.232697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.11269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:58.252103Z","time spent":"860.533708ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:59.111925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:58.659191Z","time spent":"452.650681ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:59.554186Z","caller":"traceutil/trace.go:171","msg":"trace[1545816718] linearizableReadLoop","detail":"{readStateIndex:1181; appliedIndex:1180; }","duration":"359.342686ms","start":"2026-03-31T20:22:59.194822Z","end":"2026-03-31T20:22:59.554164Z","steps":["trace[1545816718] 'read index received' (duration: 359.114971ms)","trace[1545816718] 'applied index is now lower than readState.Index' (duration: 226.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:59.554307Z","caller":"traceutil/trace.go:171","msg":"trace[433831282] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"407.727413ms","start":"2026-03-31T20:22:59.146527Z","end":"2026-03-31T20:22:59.554254Z","steps":["trace[433831282] 'process raft request' (duration: 407.477127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.554383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.545272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:22:59.554418Z","caller":"traceutil/trace.go:171","msg":"trace[515586795] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:1135; }","duration":"359.631854ms","start":"2026-03-31T20:22:59.194775Z","end":"2026-03-31T20:22:59.554407Z","steps":["trace[515586795] 'agreement among raft nodes before linearized reading' (duration: 359.504671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.55445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:59.19475Z","time spent":"359.692194ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-03-31T20:22:59.554643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:59.146507Z","time spent":"407.885106ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:59.907041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.423627ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T20:22:59.907246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:59.555955Z","time spent":"351.286126ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:22:59.907321Z","caller":"traceutil/trace.go:171","msg":"trace[1025941341] linearizableReadLoop","detail":"{readStateIndex:1184; appliedIndex:1181; }","duration":"335.135253ms","start":"2026-03-31T20:22:59.57217Z","end":"2026-03-31T20:22:59.907305Z","steps":["trace[1025941341] 'read index received' (duration: 69.325046ms)","trace[1025941341] 'applied index is now lower than readState.Index' (duration: 265.809407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:59.907458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.283416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:59.907459Z","caller":"traceutil/trace.go:171","msg":"trace[1200464935] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"348.587796ms","start":"2026-03-31T20:22:59.558831Z","end":"2026-03-31T20:22:59.907419Z","steps":["trace[1200464935] 'process raft request' (duration: 348.432672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.90753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.771198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:22:59.907514Z","caller":"traceutil/trace.go:171","msg":"trace[135744681] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"349.018235ms","start":"2026-03-31T20:22:59.558479Z","end":"2026-03-31T20:22:59.907497Z","steps":["trace[135744681] 'process raft request' (duration: 348.674776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:59.907555Z","caller":"traceutil/trace.go:171","msg":"trace[1438729253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1137; }","duration":"323.83038ms","start":"2026-03-31T20:22:59.583718Z","end":"2026-03-31T20:22:59.907549Z","steps":["trace[1438729253] 'agreement among raft nodes before linearized reading' (duration: 323.716647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.907592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:59.583708Z","time spent":"323.879361ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:22:59.907498Z","caller":"traceutil/trace.go:171","msg":"trace[547741396] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1137; }","duration":"335.354328ms","start":"2026-03-31T20:22:59.572134Z","end":"2026-03-31T20:22:59.907488Z","steps":["trace[547741396] 'agreement among raft nodes before linearized reading' (duration: 335.262036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.907602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.585854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:59.907628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:59.558459Z","time spent":"349.103667ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:59.90764Z","caller":"traceutil/trace.go:171","msg":"trace[320588145] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1137; }","duration":"196.663185ms","start":"2026-03-31T20:22:59.710966Z","end":"2026-03-31T20:22:59.907629Z","steps":["trace[320588145] 'agreement among raft nodes before linearized reading' (duration: 196.564463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.907705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:59.572118Z","time spent":"335.517942ms","remote":"127.0.0.1:47574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:59.907828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:59.558811Z","time spent":"348.919033ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:00.046418Z","caller":"traceutil/trace.go:171","msg":"trace[333359638] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"134.806296ms","start":"2026-03-31T20:22:59.911541Z","end":"2026-03-31T20:23:00.046347Z","steps":["trace[333359638] 'process raft request' (duration: 118.299065ms)","trace[333359638] 'compare' (duration: 16.330897ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:00.046484Z","caller":"traceutil/trace.go:171","msg":"trace[858493533] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"134.891768ms","start":"2026-03-31T20:22:59.911557Z","end":"2026-03-31T20:23:00.046449Z","steps":["trace[858493533] 'process raft request' (duration: 134.710804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:00.622552Z","caller":"traceutil/trace.go:171","msg":"trace[174992311] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"450.268788ms","start":"2026-03-31T20:23:00.172259Z","end":"2026-03-31T20:23:00.622528Z","steps":["trace[174992311] 'process raft request' (duration: 450.121865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:00.622726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:00.172223Z","time spent":"450.438711ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3047,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:23:00.911635Z","caller":"traceutil/trace.go:171","msg":"trace[283617863] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"278.712096ms","start":"2026-03-31T20:23:00.632896Z","end":"2026-03-31T20:23:00.911608Z","steps":["trace[283617863] 'process raft request' (duration: 278.560713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:01.232579Z","caller":"traceutil/trace.go:171","msg":"trace[2123364296] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"141.010117ms","start":"2026-03-31T20:23:01.091539Z","end":"2026-03-31T20:23:01.232549Z","steps":["trace[2123364296] 'process raft request' (duration: 90.639636ms)","trace[2123364296] 'compare' (duration: 50.223577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:01.245624Z","caller":"traceutil/trace.go:171","msg":"trace[1495831687] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"127.297647ms","start":"2026-03-31T20:23:01.118303Z","end":"2026-03-31T20:23:01.2456Z","steps":["trace[1495831687] 'process raft request' (duration: 127.105573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:01.730795Z","caller":"traceutil/trace.go:171","msg":"trace[1465918371] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"168.185455ms","start":"2026-03-31T20:23:01.562587Z","end":"2026-03-31T20:23:01.730773Z","steps":["trace[1465918371] 'process raft request' (duration: 168.038852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:04.045073Z","caller":"traceutil/trace.go:171","msg":"trace[1242097924] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"111.010013ms","start":"2026-03-31T20:23:03.934038Z","end":"2026-03-31T20:23:04.045048Z","steps":["trace[1242097924] 'process raft request' (duration: 105.99974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:06.189655Z","caller":"traceutil/trace.go:171","msg":"trace[576536198] linearizableReadLoop","detail":"{readStateIndex:1220; appliedIndex:1219; }","duration":"108.122286ms","start":"2026-03-31T20:23:06.081499Z","end":"2026-03-31T20:23:06.189621Z","steps":["trace[576536198] 'read index received' (duration: 12.825667ms)","trace[576536198] 'applied index is now lower than readState.Index' (duration: 95.295269ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:06.189746Z","caller":"traceutil/trace.go:171","msg":"trace[810003401] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"136.872913ms","start":"2026-03-31T20:23:06.052832Z","end":"2026-03-31T20:23:06.189704Z","steps":["trace[810003401] 'process raft request' (duration: 41.568984ms)","trace[810003401] 'compare' (duration: 95.026803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:06.19007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.372675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T20:23:06.190158Z","caller":"traceutil/trace.go:171","msg":"trace[299975904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1172; }","duration":"101.499128ms","start":"2026-03-31T20:23:06.08864Z","end":"2026-03-31T20:23:06.190139Z","steps":["trace[299975904] 'agreement among raft nodes before linearized reading' (duration: 101.236493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:06.190794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.276513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:23:06.190963Z","caller":"traceutil/trace.go:171","msg":"trace[1691594639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1172; }","duration":"109.483947ms","start":"2026-03-31T20:23:06.081452Z","end":"2026-03-31T20:23:06.190936Z","steps":["trace[1691594639] 'agreement among raft nodes before linearized reading' (duration: 108.342541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:07.797238Z","caller":"traceutil/trace.go:171","msg":"trace[946625120] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"123.638025ms","start":"2026-03-31T20:23:07.673576Z","end":"2026-03-31T20:23:07.797214Z","steps":["trace[946625120] 'process raft request' (duration: 123.377999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:15.449674Z","caller":"traceutil/trace.go:171","msg":"trace[979420243] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"102.677476ms","start":"2026-03-31T20:23:15.346969Z","end":"2026-03-31T20:23:15.449647Z","steps":["trace[979420243] 'process raft request' (duration: 102.38823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:19.32964Z","caller":"traceutil/trace.go:171","msg":"trace[215692809] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"115.339069ms","start":"2026-03-31T20:23:19.214269Z","end":"2026-03-31T20:23:19.329608Z","steps":["trace[215692809] 'process raft request' (duration: 82.44273ms)","trace[215692809] 'compare' (duration: 32.733855ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:19.564433Z","caller":"traceutil/trace.go:171","msg":"trace[932176767] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"101.775324ms","start":"2026-03-31T20:23:19.462629Z","end":"2026-03-31T20:23:19.564404Z","steps":["trace[932176767] 'process raft request' (duration: 85.188302ms)","trace[932176767] 'compare' (duration: 16.428618ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:20.026419Z","caller":"traceutil/trace.go:171","msg":"trace[745197947] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"101.613291ms","start":"2026-03-31T20:23:19.92478Z","end":"2026-03-31T20:23:20.026393Z","steps":["trace[745197947] 'process raft request' (duration: 101.466488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.125087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.078458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T20:23:21.125189Z","caller":"traceutil/trace.go:171","msg":"trace[671060409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1250; }","duration":"983.239672ms","start":"2026-03-31T20:23:20.14193Z","end":"2026-03-31T20:23:21.125169Z","steps":["trace[671060409] 'range keys from in-memory index tree' (duration: 982.818713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.125236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.141908Z","time spent":"983.318743ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:23:21.125402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.256737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T20:23:21.125437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.57103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:21.125502Z","caller":"traceutil/trace.go:171","msg":"trace[1044572016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1250; }","duration":"564.39397ms","start":"2026-03-31T20:23:20.561066Z","end":"2026-03-31T20:23:21.12546Z","steps":["trace[1044572016] 'range keys from in-memory index tree' (duration: 564.068122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.125589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.561044Z","time spent":"564.535423ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T20:23:21.125581Z","caller":"traceutil/trace.go:171","msg":"trace[2136225364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1250; }","duration":"166.767324ms","start":"2026-03-31T20:23:20.95879Z","end":"2026-03-31T20:23:21.125557Z","steps":["trace[2136225364] 'range keys from in-memory index tree' (duration: 166.459217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.125629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.755238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:23:21.125693Z","caller":"traceutil/trace.go:171","msg":"trace[2036703054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1250; }","duration":"834.872311ms","start":"2026-03-31T20:23:20.290804Z","end":"2026-03-31T20:23:21.125677Z","steps":["trace[2036703054] 'range keys from in-memory index tree' (duration: 834.548904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.125715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.325091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:23:21.12573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.290784Z","time spent":"834.937313ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:23:21.125781Z","caller":"traceutil/trace.go:171","msg":"trace[1291049873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1250; }","duration":"831.413774ms","start":"2026-03-31T20:23:20.294349Z","end":"2026-03-31T20:23:21.125763Z","steps":["trace[1291049873] 'range keys from in-memory index tree' (duration: 831.069566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.125819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.294338Z","time spent":"831.471095ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:23:21.125814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.499721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T20:23:21.125783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.205852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:21.125871Z","caller":"traceutil/trace.go:171","msg":"trace[1214948548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1250; }","duration":"837.556932ms","start":"2026-03-31T20:23:20.288296Z","end":"2026-03-31T20:23:21.125853Z","steps":["trace[1214948548] 'range keys from in-memory index tree' (duration: 837.331747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:21.125889Z","caller":"traceutil/trace.go:171","msg":"trace[469886867] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1250; }","duration":"530.390196ms","start":"2026-03-31T20:23:20.595475Z","end":"2026-03-31T20:23:21.125866Z","steps":["trace[469886867] 'count revisions from in-memory index tree' (duration: 530.09501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.12591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.288212Z","time spent":"837.686654ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:21.125931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.595452Z","time spent":"530.468397ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:22.53241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887424589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:23.034326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887424589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:23.451868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.246220538s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:23:23.452371Z","caller":"traceutil/trace.go:171","msg":"trace[141040713] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"2.321013047s","start":"2026-03-31T20:23:21.131333Z","end":"2026-03-31T20:23:23.452347Z","steps":["trace[141040713] 'process raft request' (duration: 2.320883964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:23.452517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.131276Z","time spent":"2.32116626s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:23.452373Z","caller":"traceutil/trace.go:171","msg":"trace[1185814707] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"2.321102969s","start":"2026-03-31T20:23:21.131243Z","end":"2026-03-31T20:23:23.452346Z","steps":["trace[1185814707] 'process raft request' (duration: 2.320828283s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:23.452618Z","caller":"traceutil/trace.go:171","msg":"trace[752577999] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"2.320016565s","start":"2026-03-31T20:23:21.132502Z","end":"2026-03-31T20:23:23.452519Z","steps":["trace[752577999] 'process raft request' (duration: 2.319769979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:23.452731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.132482Z","time spent":"2.320185649s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:23.452717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.131222Z","time spent":"2.321353644s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:23.452926Z","caller":"traceutil/trace.go:171","msg":"trace[159938422] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"2.320143898s","start":"2026-03-31T20:23:21.132769Z","end":"2026-03-31T20:23:23.452913Z","steps":["trace[159938422] 'process raft request' (duration: 2.319692617s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:23.453004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.132706Z","time spent":"2.320258121s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:23.478187Z","caller":"traceutil/trace.go:171","msg":"trace[2119037786] linearizableReadLoop","detail":"{readStateIndex:1308; appliedIndex:1303; }","duration":"1.446246472s","start":"2026-03-31T20:23:22.031883Z","end":"2026-03-31T20:23:23.47813Z","steps":["trace[2119037786] 'read index received' (duration: 1.420183565s)","trace[2119037786] 'applied index is now lower than readState.Index' (duration: 26.060897ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:23.478307Z","caller":"traceutil/trace.go:171","msg":"trace[1998029651] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"1.907934476s","start":"2026-03-31T20:23:21.57034Z","end":"2026-03-31T20:23:23.478274Z","steps":["trace[1998029651] 'process raft request' (duration: 1.907576847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:23.478457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.633138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:23.478506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.570307Z","time spent":"1.908109889s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:23.47853Z","caller":"traceutil/trace.go:171","msg":"trace[215389649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1256; }","duration":"518.74115ms","start":"2026-03-31T20:23:22.959768Z","end":"2026-03-31T20:23:23.478509Z","steps":["trace[215389649] 'agreement among raft nodes before linearized reading' (duration: 518.593487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:23.478548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.047973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T20:23:23.478553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446655311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:23:23.478587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111198951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:23:23.478621Z","caller":"traceutil/trace.go:171","msg":"trace[1686710295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1256; }","duration":"265.170376ms","start":"2026-03-31T20:23:23.213435Z","end":"2026-03-31T20:23:23.478605Z","steps":["trace[1686710295] 'agreement among raft nodes before linearized reading' (duration: 264.930771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:23.478644Z","caller":"traceutil/trace.go:171","msg":"trace[2012207915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1256; }","duration":"1.446910547s","start":"2026-03-31T20:23:22.031719Z","end":"2026-03-31T20:23:23.47863Z","steps":["trace[2012207915] 'agreement among raft nodes before linearized reading' (duration: 1.446545369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:23.478689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:22.031686Z","time spent":"1.446995189s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:23.478573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:22.959749Z","time spent":"518.816682ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:23:23.478672Z","caller":"traceutil/trace.go:171","msg":"trace[168351830] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1256; }","duration":"1.111349654s","start":"2026-03-31T20:23:22.367296Z","end":"2026-03-31T20:23:23.478645Z","steps":["trace[168351830] 'agreement among raft nodes before linearized reading' (duration: 1.111033537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:23.478776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:22.367265Z","time spent":"1.111494318s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:23:25.267456Z","caller":"traceutil/trace.go:171","msg":"trace[1438972183] linearizableReadLoop","detail":"{readStateIndex:1314; appliedIndex:1313; }","duration":"311.645261ms","start":"2026-03-31T20:23:24.955785Z","end":"2026-03-31T20:23:25.267431Z","steps":["trace[1438972183] 'read index received' (duration: 311.491618ms)","trace[1438972183] 'applied index is now lower than readState.Index' (duration: 152.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:25.267517Z","caller":"traceutil/trace.go:171","msg":"trace[2058802699] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"338.207728ms","start":"2026-03-31T20:23:24.929272Z","end":"2026-03-31T20:23:25.26748Z","steps":["trace[2058802699] 'process raft request' (duration: 337.972543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.267625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.809675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:25.267678Z","caller":"traceutil/trace.go:171","msg":"trace[1111512522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1261; }","duration":"311.931977ms","start":"2026-03-31T20:23:24.95573Z","end":"2026-03-31T20:23:25.267662Z","steps":["trace[1111512522] 'agreement among raft nodes before linearized reading' (duration: 311.827235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.267678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:24.929249Z","time spent":"338.342452ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:25.267725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:24.955708Z","time spent":"312.006889ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:23:25.439347Z","caller":"traceutil/trace.go:171","msg":"trace[734719264] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"456.542721ms","start":"2026-03-31T20:23:24.982745Z","end":"2026-03-31T20:23:25.439288Z","steps":["trace[734719264] 'process raft request' (duration: 386.903274ms)","trace[734719264] 'compare' (duration: 69.29942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:25.439531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:24.982722Z","time spent":"456.700985ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:25.640971Z","caller":"traceutil/trace.go:171","msg":"trace[455983943] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"130.777202ms","start":"2026-03-31T20:23:25.510163Z","end":"2026-03-31T20:23:25.64094Z","steps":["trace[455983943] 'process raft request' (duration: 81.728528ms)","trace[455983943] 'compare' (duration: 48.86483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:25.64185Z","caller":"traceutil/trace.go:171","msg":"trace[1000696063] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"129.510124ms","start":"2026-03-31T20:23:25.51232Z","end":"2026-03-31T20:23:25.64183Z","steps":["trace[1000696063] 'process raft request' (duration: 129.349881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:26.038506Z","caller":"traceutil/trace.go:171","msg":"trace[1717577256] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"140.686956ms","start":"2026-03-31T20:23:25.897781Z","end":"2026-03-31T20:23:26.038468Z","steps":["trace[1717577256] 'process raft request' (duration: 140.46275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:27.002378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.085414ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:27.002529Z","caller":"traceutil/trace.go:171","msg":"trace[1612349760] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1279; }","duration":"221.247048ms","start":"2026-03-31T20:23:26.781259Z","end":"2026-03-31T20:23:27.002506Z","steps":["trace[1612349760] 'range keys from in-memory index tree' (duration: 221.069564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:27.002997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.264748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:4085"} {"level":"info","ts":"2026-03-31T20:23:27.003347Z","caller":"traceutil/trace.go:171","msg":"trace[1319407283] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1279; }","duration":"393.75956ms","start":"2026-03-31T20:23:26.609562Z","end":"2026-03-31T20:23:27.003321Z","steps":["trace[1319407283] 'process raft request' (duration: 67.821737ms)","trace[1319407283] 'compare' (duration: 325.189586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:27.003456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:26.609531Z","time spent":"393.875072ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":4108,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T20:23:27.004214Z","caller":"traceutil/trace.go:171","msg":"trace[1695011471] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"338.589958ms","start":"2026-03-31T20:23:26.665594Z","end":"2026-03-31T20:23:27.004183Z","steps":["trace[1695011471] 'process raft request' (duration: 338.145008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:27.004476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:26.665563Z","time spent":"338.729331ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211671,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:27.65786Z","caller":"traceutil/trace.go:171","msg":"trace[1813641133] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"147.176192ms","start":"2026-03-31T20:23:27.510658Z","end":"2026-03-31T20:23:27.657835Z","steps":["trace[1813641133] 'process raft request' (duration: 110.965707ms)","trace[1813641133] 'compare' (duration: 36.053551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:27.657985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.899017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:23:27.658071Z","caller":"traceutil/trace.go:171","msg":"trace[667127092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1283; }","duration":"148.03267ms","start":"2026-03-31T20:23:27.510019Z","end":"2026-03-31T20:23:27.658051Z","steps":["trace[667127092] 'agreement among raft nodes before linearized reading' (duration: 147.823596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:29.992173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.209542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:29.992402Z","caller":"traceutil/trace.go:171","msg":"trace[901068494] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"254.498026ms","start":"2026-03-31T20:23:29.737883Z","end":"2026-03-31T20:23:29.992381Z","steps":["trace[901068494] 'process raft request' (duration: 126.993157ms)","trace[901068494] 'compare' (duration: 127.08692ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:29.992689Z","caller":"traceutil/trace.go:171","msg":"trace[416663996] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"254.785993ms","start":"2026-03-31T20:23:29.737883Z","end":"2026-03-31T20:23:29.992669Z","steps":["trace[416663996] 'process raft request' (duration: 254.444455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:29.99288Z","caller":"traceutil/trace.go:171","msg":"trace[500740417] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"254.891305ms","start":"2026-03-31T20:23:29.737959Z","end":"2026-03-31T20:23:29.99285Z","steps":["trace[500740417] 'process raft request' (duration: 254.66621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:31.931615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.995442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:23:31.931686Z","caller":"traceutil/trace.go:171","msg":"trace[1303872065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1328; }","duration":"141.080824ms","start":"2026-03-31T20:23:31.790589Z","end":"2026-03-31T20:23:31.931669Z","steps":["trace[1303872065] 'range keys from in-memory index tree' (duration: 140.773417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:31.931806Z","caller":"traceutil/trace.go:171","msg":"trace[1984246722] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"135.557129ms","start":"2026-03-31T20:23:31.796219Z","end":"2026-03-31T20:23:31.931776Z","steps":["trace[1984246722] 'process raft request' (duration: 107.452887ms)","trace[1984246722] 'compare' (duration: 27.738264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:31.931731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.782609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:31.931993Z","caller":"traceutil/trace.go:171","msg":"trace[1491254361] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1328; }","duration":"138.313381ms","start":"2026-03-31T20:23:31.793638Z","end":"2026-03-31T20:23:31.931951Z","steps":["trace[1491254361] 'count revisions from in-memory index tree' (duration: 137.694358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:32.102825Z","caller":"traceutil/trace.go:171","msg":"trace[643143933] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"102.587658ms","start":"2026-03-31T20:23:32.000214Z","end":"2026-03-31T20:23:32.102801Z","steps":["trace[643143933] 'process raft request' (duration: 102.440904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:32.103011Z","caller":"traceutil/trace.go:171","msg":"trace[291598508] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"101.77839ms","start":"2026-03-31T20:23:32.001205Z","end":"2026-03-31T20:23:32.102984Z","steps":["trace[291598508] 'process raft request' (duration: 101.546234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:33.883615Z","caller":"traceutil/trace.go:171","msg":"trace[903683164] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"138.938747ms","start":"2026-03-31T20:23:33.744653Z","end":"2026-03-31T20:23:33.883592Z","steps":["trace[903683164] 'process raft request' (duration: 138.860595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:33.883684Z","caller":"traceutil/trace.go:171","msg":"trace[1674599198] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"146.277561ms","start":"2026-03-31T20:23:33.737349Z","end":"2026-03-31T20:23:33.883626Z","steps":["trace[1674599198] 'process raft request' (duration: 119.096489ms)","trace[1674599198] 'compare' (duration: 26.878805ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:34.299935Z","caller":"traceutil/trace.go:171","msg":"trace[1742546451] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"117.149347ms","start":"2026-03-31T20:23:34.182755Z","end":"2026-03-31T20:23:34.299905Z","steps":["trace[1742546451] 'process raft request' (duration: 58.937616ms)","trace[1742546451] 'compare' (duration: 58.028187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:35.028266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.222965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:35.028467Z","caller":"traceutil/trace.go:171","msg":"trace[1619292630] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"231.407277ms","start":"2026-03-31T20:23:34.79701Z","end":"2026-03-31T20:23:35.028417Z","steps":["trace[1619292630] 'process raft request' (duration: 114.972447ms)","trace[1619292630] 'compare' (duration: 116.114913ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:35.330689Z","caller":"traceutil/trace.go:171","msg":"trace[539363735] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"108.089763ms","start":"2026-03-31T20:23:35.222568Z","end":"2026-03-31T20:23:35.330658Z","steps":["trace[539363735] 'process raft request' (duration: 96.761897ms)","trace[539363735] 'compare' (duration: 11.146671ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:38.183544Z","caller":"traceutil/trace.go:171","msg":"trace[861668771] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"165.017792ms","start":"2026-03-31T20:23:38.018472Z","end":"2026-03-31T20:23:38.18349Z","steps":["trace[861668771] 'process raft request' (duration: 124.611682ms)","trace[861668771] 'compare' (duration: 39.95225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:38.939736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.884929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:38.939846Z","caller":"traceutil/trace.go:171","msg":"trace[602657613] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"700.47926ms","start":"2026-03-31T20:23:38.239347Z","end":"2026-03-31T20:23:38.939827Z","steps":["trace[602657613] 'process raft request' (duration: 159.423627ms)","trace[602657613] 'compare' (duration: 540.792807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:38.939902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.239311Z","time spent":"700.564932ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:38.942737Z","caller":"traceutil/trace.go:171","msg":"trace[90223844] linearizableReadLoop","detail":"{readStateIndex:1440; appliedIndex:1438; }","duration":"644.087742ms","start":"2026-03-31T20:23:38.298631Z","end":"2026-03-31T20:23:38.942719Z","steps":["trace[90223844] 'read index received' (duration: 100.102713ms)","trace[90223844] 'applied index is now lower than readState.Index' (duration: 543.984029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:38.942891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.246215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:38.942945Z","caller":"traceutil/trace.go:171","msg":"trace[363418305] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1381; }","duration":"644.352267ms","start":"2026-03-31T20:23:38.298576Z","end":"2026-03-31T20:23:38.942929Z","steps":["trace[363418305] 'agreement among raft nodes before linearized reading' (duration: 644.263325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:38.94295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.12044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:38.942985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.298557Z","time spent":"644.418018ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:23:38.943038Z","caller":"traceutil/trace.go:171","msg":"trace[2022162160] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1381; }","duration":"559.277673ms","start":"2026-03-31T20:23:38.383742Z","end":"2026-03-31T20:23:38.94302Z","steps":["trace[2022162160] 'agreement among raft nodes before linearized reading' (duration: 559.12025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:38.943027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.7533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:38.943062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.419719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T20:23:38.943112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.532104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:38.943123Z","caller":"traceutil/trace.go:171","msg":"trace[125257979] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1381; }","duration":"553.903882ms","start":"2026-03-31T20:23:38.389191Z","end":"2026-03-31T20:23:38.943095Z","steps":["trace[125257979] 'agreement among raft nodes before linearized reading' (duration: 553.765729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:38.943118Z","caller":"traceutil/trace.go:171","msg":"trace[630197305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1381; }","duration":"484.513061ms","start":"2026-03-31T20:23:38.458589Z","end":"2026-03-31T20:23:38.943102Z","steps":["trace[630197305] 'agreement among raft nodes before linearized reading' (duration: 484.342747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:38.943122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.383718Z","time spent":"559.384065ms","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:23:38.943162Z","caller":"traceutil/trace.go:171","msg":"trace[100415080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1381; }","duration":"341.610486ms","start":"2026-03-31T20:23:38.601537Z","end":"2026-03-31T20:23:38.943147Z","steps":["trace[100415080] 'agreement among raft nodes before linearized reading' (duration: 341.547865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:38.943168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.389168Z","time spent":"553.988284ms","remote":"127.0.0.1:54466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:38.943171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.45857Z","time spent":"484.590823ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:23:38.943202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.601495Z","time spent":"341.697688ms","remote":"127.0.0.1:54588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:38.943047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.898363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:23:38.94332Z","caller":"traceutil/trace.go:171","msg":"trace[1275707821] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1381; }","duration":"434.202309ms","start":"2026-03-31T20:23:38.509103Z","end":"2026-03-31T20:23:38.943305Z","steps":["trace[1275707821] 'agreement among raft nodes before linearized reading' (duration: 433.79209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:38.943366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.509092Z","time spent":"434.261251ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:23:38.94352Z","caller":"traceutil/trace.go:171","msg":"trace[633427301] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"702.167478ms","start":"2026-03-31T20:23:38.240619Z","end":"2026-03-31T20:23:38.942787Z","steps":["trace[633427301] 'process raft request' (duration: 702.020015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:38.943676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.240603Z","time spent":"703.005426ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:42.273933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.112458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:23:42.274415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.952148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:42.275187Z","caller":"traceutil/trace.go:171","msg":"trace[1207705732] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1394; }","duration":"352.800507ms","start":"2026-03-31T20:23:41.922369Z","end":"2026-03-31T20:23:42.27517Z","steps":["trace[1207705732] 'count revisions from in-memory index tree' (duration: 351.780684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:42.275246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.922346Z","time spent":"352.87733ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:42.274439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.270388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-rfm5d\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-31T20:23:42.274504Z","caller":"traceutil/trace.go:171","msg":"trace[898475264] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"209.274158ms","start":"2026-03-31T20:23:42.06519Z","end":"2026-03-31T20:23:42.274464Z","steps":["trace[898475264] 'process raft request' (duration: 206.834773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:42.275359Z","caller":"traceutil/trace.go:171","msg":"trace[1800609157] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-rfm5d; range_end:; response_count:1; response_revision:1394; }","duration":"318.24189ms","start":"2026-03-31T20:23:41.957062Z","end":"2026-03-31T20:23:42.275304Z","steps":["trace[1800609157] 'range keys from in-memory index tree' (duration: 316.981521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:42.275356Z","caller":"traceutil/trace.go:171","msg":"trace[337339141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1394; }","duration":"548.133401ms","start":"2026-03-31T20:23:41.726744Z","end":"2026-03-31T20:23:42.274877Z","steps":["trace[337339141] 'range keys from in-memory index tree' (duration: 546.922025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:42.275466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.957032Z","time spent":"318.406083ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-rfm5d\" "} {"level":"warn","ts":"2026-03-31T20:23:42.275753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.726721Z","time spent":"548.866439ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:23:44.479143Z","caller":"traceutil/trace.go:171","msg":"trace[1349342859] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"100.800208ms","start":"2026-03-31T20:23:44.378297Z","end":"2026-03-31T20:23:44.479097Z","steps":["trace[1349342859] 'process raft request' (duration: 43.409547ms)","trace[1349342859] 'compare' (duration: 57.254628ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:44.481927Z","caller":"traceutil/trace.go:171","msg":"trace[536573785] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"103.330065ms","start":"2026-03-31T20:23:44.378559Z","end":"2026-03-31T20:23:44.481889Z","steps":["trace[536573785] 'process raft request' (duration: 103.283524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:44.481998Z","caller":"traceutil/trace.go:171","msg":"trace[312047167] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"103.612811ms","start":"2026-03-31T20:23:44.378356Z","end":"2026-03-31T20:23:44.481969Z","steps":["trace[312047167] 'process raft request' (duration: 103.288343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:46.807214Z","caller":"traceutil/trace.go:171","msg":"trace[907468993] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"149.919922ms","start":"2026-03-31T20:23:46.657269Z","end":"2026-03-31T20:23:46.807189Z","steps":["trace[907468993] 'process raft request' (duration: 67.042838ms)","trace[907468993] 'compare' (duration: 82.392953ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:47.024922Z","caller":"traceutil/trace.go:171","msg":"trace[74939400] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"129.739409ms","start":"2026-03-31T20:23:46.895156Z","end":"2026-03-31T20:23:47.024895Z","steps":["trace[74939400] 'process raft request' (duration: 86.104496ms)","trace[74939400] 'compare' (duration: 43.350896ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:47.172244Z","caller":"traceutil/trace.go:171","msg":"trace[52105714] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"142.446105ms","start":"2026-03-31T20:23:47.029758Z","end":"2026-03-31T20:23:47.172204Z","steps":["trace[52105714] 'process raft request' (duration: 129.050553ms)","trace[52105714] 'compare' (duration: 13.043233ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:47.172639Z","caller":"traceutil/trace.go:171","msg":"trace[2092953704] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"138.124079ms","start":"2026-03-31T20:23:47.034473Z","end":"2026-03-31T20:23:47.172597Z","steps":["trace[2092953704] 'process raft request' (duration: 137.665109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:47.172655Z","caller":"traceutil/trace.go:171","msg":"trace[520057613] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"133.638047ms","start":"2026-03-31T20:23:47.038987Z","end":"2026-03-31T20:23:47.172625Z","steps":["trace[520057613] 'process raft request' (duration: 133.390572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:48.04516Z","caller":"traceutil/trace.go:171","msg":"trace[763444304] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"135.731644ms","start":"2026-03-31T20:23:47.909403Z","end":"2026-03-31T20:23:48.045135Z","steps":["trace[763444304] 'process raft request' (duration: 135.57437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:48.889374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.998727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:48.889492Z","caller":"traceutil/trace.go:171","msg":"trace[1368476995] linearizableReadLoop","detail":"{readStateIndex:1572; appliedIndex:1571; }","duration":"383.742574ms","start":"2026-03-31T20:23:48.505727Z","end":"2026-03-31T20:23:48.88947Z","steps":["trace[1368476995] 'read index received' (duration: 112.601913ms)","trace[1368476995] 'applied index is now lower than readState.Index' (duration: 271.139161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:48.889675Z","caller":"traceutil/trace.go:171","msg":"trace[2029160243] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"476.04453ms","start":"2026-03-31T20:23:48.413554Z","end":"2026-03-31T20:23:48.889599Z","steps":["trace[2029160243] 'process raft request' (duration: 204.727056ms)","trace[2029160243] 'compare' (duration: 270.735431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:48.889756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.02407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:23:48.889817Z","caller":"traceutil/trace.go:171","msg":"trace[1997972557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1510; }","duration":"384.119542ms","start":"2026-03-31T20:23:48.505669Z","end":"2026-03-31T20:23:48.889788Z","steps":["trace[1997972557] 'agreement among raft nodes before linearized reading' (duration: 383.924437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:48.889861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:48.505647Z","time spent":"384.203134ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:48.889911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:48.413501Z","time spent":"476.292066ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:48.890244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.108349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:23:48.890307Z","caller":"traceutil/trace.go:171","msg":"trace[1912920576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1510; }","duration":"379.229202ms","start":"2026-03-31T20:23:48.511061Z","end":"2026-03-31T20:23:48.89029Z","steps":["trace[1912920576] 'agreement among raft nodes before linearized reading' (duration: 379.039658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:48.890318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.041385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:23:48.890344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:48.511035Z","time spent":"379.302694ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:23:48.890383Z","caller":"traceutil/trace.go:171","msg":"trace[1224295580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1510; }","duration":"370.124867ms","start":"2026-03-31T20:23:48.520241Z","end":"2026-03-31T20:23:48.890366Z","steps":["trace[1224295580] 'agreement among raft nodes before linearized reading' (duration: 369.875342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:48.890426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:48.520234Z","time spent":"370.183189ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:49.697141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887425063,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:23:49.886885Z","caller":"traceutil/trace.go:171","msg":"trace[1603460876] linearizableReadLoop","detail":"{readStateIndex:1577; appliedIndex:1576; }","duration":"689.848762ms","start":"2026-03-31T20:23:49.197017Z","end":"2026-03-31T20:23:49.886865Z","steps":["trace[1603460876] 'read index received' (duration: 678.888435ms)","trace[1603460876] 'applied index is now lower than readState.Index' (duration: 10.959447ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:49.886936Z","caller":"traceutil/trace.go:171","msg":"trace[209961175] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"704.767686ms","start":"2026-03-31T20:23:49.182135Z","end":"2026-03-31T20:23:49.886903Z","steps":["trace[209961175] 'process raft request' (duration: 693.860941ms)","trace[209961175] 'compare' (duration: 10.486685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:49.887038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.007165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:23:49.887059Z","caller":"traceutil/trace.go:171","msg":"trace[1052677111] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:1515; }","duration":"690.067097ms","start":"2026-03-31T20:23:49.196986Z","end":"2026-03-31T20:23:49.887053Z","steps":["trace[1052677111] 'agreement among raft nodes before linearized reading' (duration: 689.948994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.887079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.196974Z","time spent":"690.099887ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-03-31T20:23:49.887123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.182114Z","time spent":"704.90653ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:53.030029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.332994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:23:53.030128Z","caller":"traceutil/trace.go:171","msg":"trace[49035366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1528; }","duration":"103.506997ms","start":"2026-03-31T20:23:52.926601Z","end":"2026-03-31T20:23:53.030108Z","steps":["trace[49035366] 'range keys from in-memory index tree' (duration: 103.064338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.030274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.496807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:23:53.030457Z","caller":"traceutil/trace.go:171","msg":"trace[899142897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1528; }","duration":"103.710542ms","start":"2026-03-31T20:23:52.926683Z","end":"2026-03-31T20:23:53.030394Z","steps":["trace[899142897] 'range keys from in-memory index tree' (duration: 103.242991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.030301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.025719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:23:53.030596Z","caller":"traceutil/trace.go:171","msg":"trace[1666316038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1528; }","duration":"104.361696ms","start":"2026-03-31T20:23:52.926189Z","end":"2026-03-31T20:23:53.030551Z","steps":["trace[1666316038] 'range keys from in-memory index tree' (duration: 103.711792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.217883Z","caller":"traceutil/trace.go:171","msg":"trace[1023653888] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"183.403065ms","start":"2026-03-31T20:23:53.034446Z","end":"2026-03-31T20:23:53.217849Z","steps":["trace[1023653888] 'process raft request' (duration: 182.31938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.218704Z","caller":"traceutil/trace.go:171","msg":"trace[1129058347] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"183.446437ms","start":"2026-03-31T20:23:53.035164Z","end":"2026-03-31T20:23:53.21861Z","steps":["trace[1129058347] 'process raft request' (duration: 182.520447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:58.372442Z","caller":"traceutil/trace.go:171","msg":"trace[1217950641] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"181.845941ms","start":"2026-03-31T20:23:58.190553Z","end":"2026-03-31T20:23:58.372399Z","steps":["trace[1217950641] 'process raft request' (duration: 181.573235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:58.973203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.905655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:58.973347Z","caller":"traceutil/trace.go:171","msg":"trace[1199229325] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"409.36541ms","start":"2026-03-31T20:23:58.56396Z","end":"2026-03-31T20:23:58.973325Z","steps":["trace[1199229325] 'process raft request' (duration: 106.23265ms)","trace[1199229325] 'compare' (duration: 302.633239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:58.973417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:58.563929Z","time spent":"409.454482ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:58.974228Z","caller":"traceutil/trace.go:171","msg":"trace[1586746921] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"369.924864ms","start":"2026-03-31T20:23:58.604269Z","end":"2026-03-31T20:23:58.974194Z","steps":["trace[1586746921] 'process raft request' (duration: 369.643587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:58.974471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:58.604207Z","time spent":"370.127278ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":111502,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:59.460283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.727634ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T20:23:59.539535Z","caller":"traceutil/trace.go:171","msg":"trace[290654453] linearizableReadLoop","detail":"{readStateIndex:1698; appliedIndex:1695; }","duration":"265.283987ms","start":"2026-03-31T20:23:59.274207Z","end":"2026-03-31T20:23:59.539491Z","steps":["trace[290654453] 'read index received' (duration: 62.367973ms)","trace[290654453] 'applied index is now lower than readState.Index' (duration: 202.914724ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:59.53964Z","caller":"traceutil/trace.go:171","msg":"trace[584222868] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"267.359175ms","start":"2026-03-31T20:23:59.272253Z","end":"2026-03-31T20:23:59.539612Z","steps":["trace[584222868] 'process raft request' (duration: 267.153031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:59.539704Z","caller":"traceutil/trace.go:171","msg":"trace[1264892813] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"267.488947ms","start":"2026-03-31T20:23:59.272177Z","end":"2026-03-31T20:23:59.539666Z","steps":["trace[1264892813] 'process raft request' (duration: 267.011427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:59.539784Z","caller":"traceutil/trace.go:171","msg":"trace[340047934] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"253.071763ms","start":"2026-03-31T20:23:59.286677Z","end":"2026-03-31T20:23:59.539749Z","steps":["trace[340047934] 'process raft request' (duration: 252.767776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:59.539846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.612825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:59.539913Z","caller":"traceutil/trace.go:171","msg":"trace[130803530] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1633; }","duration":"265.765678ms","start":"2026-03-31T20:23:59.274131Z","end":"2026-03-31T20:23:59.539897Z","steps":["trace[130803530] 'agreement among raft nodes before linearized reading' (duration: 265.614045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:59.614321Z","caller":"traceutil/trace.go:171","msg":"trace[1460347858] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"152.371478ms","start":"2026-03-31T20:23:59.461897Z","end":"2026-03-31T20:23:59.614268Z","steps":["trace[1460347858] 'process raft request' (duration: 125.668467ms)","trace[1460347858] 'compare' (duration: 26.510437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:59.614473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.164995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:23:59.614569Z","caller":"traceutil/trace.go:171","msg":"trace[1725315607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1634; }","duration":"337.292888ms","start":"2026-03-31T20:23:59.277252Z","end":"2026-03-31T20:23:59.614545Z","steps":["trace[1725315607] 'agreement among raft nodes before linearized reading' (duration: 337.002632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:59.61464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:59.277243Z","time spent":"337.38655ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:24:12.086124Z","caller":"traceutil/trace.go:171","msg":"trace[1206873046] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1922; }","duration":"217.204936ms","start":"2026-03-31T20:24:11.868894Z","end":"2026-03-31T20:24:12.086099Z","steps":["trace[1206873046] 'read index received' (duration: 216.993281ms)","trace[1206873046] 'applied index is now lower than readState.Index' (duration: 210.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:12.086164Z","caller":"traceutil/trace.go:171","msg":"trace[221006922] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"339.539699ms","start":"2026-03-31T20:24:11.746599Z","end":"2026-03-31T20:24:12.086139Z","steps":["trace[221006922] 'process raft request' (duration: 339.353835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.086326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:11.746573Z","time spent":"339.650851ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:12.086424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.500982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:12.086529Z","caller":"traceutil/trace.go:171","msg":"trace[899751436] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1834; }","duration":"217.677137ms","start":"2026-03-31T20:24:11.868831Z","end":"2026-03-31T20:24:12.086508Z","steps":["trace[899751436] 'agreement among raft nodes before linearized reading' (duration: 217.433202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:21.095787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.987805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2f65b70-9ba8-4f71-bcab-b0b339993d94\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T20:24:21.095898Z","caller":"traceutil/trace.go:171","msg":"trace[2138620153] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2f65b70-9ba8-4f71-bcab-b0b339993d94; range_end:; response_count:1; response_revision:1945; }","duration":"146.184439ms","start":"2026-03-31T20:24:20.949691Z","end":"2026-03-31T20:24:21.095876Z","steps":["trace[2138620153] 'range keys from in-memory index tree' (duration: 145.734778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.070288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027537727s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:23.070405Z","caller":"traceutil/trace.go:171","msg":"trace[1063024698] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2042; }","duration":"1.281314096s","start":"2026-03-31T20:24:21.789071Z","end":"2026-03-31T20:24:23.070385Z","steps":["trace[1063024698] 'read index received' (duration: 253.592685ms)","trace[1063024698] 'applied index is now lower than readState.Index' (duration: 1.027720221s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:23.07049Z","caller":"traceutil/trace.go:171","msg":"trace[198217950] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"1.320463537s","start":"2026-03-31T20:24:21.75001Z","end":"2026-03-31T20:24:23.070474Z","steps":["trace[198217950] 'process raft request' (duration: 292.656614ms)","trace[198217950] 'compare' (duration: 1.027138039s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:23.070556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:21.74999Z","time spent":"1.320535878s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:23.071029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28195337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:24:23.071072Z","caller":"traceutil/trace.go:171","msg":"trace[431593391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1951; }","duration":"1.282034372s","start":"2026-03-31T20:24:21.789027Z","end":"2026-03-31T20:24:23.071062Z","steps":["trace[431593391] 'agreement among raft nodes before linearized reading' (duration: 1.281717565s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.071104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:21.789011Z","time spent":"1.282085514s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:23.072645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265222655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:24:23.072735Z","caller":"traceutil/trace.go:171","msg":"trace[1090456040] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1952; }","duration":"1.265342058s","start":"2026-03-31T20:24:21.807372Z","end":"2026-03-31T20:24:23.072714Z","steps":["trace[1090456040] 'agreement among raft nodes before linearized reading' (duration: 1.265107883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.072781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:21.807358Z","time spent":"1.265413369s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:24:23.072877Z","caller":"traceutil/trace.go:171","msg":"trace[1147416421] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"719.272492ms","start":"2026-03-31T20:24:22.353571Z","end":"2026-03-31T20:24:23.072844Z","steps":["trace[1147416421] 'process raft request' (duration: 718.782411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.072999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.493897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:24:23.073026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.997354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:24:23.073039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114607256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:23.073065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.353507Z","time spent":"719.471417ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:23.073088Z","caller":"traceutil/trace.go:171","msg":"trace[476039784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1952; }","duration":"370.084066ms","start":"2026-03-31T20:24:22.702978Z","end":"2026-03-31T20:24:23.073062Z","steps":["trace[476039784] 'agreement among raft nodes before linearized reading' (duration: 369.969974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:23.073107Z","caller":"traceutil/trace.go:171","msg":"trace[129396988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1952; }","duration":"1.114722788s","start":"2026-03-31T20:24:21.958368Z","end":"2026-03-31T20:24:23.073091Z","steps":["trace[129396988] 'agreement among raft nodes before linearized reading' (duration: 1.114596645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.073138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.961867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T20:24:23.073152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.275961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T20:24:23.073158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.702957Z","time spent":"370.190948ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:24:23.073185Z","caller":"traceutil/trace.go:171","msg":"trace[1598110198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1952; }","duration":"916.021898ms","start":"2026-03-31T20:24:22.157152Z","end":"2026-03-31T20:24:23.073174Z","steps":["trace[1598110198] 'agreement among raft nodes before linearized reading' (duration: 915.910435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.07288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.697448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2f65b70-9ba8-4f71-bcab-b0b339993d94\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-31T20:24:23.073224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.157141Z","time spent":"916.076119ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:24:23.073235Z","caller":"traceutil/trace.go:171","msg":"trace[780127042] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2f65b70-9ba8-4f71-bcab-b0b339993d94; range_end:; response_count:1; response_revision:1952; }","duration":"911.106887ms","start":"2026-03-31T20:24:22.162114Z","end":"2026-03-31T20:24:23.07322Z","steps":["trace[780127042] 'agreement among raft nodes before linearized reading' (duration: 910.513944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.073266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.162102Z","time spent":"911.153888ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2f65b70-9ba8-4f71-bcab-b0b339993d94\" "} {"level":"info","ts":"2026-03-31T20:24:23.073059Z","caller":"traceutil/trace.go:171","msg":"trace[99799462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1952; }","duration":"935.603799ms","start":"2026-03-31T20:24:22.13744Z","end":"2026-03-31T20:24:23.073043Z","steps":["trace[99799462] 'agreement among raft nodes before linearized reading' (duration: 935.434305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:23.073193Z","caller":"traceutil/trace.go:171","msg":"trace[474785894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1952; }","duration":"919.349683ms","start":"2026-03-31T20:24:22.153829Z","end":"2026-03-31T20:24:23.073178Z","steps":["trace[474785894] 'agreement among raft nodes before linearized reading' (duration: 919.253721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.073314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.13742Z","time spent":"935.885075ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:23.073433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.153804Z","time spent":"919.586008ms","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:24:23.073147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:21.958347Z","time spent":"1.11479371s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:23.07505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.923501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-31T20:24:23.075155Z","caller":"traceutil/trace.go:171","msg":"trace[412651031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1952; }","duration":"774.103155ms","start":"2026-03-31T20:24:22.301027Z","end":"2026-03-31T20:24:23.07513Z","steps":["trace[412651031] 'agreement among raft nodes before linearized reading' (duration: 772.166941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.075216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.300975Z","time spent":"774.229619ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:24:23.075058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.737157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2f65b70-9ba8-4f71-bcab-b0b339993d94\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T20:24:23.075896Z","caller":"traceutil/trace.go:171","msg":"trace[102590496] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2f65b70-9ba8-4f71-bcab-b0b339993d94; range_end:; response_count:1; response_revision:1952; }","duration":"975.166929ms","start":"2026-03-31T20:24:22.100667Z","end":"2026-03-31T20:24:23.075834Z","steps":["trace[102590496] 'agreement among raft nodes before linearized reading' (duration: 972.500869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.07605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.100643Z","time spent":"975.387803ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2f65b70-9ba8-4f71-bcab-b0b339993d94\" "} {"level":"warn","ts":"2026-03-31T20:24:23.58183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887426004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:24:24.082418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887426004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:24:24.212821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136598771s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:24:24.213178Z","caller":"traceutil/trace.go:171","msg":"trace[1222924784] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"1.137089181s","start":"2026-03-31T20:24:23.076066Z","end":"2026-03-31T20:24:24.213155Z","steps":["trace[1222924784] 'process raft request' (duration: 1.136920937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.213308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.076036Z","time spent":"1.137197994s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:24.381315Z","caller":"traceutil/trace.go:171","msg":"trace[404364266] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"1.300065918s","start":"2026-03-31T20:24:23.081228Z","end":"2026-03-31T20:24:24.381294Z","steps":["trace[404364266] 'process raft request' (duration: 1.299988516s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:24.381329Z","caller":"traceutil/trace.go:171","msg":"trace[1744188741] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"1.302899671s","start":"2026-03-31T20:24:23.078399Z","end":"2026-03-31T20:24:24.381298Z","steps":["trace[1744188741] 'process raft request' (duration: 1.302536033s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:24.381364Z","caller":"traceutil/trace.go:171","msg":"trace[232922035] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"1.301437159s","start":"2026-03-31T20:24:23.079904Z","end":"2026-03-31T20:24:24.381341Z","steps":["trace[232922035] 'process raft request' (duration: 1.301275946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.381502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.078377Z","time spent":"1.303026915s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:24.381498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.079881Z","time spent":"1.301541791s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:24.381477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.081218Z","time spent":"1.30017398s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:24.381615Z","caller":"traceutil/trace.go:171","msg":"trace[1556539794] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2044; }","duration":"1.299919685s","start":"2026-03-31T20:24:23.081674Z","end":"2026-03-31T20:24:24.381593Z","steps":["trace[1556539794] 'read index received' (duration: 1.131338562s)","trace[1556539794] 'applied index is now lower than readState.Index' (duration: 168.580153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:24.381696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300008107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:24.381737Z","caller":"traceutil/trace.go:171","msg":"trace[116773074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1959; }","duration":"1.300081438s","start":"2026-03-31T20:24:23.081646Z","end":"2026-03-31T20:24:24.381727Z","steps":["trace[116773074] 'agreement among raft nodes before linearized reading' (duration: 1.300011906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.381769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.081625Z","time spent":"1.3001364s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:24:24.38178Z","caller":"traceutil/trace.go:171","msg":"trace[959758121] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"1.299129247s","start":"2026-03-31T20:24:23.082619Z","end":"2026-03-31T20:24:24.381748Z","steps":["trace[959758121] 'process raft request' (duration: 1.298639176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.381816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.977002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2f65b70-9ba8-4f71-bcab-b0b339993d94\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-03-31T20:24:24.381805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297866118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:24.381853Z","caller":"traceutil/trace.go:171","msg":"trace[963152742] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2f65b70-9ba8-4f71-bcab-b0b339993d94; range_end:; response_count:1; response_revision:1959; }","duration":"301.057133ms","start":"2026-03-31T20:24:24.080785Z","end":"2026-03-31T20:24:24.381842Z","steps":["trace[963152742] 'agreement among raft nodes before linearized reading' (duration: 300.994702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:24.381858Z","caller":"traceutil/trace.go:171","msg":"trace[249670162] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1959; }","duration":"1.297936619s","start":"2026-03-31T20:24:23.083907Z","end":"2026-03-31T20:24:24.381844Z","steps":["trace[249670162] 'agreement among raft nodes before linearized reading' (duration: 1.297844607s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.381878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.080764Z","time spent":"301.107954ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2f65b70-9ba8-4f71-bcab-b0b339993d94\" "} {"level":"info","ts":"2026-03-31T20:24:24.381868Z","caller":"traceutil/trace.go:171","msg":"trace[1159407177] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.299146517s","start":"2026-03-31T20:24:23.082695Z","end":"2026-03-31T20:24:24.381842Z","steps":["trace[1159407177] 'process raft request' (duration: 1.298755479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.381889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.082609Z","time spent":"1.299224749s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:24.381986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.281088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T20:24:24.381975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.082682Z","time spent":"1.299240959s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:24.381989Z","caller":"traceutil/trace.go:171","msg":"trace[1948614515] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"1.268487497s","start":"2026-03-31T20:24:23.113487Z","end":"2026-03-31T20:24:24.381975Z","steps":["trace[1948614515] 'process raft request' (duration: 1.268064678s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:24.382011Z","caller":"traceutil/trace.go:171","msg":"trace[1154183154] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1959; }","duration":"341.366071ms","start":"2026-03-31T20:24:24.040634Z","end":"2026-03-31T20:24:24.382Z","steps":["trace[1154183154] 'agreement among raft nodes before linearized reading' (duration: 341.272939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.382031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.040609Z","time spent":"341.418431ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:24:24.382042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.45592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T20:24:24.38189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.083901Z","time spent":"1.297983831s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:24:24.382165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.113443Z","time spent":"1.268584009s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:24.382228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.314523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:24:24.382249Z","caller":"traceutil/trace.go:171","msg":"trace[133413948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1959; }","duration":"907.371914ms","start":"2026-03-31T20:24:23.474871Z","end":"2026-03-31T20:24:24.382243Z","steps":["trace[133413948] 'agreement among raft nodes before linearized reading' (duration: 907.325233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.382183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.759818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:24:24.382321Z","caller":"traceutil/trace.go:171","msg":"trace[1215669026] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1959; }","duration":"349.971224ms","start":"2026-03-31T20:24:24.03233Z","end":"2026-03-31T20:24:24.382301Z","steps":["trace[1215669026] 'agreement among raft nodes before linearized reading' (duration: 349.81084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.382388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.032308Z","time spent":"350.062886ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:24:24.382269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.474849Z","time spent":"907.414165ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:24:24.383463Z","caller":"traceutil/trace.go:171","msg":"trace[1670288590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1959; }","duration":"300.516261ms","start":"2026-03-31T20:24:24.081541Z","end":"2026-03-31T20:24:24.382058Z","steps":["trace[1670288590] 'agreement among raft nodes before linearized reading' (duration: 300.414199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.383537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.081523Z","time spent":"302.002666ms","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:24:24.893368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887426015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:24:25.394533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887426015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:24:25.477272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088800296s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:24:25.477728Z","caller":"traceutil/trace.go:171","msg":"trace[517411782] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"1.089325168s","start":"2026-03-31T20:24:24.38838Z","end":"2026-03-31T20:24:25.477705Z","steps":["trace[517411782] 'process raft request' (duration: 1.089193715s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.477869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.388368Z","time spent":"1.08942716s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:25.479132Z","caller":"traceutil/trace.go:171","msg":"trace[254761422] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"1.089988974s","start":"2026-03-31T20:24:24.389113Z","end":"2026-03-31T20:24:25.479102Z","steps":["trace[254761422] 'process raft request' (duration: 1.089795649s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.479357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.389087Z","time spent":"1.090173327s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:25.479475Z","caller":"traceutil/trace.go:171","msg":"trace[588755251] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"1.090242369s","start":"2026-03-31T20:24:24.389204Z","end":"2026-03-31T20:24:25.479447Z","steps":["trace[588755251] 'process raft request' (duration: 1.0898456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.479635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.389195Z","time spent":"1.090358092s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:25.481658Z","caller":"traceutil/trace.go:171","msg":"trace[287335613] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2051; }","duration":"1.088825948s","start":"2026-03-31T20:24:24.392805Z","end":"2026-03-31T20:24:25.481631Z","steps":["trace[287335613] 'read index received' (duration: 1.084787086s)","trace[287335613] 'applied index is now lower than readState.Index' (duration: 4.037622ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:25.481678Z","caller":"traceutil/trace.go:171","msg":"trace[1096613330] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"398.184559ms","start":"2026-03-31T20:24:25.083473Z","end":"2026-03-31T20:24:25.481657Z","steps":["trace[1096613330] 'process raft request' (duration: 398.004355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.481779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.083445Z","time spent":"398.279641ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:25.481824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089013512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:25.481902Z","caller":"traceutil/trace.go:171","msg":"trace[941774680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"1.089117114s","start":"2026-03-31T20:24:24.392767Z","end":"2026-03-31T20:24:25.481884Z","steps":["trace[941774680] 'agreement among raft nodes before linearized reading' (duration: 1.088988651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.481956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.392757Z","time spent":"1.089187146s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:25.482156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088166522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:24:25.482276Z","caller":"traceutil/trace.go:171","msg":"trace[412221373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1963; }","duration":"1.088298704s","start":"2026-03-31T20:24:24.393958Z","end":"2026-03-31T20:24:25.482257Z","steps":["trace[412221373] 'agreement among raft nodes before linearized reading' (duration: 1.087957387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.482379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.393952Z","time spent":"1.088408668s","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:24:25.482577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.191699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:24:25.482641Z","caller":"traceutil/trace.go:171","msg":"trace[1121851119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1963; }","duration":"406.301222ms","start":"2026-03-31T20:24:25.076324Z","end":"2026-03-31T20:24:25.482625Z","steps":["trace[1121851119] 'agreement among raft nodes before linearized reading' (duration: 406.167929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.482783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.076299Z","time spent":"406.465056ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:24:33.633345Z","caller":"traceutil/trace.go:171","msg":"trace[864914573] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"616.491005ms","start":"2026-03-31T20:24:33.016829Z","end":"2026-03-31T20:24:33.63332Z","steps":["trace[864914573] 'process raft request' (duration: 616.315172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.6335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:33.016803Z","time spent":"616.618438ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:33.636041Z","caller":"traceutil/trace.go:171","msg":"trace[1776108279] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"126.437953ms","start":"2026-03-31T20:24:33.509569Z","end":"2026-03-31T20:24:33.636007Z","steps":["trace[1776108279] 'process raft request' (duration: 126.137656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:33.636117Z","caller":"traceutil/trace.go:171","msg":"trace[1979764489] linearizableReadLoop","detail":"{readStateIndex:2137; appliedIndex:2135; }","duration":"122.359143ms","start":"2026-03-31T20:24:33.513736Z","end":"2026-03-31T20:24:33.636095Z","steps":["trace[1979764489] 'read index received' (duration: 119.50867ms)","trace[1979764489] 'applied index is now lower than readState.Index' (duration: 2.639298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:33.636434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.677229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:24:33.636521Z","caller":"traceutil/trace.go:171","msg":"trace[2118966192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2042; }","duration":"123.343514ms","start":"2026-03-31T20:24:33.513159Z","end":"2026-03-31T20:24:33.636502Z","steps":["trace[2118966192] 'agreement among raft nodes before linearized reading' (duration: 123.041267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.636711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.925157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:24:33.63679Z","caller":"traceutil/trace.go:171","msg":"trace[992035472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2042; }","duration":"119.052889ms","start":"2026-03-31T20:24:33.517723Z","end":"2026-03-31T20:24:33.636776Z","steps":["trace[992035472] 'agreement among raft nodes before linearized reading' (duration: 118.740223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.177233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887426276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:24:40.483185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.282871347s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:24:40.483555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:39.200182Z","time spent":"1.283369247s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:24:40.672937Z","caller":"traceutil/trace.go:171","msg":"trace[449334160] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"1.018143538s","start":"2026-03-31T20:24:39.654751Z","end":"2026-03-31T20:24:40.672895Z","steps":["trace[449334160] 'process raft request' (duration: 1.014121268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.673116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:39.654721Z","time spent":"1.018304462s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:40.673145Z","caller":"traceutil/trace.go:171","msg":"trace[1023810669] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"461.282865ms","start":"2026-03-31T20:24:40.211837Z","end":"2026-03-31T20:24:40.67312Z","steps":["trace[1023810669] 'process raft request' (duration: 460.908817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:40.673192Z","caller":"traceutil/trace.go:171","msg":"trace[1970239904] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"224.152539ms","start":"2026-03-31T20:24:40.449003Z","end":"2026-03-31T20:24:40.673156Z","steps":["trace[1970239904] 'process raft request' (duration: 223.835662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.673289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.211801Z","time spent":"461.413188ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:40.673293Z","caller":"traceutil/trace.go:171","msg":"trace[998067418] linearizableReadLoop","detail":"{readStateIndex:2181; appliedIndex:2180; }","duration":"996.721973ms","start":"2026-03-31T20:24:39.676542Z","end":"2026-03-31T20:24:40.673264Z","steps":["trace[998067418] 'read index received' (duration: 807.028618ms)","trace[998067418] 'applied index is now lower than readState.Index' (duration: 189.691575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:40.673499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.964089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:24:40.673553Z","caller":"traceutil/trace.go:171","msg":"trace[1401683003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2087; }","duration":"997.062571ms","start":"2026-03-31T20:24:39.676481Z","end":"2026-03-31T20:24:40.673543Z","steps":["trace[1401683003] 'agreement among raft nodes before linearized reading' (duration: 996.911948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.673573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:39.676459Z","time spent":"997.109252ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:40.673626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.80985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T20:24:40.673666Z","caller":"traceutil/trace.go:171","msg":"trace[2025500466] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2087; }","duration":"190.881761ms","start":"2026-03-31T20:24:40.482773Z","end":"2026-03-31T20:24:40.673655Z","steps":["trace[2025500466] 'agreement among raft nodes before linearized reading' (duration: 190.708037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.673677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.321837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:24:40.673739Z","caller":"traceutil/trace.go:171","msg":"trace[527699887] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2087; }","duration":"161.429478ms","start":"2026-03-31T20:24:40.512293Z","end":"2026-03-31T20:24:40.673722Z","steps":["trace[527699887] 'agreement among raft nodes before linearized reading' (duration: 161.200103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:40.673714Z","caller":"traceutil/trace.go:171","msg":"trace[1562608982] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"189.145863ms","start":"2026-03-31T20:24:40.484491Z","end":"2026-03-31T20:24:40.673637Z","steps":["trace[1562608982] 'process raft request' (duration: 188.653203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.67382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.794282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:24:40.673852Z","caller":"traceutil/trace.go:171","msg":"trace[1046982207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2087; }","duration":"205.845993ms","start":"2026-03-31T20:24:40.467999Z","end":"2026-03-31T20:24:40.673845Z","steps":["trace[1046982207] 'agreement among raft nodes before linearized reading' (duration: 205.777031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.673883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.52996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:24:40.673915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.478552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:24:40.673936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.191057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:40.673941Z","caller":"traceutil/trace.go:171","msg":"trace[588384281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2087; }","duration":"167.528814ms","start":"2026-03-31T20:24:40.506404Z","end":"2026-03-31T20:24:40.673933Z","steps":["trace[588384281] 'agreement among raft nodes before linearized reading' (duration: 167.453412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:40.673972Z","caller":"traceutil/trace.go:171","msg":"trace[374415331] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2087; }","duration":"920.262249ms","start":"2026-03-31T20:24:39.753694Z","end":"2026-03-31T20:24:40.673956Z","steps":["trace[374415331] 'agreement among raft nodes before linearized reading' (duration: 920.218088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.673996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:39.753675Z","time spent":"920.31532ms","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:40.674016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.356773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T20:24:40.674049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.675835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:24:40.674062Z","caller":"traceutil/trace.go:171","msg":"trace[958555060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2087; }","duration":"981.432914ms","start":"2026-03-31T20:24:39.692607Z","end":"2026-03-31T20:24:40.67404Z","steps":["trace[958555060] 'agreement among raft nodes before linearized reading' (duration: 981.349882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.673802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.0013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:24:40.674097Z","caller":"traceutil/trace.go:171","msg":"trace[171083957] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2087; }","duration":"189.750337ms","start":"2026-03-31T20:24:40.484322Z","end":"2026-03-31T20:24:40.674073Z","steps":["trace[171083957] 'agreement among raft nodes before linearized reading' (duration: 189.682695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.674095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:39.692585Z","time spent":"981.502826ms","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:24:40.674112Z","caller":"traceutil/trace.go:171","msg":"trace[1695078206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2087; }","duration":"365.345778ms","start":"2026-03-31T20:24:40.308758Z","end":"2026-03-31T20:24:40.674104Z","steps":["trace[1695078206] 'agreement among raft nodes before linearized reading' (duration: 364.912268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.674139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.30874Z","time spent":"365.391918ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:40.674169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.113149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-31T20:24:40.673934Z","caller":"traceutil/trace.go:171","msg":"trace[172174541] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2087; }","duration":"207.612782ms","start":"2026-03-31T20:24:40.466306Z","end":"2026-03-31T20:24:40.673918Z","steps":["trace[172174541] 'agreement among raft nodes before linearized reading' (duration: 207.52504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:40.674229Z","caller":"traceutil/trace.go:171","msg":"trace[1168889603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2087; }","duration":"123.208981ms","start":"2026-03-31T20:24:40.551006Z","end":"2026-03-31T20:24:40.674215Z","steps":["trace[1168889603] 'agreement among raft nodes before linearized reading' (duration: 123.056838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.674947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.287016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:24:40.675015Z","caller":"traceutil/trace.go:171","msg":"trace[11105812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2087; }","duration":"997.401368ms","start":"2026-03-31T20:24:39.677598Z","end":"2026-03-31T20:24:40.674999Z","steps":["trace[11105812] 'agreement among raft nodes before linearized reading' (duration: 995.857264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.67507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:39.677575Z","time spent":"997.48067ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:24:47.237299Z","caller":"traceutil/trace.go:171","msg":"trace[1614034440] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2230; }","duration":"145.114417ms","start":"2026-03-31T20:24:47.092157Z","end":"2026-03-31T20:24:47.237271Z","steps":["trace[1614034440] 'read index received' (duration: 144.80429ms)","trace[1614034440] 'applied index is now lower than readState.Index' (duration: 309.397µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:47.237468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.284251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:47.237429Z","caller":"traceutil/trace.go:171","msg":"trace[895043680] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"215.989858ms","start":"2026-03-31T20:24:47.021395Z","end":"2026-03-31T20:24:47.237385Z","steps":["trace[895043680] 'process raft request' (duration: 215.688052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:47.237638Z","caller":"traceutil/trace.go:171","msg":"trace[1885541481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2133; }","duration":"145.507406ms","start":"2026-03-31T20:24:47.092105Z","end":"2026-03-31T20:24:47.237613Z","steps":["trace[1885541481] 'agreement among raft nodes before linearized reading' (duration: 145.281021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:47.744109Z","caller":"traceutil/trace.go:171","msg":"trace[1390222404] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"108.73082ms","start":"2026-03-31T20:24:47.635337Z","end":"2026-03-31T20:24:47.744068Z","steps":["trace[1390222404] 'process raft request' (duration: 48.423753ms)","trace[1390222404] 'compare' (duration: 60.084652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:48.529843Z","caller":"traceutil/trace.go:171","msg":"trace[779803380] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2235; }","duration":"189.977992ms","start":"2026-03-31T20:24:48.339838Z","end":"2026-03-31T20:24:48.529816Z","steps":["trace[779803380] 'read index received' (duration: 189.397589ms)","trace[779803380] 'applied index is now lower than readState.Index' (duration: 578.773µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:48.530039Z","caller":"traceutil/trace.go:171","msg":"trace[1642750526] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"190.158586ms","start":"2026-03-31T20:24:48.339735Z","end":"2026-03-31T20:24:48.529894Z","steps":["trace[1642750526] 'process raft request' (duration: 189.527232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.53018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.304909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T20:24:48.530296Z","caller":"traceutil/trace.go:171","msg":"trace[1441140838] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2138; }","duration":"190.476243ms","start":"2026-03-31T20:24:48.339787Z","end":"2026-03-31T20:24:48.530263Z","steps":["trace[1441140838] 'agreement among raft nodes before linearized reading' (duration: 190.133455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.047927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.742507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:49.048288Z","caller":"traceutil/trace.go:171","msg":"trace[101422448] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"348.77266ms","start":"2026-03-31T20:24:48.699471Z","end":"2026-03-31T20:24:49.048243Z","steps":["trace[101422448] 'process raft request' (duration: 111.556123ms)","trace[101422448] 'compare' (duration: 236.043371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:49.048525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.699438Z","time spent":"349.029776ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:49.060113Z","caller":"traceutil/trace.go:171","msg":"trace[1841565876] linearizableReadLoop","detail":"{readStateIndex:2238; appliedIndex:2236; }","duration":"322.262403ms","start":"2026-03-31T20:24:48.737823Z","end":"2026-03-31T20:24:49.060086Z","steps":["trace[1841565876] 'read index received' (duration: 73.204673ms)","trace[1841565876] 'applied index is now lower than readState.Index' (duration: 249.05662ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:49.06017Z","caller":"traceutil/trace.go:171","msg":"trace[1091020198] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"358.804383ms","start":"2026-03-31T20:24:48.701333Z","end":"2026-03-31T20:24:49.060137Z","steps":["trace[1091020198] 'process raft request' (duration: 358.568778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.060311Z","caller":"traceutil/trace.go:171","msg":"trace[544133434] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"276.176072ms","start":"2026-03-31T20:24:48.784107Z","end":"2026-03-31T20:24:49.060283Z","steps":["trace[544133434] 'process raft request' (duration: 275.933196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.060405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.529949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:24:49.060453Z","caller":"traceutil/trace.go:171","msg":"trace[639465441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2141; }","duration":"322.703983ms","start":"2026-03-31T20:24:48.737736Z","end":"2026-03-31T20:24:49.06044Z","steps":["trace[639465441] 'agreement among raft nodes before linearized reading' (duration: 322.471108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.060492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.737711Z","time spent":"322.764774ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:49.060607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.201775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:24:49.060677Z","caller":"traceutil/trace.go:171","msg":"trace[465166534] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2141; }","duration":"282.301508ms","start":"2026-03-31T20:24:48.77836Z","end":"2026-03-31T20:24:49.060662Z","steps":["trace[465166534] 'agreement among raft nodes before linearized reading' (duration: 282.156615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.06066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.870023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:24:49.060665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.910464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T20:24:49.060702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.76932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:24:49.060735Z","caller":"traceutil/trace.go:171","msg":"trace[839443721] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2141; }","duration":"283.820311ms","start":"2026-03-31T20:24:48.776906Z","end":"2026-03-31T20:24:49.060727Z","steps":["trace[839443721] 'agreement among raft nodes before linearized reading' (duration: 283.706889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.060726Z","caller":"traceutil/trace.go:171","msg":"trace[383130851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2141; }","duration":"283.992295ms","start":"2026-03-31T20:24:48.776719Z","end":"2026-03-31T20:24:49.060711Z","steps":["trace[383130851] 'agreement among raft nodes before linearized reading' (duration: 283.77619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.060771Z","caller":"traceutil/trace.go:171","msg":"trace[111746351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2141; }","duration":"284.031336ms","start":"2026-03-31T20:24:48.776691Z","end":"2026-03-31T20:24:49.060722Z","steps":["trace[111746351] 'agreement among raft nodes before linearized reading' (duration: 283.815541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.060822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.339029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:49.060853Z","caller":"traceutil/trace.go:171","msg":"trace[1931248283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2141; }","duration":"102.406551ms","start":"2026-03-31T20:24:48.958438Z","end":"2026-03-31T20:24:49.060844Z","steps":["trace[1931248283] 'agreement among raft nodes before linearized reading' (duration: 102.36304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.060935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.1716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:24:49.060961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.048078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:24:49.060998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.020662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:24:49.060999Z","caller":"traceutil/trace.go:171","msg":"trace[285716399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2141; }","duration":"284.264461ms","start":"2026-03-31T20:24:48.776719Z","end":"2026-03-31T20:24:49.060984Z","steps":["trace[285716399] 'agreement among raft nodes before linearized reading' (duration: 283.736529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.061012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.701293Z","time spent":"358.939025ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:49.061038Z","caller":"traceutil/trace.go:171","msg":"trace[135899032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2141; }","duration":"310.094814ms","start":"2026-03-31T20:24:48.750927Z","end":"2026-03-31T20:24:49.061022Z","steps":["trace[135899032] 'agreement among raft nodes before linearized reading' (duration: 309.4536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.061018Z","caller":"traceutil/trace.go:171","msg":"trace[601796724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2141; }","duration":"285.180171ms","start":"2026-03-31T20:24:48.775822Z","end":"2026-03-31T20:24:49.061002Z","steps":["trace[601796724] 'agreement among raft nodes before linearized reading' (duration: 284.989447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.061097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.75091Z","time spent":"310.176645ms","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:24:49.299672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.660655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:49.299917Z","caller":"traceutil/trace.go:171","msg":"trace[1063923744] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"233.381072ms","start":"2026-03-31T20:24:49.066516Z","end":"2026-03-31T20:24:49.299897Z","steps":["trace[1063923744] 'process raft request' (duration: 233.27999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.300073Z","caller":"traceutil/trace.go:171","msg":"trace[1759757237] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"233.811852ms","start":"2026-03-31T20:24:49.066217Z","end":"2026-03-31T20:24:49.300029Z","steps":["trace[1759757237] 'process raft request' (duration: 121.699017ms)","trace[1759757237] 'compare' (duration: 111.540913ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:49.300162Z","caller":"traceutil/trace.go:171","msg":"trace[274811374] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"233.346792ms","start":"2026-03-31T20:24:49.066782Z","end":"2026-03-31T20:24:49.300128Z","steps":["trace[274811374] 'process raft request' (duration: 233.074306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.300233Z","caller":"traceutil/trace.go:171","msg":"trace[536451441] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"233.371593ms","start":"2026-03-31T20:24:49.066827Z","end":"2026-03-31T20:24:49.300198Z","steps":["trace[536451441] 'process raft request' (duration: 233.175479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.300279Z","caller":"traceutil/trace.go:171","msg":"trace[1525220191] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"233.395353ms","start":"2026-03-31T20:24:49.066843Z","end":"2026-03-31T20:24:49.300238Z","steps":["trace[1525220191] 'process raft request' (duration: 233.309051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.300361Z","caller":"traceutil/trace.go:171","msg":"trace[1135364962] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"233.454334ms","start":"2026-03-31T20:24:49.066842Z","end":"2026-03-31T20:24:49.300297Z","steps":["trace[1135364962] 'process raft request' (duration: 233.27163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.300639Z","caller":"traceutil/trace.go:171","msg":"trace[1981395014] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2239; }","duration":"219.121597ms","start":"2026-03-31T20:24:49.081457Z","end":"2026-03-31T20:24:49.300579Z","steps":["trace[1981395014] 'read index received' (duration: 106.477611ms)","trace[1981395014] 'applied index is now lower than readState.Index' (duration: 112.640826ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:49.300654Z","caller":"traceutil/trace.go:171","msg":"trace[848294239] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"233.066715ms","start":"2026-03-31T20:24:49.067527Z","end":"2026-03-31T20:24:49.300594Z","steps":["trace[848294239] 'process raft request' (duration: 232.661177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.300732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.25041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:49.300783Z","caller":"traceutil/trace.go:171","msg":"trace[2050896965] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2148; }","duration":"219.359152ms","start":"2026-03-31T20:24:49.081406Z","end":"2026-03-31T20:24:49.300765Z","steps":["trace[2050896965] 'agreement among raft nodes before linearized reading' (duration: 219.24832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.644797Z","caller":"traceutil/trace.go:171","msg":"trace[1999902939] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2296; }","duration":"293.333562ms","start":"2026-03-31T20:24:59.351431Z","end":"2026-03-31T20:24:59.644764Z","steps":["trace[1999902939] 'read index received' (duration: 293.142368ms)","trace[1999902939] 'applied index is now lower than readState.Index' (duration: 189.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:59.644865Z","caller":"traceutil/trace.go:171","msg":"trace[1417174902] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"333.596954ms","start":"2026-03-31T20:24:59.311227Z","end":"2026-03-31T20:24:59.644824Z","steps":["trace[1417174902] 'process raft request' (duration: 333.350689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.645086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:59.311207Z","time spent":"333.753737ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:59.645143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.047205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T20:24:59.645154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.252956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:24:59.645225Z","caller":"traceutil/trace.go:171","msg":"trace[384682771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2196; }","duration":"274.164307ms","start":"2026-03-31T20:24:59.37104Z","end":"2026-03-31T20:24:59.645204Z","steps":["trace[384682771] 'agreement among raft nodes before linearized reading' (duration: 273.921981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.645227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.768711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:24:59.645279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.224178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T20:24:59.645285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.101578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:24:59.6453Z","caller":"traceutil/trace.go:171","msg":"trace[1582617871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2196; }","duration":"282.394499ms","start":"2026-03-31T20:24:59.36284Z","end":"2026-03-31T20:24:59.645235Z","steps":["trace[1582617871] 'agreement among raft nodes before linearized reading' (duration: 282.101413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.645348Z","caller":"traceutil/trace.go:171","msg":"trace[2126490968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2196; }","duration":"274.31256ms","start":"2026-03-31T20:24:59.371016Z","end":"2026-03-31T20:24:59.645328Z","steps":["trace[2126490968] 'agreement among raft nodes before linearized reading' (duration: 274.143107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.645341Z","caller":"traceutil/trace.go:171","msg":"trace[1690151321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2196; }","duration":"293.923675ms","start":"2026-03-31T20:24:59.351393Z","end":"2026-03-31T20:24:59.645317Z","steps":["trace[1690151321] 'agreement among raft nodes before linearized reading' (duration: 293.539687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.645351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.585954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:24:59.645837Z","caller":"traceutil/trace.go:171","msg":"trace[1222394764] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2196; }","duration":"279.076025ms","start":"2026-03-31T20:24:59.366724Z","end":"2026-03-31T20:24:59.6458Z","steps":["trace[1222394764] 'agreement among raft nodes before linearized reading' (duration: 278.504422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.64538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.729026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:24:59.645925Z","caller":"traceutil/trace.go:171","msg":"trace[1487804040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2196; }","duration":"269.271438ms","start":"2026-03-31T20:24:59.376634Z","end":"2026-03-31T20:24:59.645905Z","steps":["trace[1487804040] 'agreement among raft nodes before linearized reading' (duration: 268.616374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.645381Z","caller":"traceutil/trace.go:171","msg":"trace[1761185341] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2196; }","duration":"275.23323ms","start":"2026-03-31T20:24:59.37012Z","end":"2026-03-31T20:24:59.645354Z","steps":["trace[1761185341] 'agreement among raft nodes before linearized reading' (duration: 274.934393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:01.936178Z","caller":"traceutil/trace.go:171","msg":"trace[675770289] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"221.495729ms","start":"2026-03-31T20:25:01.714635Z","end":"2026-03-31T20:25:01.93613Z","steps":["trace[675770289] 'process raft request' (duration: 221.252584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:02.039387Z","caller":"traceutil/trace.go:171","msg":"trace[392130942] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"324.293918ms","start":"2026-03-31T20:25:01.715048Z","end":"2026-03-31T20:25:02.039342Z","steps":["trace[392130942] 'process raft request' (duration: 313.367756ms)","trace[392130942] 'compare' (duration: 10.677617ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:02.039516Z","caller":"traceutil/trace.go:171","msg":"trace[210272854] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"324.340429ms","start":"2026-03-31T20:25:01.715129Z","end":"2026-03-31T20:25:02.039469Z","steps":["trace[210272854] 'process raft request' (duration: 324.119524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:02.039628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.715025Z","time spent":"324.478773ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:02.039738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.715122Z","time spent":"324.482943ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:02.039749Z","caller":"traceutil/trace.go:171","msg":"trace[253113991] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"324.565875ms","start":"2026-03-31T20:25:01.715161Z","end":"2026-03-31T20:25:02.039727Z","steps":["trace[253113991] 'process raft request' (duration: 324.246538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:02.0398Z","caller":"traceutil/trace.go:171","msg":"trace[1939863929] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"324.581605ms","start":"2026-03-31T20:25:01.715187Z","end":"2026-03-31T20:25:02.039769Z","steps":["trace[1939863929] 'process raft request' (duration: 324.409221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:02.039877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.715157Z","time spent":"324.664587ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:02.04Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.715183Z","time spent":"324.712867ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:02.040043Z","caller":"traceutil/trace.go:171","msg":"trace[1109150331] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"324.492493ms","start":"2026-03-31T20:25:01.715524Z","end":"2026-03-31T20:25:02.040017Z","steps":["trace[1109150331] 'process raft request' (duration: 324.178966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:02.0401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.715517Z","time spent":"324.554974ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:02.534231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.924013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206cfb77f5da0\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T20:25:02.534343Z","caller":"traceutil/trace.go:171","msg":"trace[1639845371] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a206cfb77f5da0; range_end:; response_count:1; response_revision:2213; }","duration":"192.079787ms","start":"2026-03-31T20:25:02.342232Z","end":"2026-03-31T20:25:02.534312Z","steps":["trace[1639845371] 'range keys from in-memory index tree' (duration: 191.73212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:02.534235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.867795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:02.534581Z","caller":"traceutil/trace.go:171","msg":"trace[262320016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2213; }","duration":"253.341376ms","start":"2026-03-31T20:25:02.281216Z","end":"2026-03-31T20:25:02.534558Z","steps":["trace[262320016] 'range keys from in-memory index tree' (duration: 252.63376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:02.655144Z","caller":"traceutil/trace.go:171","msg":"trace[1332401384] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"117.074285ms","start":"2026-03-31T20:25:02.53805Z","end":"2026-03-31T20:25:02.655124Z","steps":["trace[1332401384] 'process raft request' (duration: 116.900831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:03.334472Z","caller":"traceutil/trace.go:171","msg":"trace[240855413] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"166.105482ms","start":"2026-03-31T20:25:03.168268Z","end":"2026-03-31T20:25:03.334373Z","steps":["trace[240855413] 'process raft request' (duration: 165.933938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:03.405726Z","caller":"traceutil/trace.go:171","msg":"trace[954545191] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"225.654091ms","start":"2026-03-31T20:25:03.179972Z","end":"2026-03-31T20:25:03.405626Z","steps":["trace[954545191] 'process raft request' (duration: 223.151877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.673307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.833581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:03.673404Z","caller":"traceutil/trace.go:171","msg":"trace[1365414103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2216; }","duration":"130.997354ms","start":"2026-03-31T20:25:03.542385Z","end":"2026-03-31T20:25:03.673382Z","steps":["trace[1365414103] 'range keys from in-memory index tree' (duration: 130.296199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.107731Z","caller":"traceutil/trace.go:171","msg":"trace[1158418573] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"108.987706ms","start":"2026-03-31T20:25:03.998718Z","end":"2026-03-31T20:25:04.107706Z","steps":["trace[1158418573] 'process raft request' (duration: 108.827843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.159282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.502641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:25:04.159352Z","caller":"traceutil/trace.go:171","msg":"trace[1170880437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2219; }","duration":"111.613424ms","start":"2026-03-31T20:25:04.047725Z","end":"2026-03-31T20:25:04.159338Z","steps":["trace[1170880437] 'agreement among raft nodes before linearized reading' (duration: 111.373368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.15928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.778984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:25:04.159455Z","caller":"traceutil/trace.go:171","msg":"trace[1607325193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2219; }","duration":"114.994329ms","start":"2026-03-31T20:25:04.044438Z","end":"2026-03-31T20:25:04.159432Z","steps":["trace[1607325193] 'agreement among raft nodes before linearized reading' (duration: 114.59649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.159468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.804774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:25:04.159552Z","caller":"traceutil/trace.go:171","msg":"trace[78197500] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2219; }","duration":"114.938278ms","start":"2026-03-31T20:25:04.044582Z","end":"2026-03-31T20:25:04.159521Z","steps":["trace[78197500] 'agreement among raft nodes before linearized reading' (duration: 114.741884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.159519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.423037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:25:04.159675Z","caller":"traceutil/trace.go:171","msg":"trace[185642049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2219; }","duration":"114.620131ms","start":"2026-03-31T20:25:04.04504Z","end":"2026-03-31T20:25:04.15966Z","steps":["trace[185642049] 'agreement among raft nodes before linearized reading' (duration: 114.214521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.281715Z","caller":"traceutil/trace.go:171","msg":"trace[282791344] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"117.598706ms","start":"2026-03-31T20:25:04.164092Z","end":"2026-03-31T20:25:04.281691Z","steps":["trace[282791344] 'process raft request' (duration: 117.523685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.281746Z","caller":"traceutil/trace.go:171","msg":"trace[143613686] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"117.680198ms","start":"2026-03-31T20:25:04.164032Z","end":"2026-03-31T20:25:04.281712Z","steps":["trace[143613686] 'process raft request' (duration: 117.391272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.281782Z","caller":"traceutil/trace.go:171","msg":"trace[790569128] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"117.655808ms","start":"2026-03-31T20:25:04.164096Z","end":"2026-03-31T20:25:04.281752Z","steps":["trace[790569128] 'process raft request' (duration: 117.473614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.281912Z","caller":"traceutil/trace.go:171","msg":"trace[1512966404] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"117.399032ms","start":"2026-03-31T20:25:04.164476Z","end":"2026-03-31T20:25:04.281875Z","steps":["trace[1512966404] 'process raft request' (duration: 117.179928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.411489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.332241ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:25:05.411619Z","caller":"traceutil/trace.go:171","msg":"trace[890617384] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2325; }","duration":"730.977653ms","start":"2026-03-31T20:25:04.680621Z","end":"2026-03-31T20:25:05.411599Z","steps":["trace[890617384] 'read index received' (duration: 165.298254ms)","trace[890617384] 'applied index is now lower than readState.Index' (duration: 565.677689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:05.412289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.643647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:05.412395Z","caller":"traceutil/trace.go:171","msg":"trace[416551245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2224; }","duration":"731.816621ms","start":"2026-03-31T20:25:04.680551Z","end":"2026-03-31T20:25:05.412368Z","steps":["trace[416551245] 'agreement among raft nodes before linearized reading' (duration: 731.483224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.412443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:04.680522Z","time spent":"731.910383ms","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:25:05.462447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.781257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:25:05.462608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.156731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:05.462914Z","caller":"traceutil/trace.go:171","msg":"trace[807374500] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2225; }","duration":"197.53243ms","start":"2026-03-31T20:25:05.265365Z","end":"2026-03-31T20:25:05.462897Z","steps":["trace[807374500] 'agreement among raft nodes before linearized reading' (duration: 197.11233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.462693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.314554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:05.463099Z","caller":"traceutil/trace.go:171","msg":"trace[703477946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2225; }","duration":"506.773694ms","start":"2026-03-31T20:25:04.956316Z","end":"2026-03-31T20:25:05.46309Z","steps":["trace[703477946] 'agreement among raft nodes before linearized reading' (duration: 506.306794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.46313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:04.956291Z","time spent":"506.829285ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:25:05.463065Z","caller":"traceutil/trace.go:171","msg":"trace[1404106275] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2225; }","duration":"610.302578ms","start":"2026-03-31T20:25:04.85257Z","end":"2026-03-31T20:25:05.462872Z","steps":["trace[1404106275] 'agreement among raft nodes before linearized reading' (duration: 609.780517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.463335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:04.852544Z","time spent":"610.727958ms","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:25:05.463433Z","caller":"traceutil/trace.go:171","msg":"trace[1417262041] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"120.8967ms","start":"2026-03-31T20:25:05.341917Z","end":"2026-03-31T20:25:05.462813Z","steps":["trace[1417262041] 'process raft request' (duration: 120.212635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:05.894675Z","caller":"traceutil/trace.go:171","msg":"trace[505278227] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2327; }","duration":"430.079064ms","start":"2026-03-31T20:25:05.464565Z","end":"2026-03-31T20:25:05.894644Z","steps":["trace[505278227] 'read index received' (duration: 344.093107ms)","trace[505278227] 'applied index is now lower than readState.Index' (duration: 85.984247ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:05.89476Z","caller":"traceutil/trace.go:171","msg":"trace[1687703637] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"481.934732ms","start":"2026-03-31T20:25:05.41278Z","end":"2026-03-31T20:25:05.894715Z","steps":["trace[1687703637] 'process raft request' (duration: 395.892865ms)","trace[1687703637] 'compare' (duration: 85.549377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:05.8949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.319899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:05.894963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:05.412751Z","time spent":"482.104306ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:05.89497Z","caller":"traceutil/trace.go:171","msg":"trace[1077210516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2226; }","duration":"430.40759ms","start":"2026-03-31T20:25:05.464546Z","end":"2026-03-31T20:25:05.894953Z","steps":["trace[1077210516] 'agreement among raft nodes before linearized reading' (duration: 430.210276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.895019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:05.464477Z","time spent":"430.530344ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:07.031927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.214746ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:07.032078Z","caller":"traceutil/trace.go:171","msg":"trace[509485713] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2226; }","duration":"250.39131ms","start":"2026-03-31T20:25:06.781667Z","end":"2026-03-31T20:25:07.032058Z","steps":["trace[509485713] 'range keys from in-memory index tree' (duration: 250.191665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.03247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001148901s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:07.032563Z","caller":"traceutil/trace.go:171","msg":"trace[2090744834] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2328; }","duration":"1.127993012s","start":"2026-03-31T20:25:05.904556Z","end":"2026-03-31T20:25:07.032549Z","steps":["trace[2090744834] 'read index received' (duration: 126.668647ms)","trace[2090744834] 'applied index is now lower than readState.Index' (duration: 1.001323035s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:07.032761Z","caller":"traceutil/trace.go:171","msg":"trace[1840178239] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"1.132572875s","start":"2026-03-31T20:25:05.900178Z","end":"2026-03-31T20:25:07.032751Z","steps":["trace[1840178239] 'process raft request' (duration: 131.052155ms)","trace[1840178239] 'compare' (duration: 1.000711202s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:07.032808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:05.900141Z","time spent":"1.132645986s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:07.032867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074675501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:07.032969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.031841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:07.032966Z","caller":"traceutil/trace.go:171","msg":"trace[2080604609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2227; }","duration":"1.074807324s","start":"2026-03-31T20:25:05.958127Z","end":"2026-03-31T20:25:07.032935Z","steps":["trace[2080604609] 'agreement among raft nodes before linearized reading' (duration: 1.0746521s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:07.032994Z","caller":"traceutil/trace.go:171","msg":"trace[2050179368] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2227; }","duration":"605.076603ms","start":"2026-03-31T20:25:06.427909Z","end":"2026-03-31T20:25:07.032986Z","steps":["trace[2050179368] 'agreement among raft nodes before linearized reading' (duration: 605.021312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.033013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:06.4279Z","time spent":"605.109223ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:07.033011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:05.958108Z","time spent":"1.074894155s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:07.033084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.041137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T20:25:07.033139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128588276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:07.03316Z","caller":"traceutil/trace.go:171","msg":"trace[214340419] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2227; }","duration":"1.128622486s","start":"2026-03-31T20:25:05.904531Z","end":"2026-03-31T20:25:07.033153Z","steps":["trace[214340419] 'agreement among raft nodes before linearized reading' (duration: 1.128587906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.033176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:05.904517Z","time spent":"1.128655807s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:25:07.033238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.490626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:07.033133Z","caller":"traceutil/trace.go:171","msg":"trace[62847009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2227; }","duration":"746.110138ms","start":"2026-03-31T20:25:06.287007Z","end":"2026-03-31T20:25:07.033117Z","steps":["trace[62847009] 'agreement among raft nodes before linearized reading' (duration: 745.902223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:07.033277Z","caller":"traceutil/trace.go:171","msg":"trace[1424669370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2227; }","duration":"612.568588ms","start":"2026-03-31T20:25:06.4207Z","end":"2026-03-31T20:25:07.033269Z","steps":["trace[1424669370] 'agreement among raft nodes before linearized reading' (duration: 612.453846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.033297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:06.286996Z","time spent":"746.294182ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:25:07.033316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:06.420682Z","time spent":"612.625789ms","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:25:07.033336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.382204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T20:25:07.033372Z","caller":"traceutil/trace.go:171","msg":"trace[398674558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2227; }","duration":"746.429285ms","start":"2026-03-31T20:25:06.28693Z","end":"2026-03-31T20:25:07.033359Z","steps":["trace[398674558] 'agreement among raft nodes before linearized reading' (duration: 746.284252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.033402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:06.286918Z","time spent":"746.477026ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:25:07.033586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.500348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:25:07.033603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.279074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-31T20:25:07.033636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.104778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-31T20:25:07.033639Z","caller":"traceutil/trace.go:171","msg":"trace[1390632470] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2227; }","duration":"747.331056ms","start":"2026-03-31T20:25:06.286296Z","end":"2026-03-31T20:25:07.033627Z","steps":["trace[1390632470] 'agreement among raft nodes before linearized reading' (duration: 747.191443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:07.033637Z","caller":"traceutil/trace.go:171","msg":"trace[198648908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2227; }","duration":"746.565069ms","start":"2026-03-31T20:25:06.287057Z","end":"2026-03-31T20:25:07.033622Z","steps":["trace[198648908] 'agreement among raft nodes before linearized reading' (duration: 746.353843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.033673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:06.286283Z","time spent":"747.379707ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:25:07.033678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:06.287048Z","time spent":"746.62115ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:25:07.033662Z","caller":"traceutil/trace.go:171","msg":"trace[1111945601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2227; }","duration":"861.174659ms","start":"2026-03-31T20:25:06.172481Z","end":"2026-03-31T20:25:07.033655Z","steps":["trace[1111945601] 'agreement among raft nodes before linearized reading' (duration: 861.101288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.033709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:06.172443Z","time spent":"861.261922ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:07.033693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.160582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:07.033856Z","caller":"traceutil/trace.go:171","msg":"trace[114477394] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2227; }","duration":"816.361396ms","start":"2026-03-31T20:25:06.217475Z","end":"2026-03-31T20:25:07.033836Z","steps":["trace[114477394] 'agreement among raft nodes before linearized reading' (duration: 816.134971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.033837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.432215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:25:07.033904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:06.21746Z","time spent":"816.431728ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:25:07.033947Z","caller":"traceutil/trace.go:171","msg":"trace[1326466533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2227; }","duration":"921.582838ms","start":"2026-03-31T20:25:06.112331Z","end":"2026-03-31T20:25:07.033913Z","steps":["trace[1326466533] 'agreement among raft nodes before linearized reading' (duration: 921.286442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.033999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:06.112307Z","time spent":"921.67846ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:25:07.526926Z","caller":"traceutil/trace.go:171","msg":"trace[1369084349] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"488.522199ms","start":"2026-03-31T20:25:07.038363Z","end":"2026-03-31T20:25:07.526886Z","steps":["trace[1369084349] 'process raft request' (duration: 488.210343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.527158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.038336Z","time spent":"488.697713ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:07.527193Z","caller":"traceutil/trace.go:171","msg":"trace[50060063] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"488.779184ms","start":"2026-03-31T20:25:07.038387Z","end":"2026-03-31T20:25:07.527166Z","steps":["trace[50060063] 'process raft request' (duration: 488.434567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:07.52736Z","caller":"traceutil/trace.go:171","msg":"trace[965454959] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"488.542259ms","start":"2026-03-31T20:25:07.038798Z","end":"2026-03-31T20:25:07.527341Z","steps":["trace[965454959] 'process raft request' (duration: 488.295394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.527408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.038374Z","time spent":"488.896938ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:07.527473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.038779Z","time spent":"488.637752ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:07.527528Z","caller":"traceutil/trace.go:171","msg":"trace[1050929646] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2329; }","duration":"482.461894ms","start":"2026-03-31T20:25:07.045047Z","end":"2026-03-31T20:25:07.527508Z","steps":["trace[1050929646] 'read index received' (duration: 27.230122ms)","trace[1050929646] 'applied index is now lower than readState.Index' (duration: 455.230322ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:07.527604Z","caller":"traceutil/trace.go:171","msg":"trace[566152678] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"488.748744ms","start":"2026-03-31T20:25:07.038829Z","end":"2026-03-31T20:25:07.527578Z","steps":["trace[566152678] 'process raft request' (duration: 488.456578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:07.527622Z","caller":"traceutil/trace.go:171","msg":"trace[789753172] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"485.263016ms","start":"2026-03-31T20:25:07.042332Z","end":"2026-03-31T20:25:07.527595Z","steps":["trace[789753172] 'process raft request' (duration: 485.105052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.52769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.042305Z","time spent":"485.353618ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:07.5277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.038795Z","time spent":"488.860866ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:07.527744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.68783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:07.527785Z","caller":"traceutil/trace.go:171","msg":"trace[1509343484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2233; }","duration":"482.750531ms","start":"2026-03-31T20:25:07.045022Z","end":"2026-03-31T20:25:07.527773Z","steps":["trace[1509343484] 'agreement among raft nodes before linearized reading' (duration: 482.602907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.527819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.045013Z","time spent":"482.799332ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:07.551041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.359657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T20:25:07.551084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.112174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206cfb77f5da0\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T20:25:07.551134Z","caller":"traceutil/trace.go:171","msg":"trace[761242834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2234; }","duration":"503.472299ms","start":"2026-03-31T20:25:07.047638Z","end":"2026-03-31T20:25:07.55111Z","steps":["trace[761242834] 'agreement among raft nodes before linearized reading' (duration: 503.213594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:07.551149Z","caller":"traceutil/trace.go:171","msg":"trace[1190310364] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a206cfb77f5da0; range_end:; response_count:1; response_revision:2234; }","duration":"209.238237ms","start":"2026-03-31T20:25:07.341896Z","end":"2026-03-31T20:25:07.551134Z","steps":["trace[1190310364] 'agreement among raft nodes before linearized reading' (duration: 209.011262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.551181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.047629Z","time spent":"503.542581ms","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:25:11.360691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.358564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:11.360778Z","caller":"traceutil/trace.go:171","msg":"trace[1537974828] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2250; }","duration":"257.490268ms","start":"2026-03-31T20:25:11.103266Z","end":"2026-03-31T20:25:11.360756Z","steps":["trace[1537974828] 'count revisions from in-memory index tree' (duration: 257.273823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:11.360687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.963709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:11.360859Z","caller":"traceutil/trace.go:171","msg":"trace[506198679] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2250; }","duration":"106.223795ms","start":"2026-03-31T20:25:11.254621Z","end":"2026-03-31T20:25:11.360845Z","steps":["trace[506198679] 'count revisions from in-memory index tree' (duration: 105.837416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:11.361353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.478816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:25:11.36145Z","caller":"traceutil/trace.go:171","msg":"trace[1335894031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2250; }","duration":"275.64878ms","start":"2026-03-31T20:25:11.08578Z","end":"2026-03-31T20:25:11.361429Z","steps":["trace[1335894031] 'range keys from in-memory index tree' (duration: 274.832062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:11.748057Z","caller":"traceutil/trace.go:171","msg":"trace[1338594120] linearizableReadLoop","detail":"{readStateIndex:2355; appliedIndex:2354; }","duration":"205.914434ms","start":"2026-03-31T20:25:11.542112Z","end":"2026-03-31T20:25:11.748026Z","steps":["trace[1338594120] 'read index received' (duration: 205.771071ms)","trace[1338594120] 'applied index is now lower than readState.Index' (duration: 142.113µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:11.748178Z","caller":"traceutil/trace.go:171","msg":"trace[160381720] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"295.335657ms","start":"2026-03-31T20:25:11.45281Z","end":"2026-03-31T20:25:11.748146Z","steps":["trace[160381720] 'process raft request' (duration: 295.03152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:11.748343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.209011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:25:11.748407Z","caller":"traceutil/trace.go:171","msg":"trace[1579921790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2252; }","duration":"206.336554ms","start":"2026-03-31T20:25:11.542057Z","end":"2026-03-31T20:25:11.748394Z","steps":["trace[1579921790] 'agreement among raft nodes before linearized reading' (duration: 206.116169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:11.8051Z","caller":"traceutil/trace.go:171","msg":"trace[1293556485] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"240.262576ms","start":"2026-03-31T20:25:11.564808Z","end":"2026-03-31T20:25:11.805071Z","steps":["trace[1293556485] 'process raft request' (duration: 240.060431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:11.805199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.326005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:25:11.805263Z","caller":"traceutil/trace.go:171","msg":"trace[179641390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2254; }","duration":"262.462868ms","start":"2026-03-31T20:25:11.542784Z","end":"2026-03-31T20:25:11.805247Z","steps":["trace[179641390] 'agreement among raft nodes before linearized reading' (duration: 262.272674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:11.805271Z","caller":"traceutil/trace.go:171","msg":"trace[281199976] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"136.804472ms","start":"2026-03-31T20:25:11.668456Z","end":"2026-03-31T20:25:11.80526Z","steps":["trace[281199976] 'process raft request' (duration: 136.545106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:11.805418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.660507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:25:11.805569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.047759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:25:11.805676Z","caller":"traceutil/trace.go:171","msg":"trace[471071155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2254; }","duration":"262.244824ms","start":"2026-03-31T20:25:11.543409Z","end":"2026-03-31T20:25:11.805654Z","steps":["trace[471071155] 'agreement among raft nodes before linearized reading' (duration: 261.959977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:11.8056Z","caller":"traceutil/trace.go:171","msg":"trace[1493974604] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2254; }","duration":"260.877203ms","start":"2026-03-31T20:25:11.544688Z","end":"2026-03-31T20:25:11.805566Z","steps":["trace[1493974604] 'agreement among raft nodes before linearized reading' (duration: 260.432993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:11.805482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.457545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:25:11.805834Z","caller":"traceutil/trace.go:171","msg":"trace[2136300689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2254; }","duration":"261.836933ms","start":"2026-03-31T20:25:11.543985Z","end":"2026-03-31T20:25:11.805822Z","steps":["trace[2136300689] 'agreement among raft nodes before linearized reading' (duration: 261.362923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.272837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.738104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:12.272918Z","caller":"traceutil/trace.go:171","msg":"trace[352866799] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"519.768712ms","start":"2026-03-31T20:25:11.753137Z","end":"2026-03-31T20:25:12.272906Z","steps":["trace[352866799] 'process raft request' (duration: 113.894235ms)","trace[352866799] 'compare' (duration: 405.635392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:12.272954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:11.753118Z","time spent":"519.820982ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:12.490402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.32585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:12.49072Z","caller":"traceutil/trace.go:171","msg":"trace[1709811555] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"681.279792ms","start":"2026-03-31T20:25:11.809392Z","end":"2026-03-31T20:25:12.490672Z","steps":["trace[1709811555] 'process raft request' (duration: 563.567273ms)","trace[1709811555] 'compare' (duration: 117.151976ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:12.490867Z","caller":"traceutil/trace.go:171","msg":"trace[1825640663] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"681.342063ms","start":"2026-03-31T20:25:11.8095Z","end":"2026-03-31T20:25:12.490842Z","steps":["trace[1825640663] 'process raft request' (duration: 681.029665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.49093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:11.809377Z","time spent":"681.430995ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:12.490948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:11.809458Z","time spent":"681.455306ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:12.491147Z","caller":"traceutil/trace.go:171","msg":"trace[1310406282] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"680.501484ms","start":"2026-03-31T20:25:11.810618Z","end":"2026-03-31T20:25:12.491119Z","steps":["trace[1310406282] 'process raft request' (duration: 680.180737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:12.491194Z","caller":"traceutil/trace.go:171","msg":"trace[1289328872] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"680.360851ms","start":"2026-03-31T20:25:11.810818Z","end":"2026-03-31T20:25:12.491179Z","steps":["trace[1289328872] 'process raft request' (duration: 680.155267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.491252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:11.810798Z","time spent":"680.422812ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:12.491256Z","caller":"traceutil/trace.go:171","msg":"trace[1714449541] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"524.144168ms","start":"2026-03-31T20:25:11.967084Z","end":"2026-03-31T20:25:12.491229Z","steps":["trace[1714449541] 'process raft request' (duration: 524.079297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.491289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:11.810595Z","time spent":"680.615507ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:12.491371Z","caller":"traceutil/trace.go:171","msg":"trace[1416608434] linearizableReadLoop","detail":"{readStateIndex:2362; appliedIndex:2358; }","duration":"531.929841ms","start":"2026-03-31T20:25:11.959424Z","end":"2026-03-31T20:25:12.491354Z","steps":["trace[1416608434] 'read index received' (duration: 413.69325ms)","trace[1416608434] 'applied index is now lower than readState.Index' (duration: 118.234241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:12.491428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:11.967052Z","time spent":"524.280111ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:12.491549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.126095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:12.491602Z","caller":"traceutil/trace.go:171","msg":"trace[1944842757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2260; }","duration":"532.219117ms","start":"2026-03-31T20:25:11.959368Z","end":"2026-03-31T20:25:12.491587Z","steps":["trace[1944842757] 'agreement among raft nodes before linearized reading' (duration: 532.124805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.491635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:11.959349Z","time spent":"532.279428ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:12.491682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.669061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206cfb77f5da0\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-31T20:25:12.491689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.447129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:12.49174Z","caller":"traceutil/trace.go:171","msg":"trace[1043597582] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a206cfb77f5da0; range_end:; response_count:1; response_revision:2260; }","duration":"160.778513ms","start":"2026-03-31T20:25:12.330942Z","end":"2026-03-31T20:25:12.49172Z","steps":["trace[1043597582] 'agreement among raft nodes before linearized reading' (duration: 160.607759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:12.491744Z","caller":"traceutil/trace.go:171","msg":"trace[684668397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2260; }","duration":"424.552361ms","start":"2026-03-31T20:25:12.067175Z","end":"2026-03-31T20:25:12.491727Z","steps":["trace[684668397] 'agreement among raft nodes before linearized reading' (duration: 424.345027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.491781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:12.067152Z","time spent":"424.621022ms","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:25:13.189665Z","caller":"traceutil/trace.go:171","msg":"trace[1675832370] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"122.523316ms","start":"2026-03-31T20:25:13.067115Z","end":"2026-03-31T20:25:13.189639Z","steps":["trace[1675832370] 'process raft request' (duration: 122.318461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.597008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.501813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:13.597099Z","caller":"traceutil/trace.go:171","msg":"trace[610124389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2262; }","duration":"398.650217ms","start":"2026-03-31T20:25:13.198428Z","end":"2026-03-31T20:25:13.597078Z","steps":["trace[610124389] 'range keys from in-memory index tree' (duration: 398.413591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.597144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:13.198408Z","time spent":"398.725729ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:13.597575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.019954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:25:13.597648Z","caller":"traceutil/trace.go:171","msg":"trace[942449144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2262; }","duration":"186.162897ms","start":"2026-03-31T20:25:13.411468Z","end":"2026-03-31T20:25:13.597631Z","steps":["trace[942449144] 'range keys from in-memory index tree' (duration: 185.799199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:13.707177Z","caller":"traceutil/trace.go:171","msg":"trace[824344052] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"104.944517ms","start":"2026-03-31T20:25:13.602194Z","end":"2026-03-31T20:25:13.707138Z","steps":["trace[824344052] 'process raft request' (duration: 104.686062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:14.459965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887426701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:25:15.097137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.692313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:15.097273Z","caller":"traceutil/trace.go:171","msg":"trace[663483596] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"1.285885743s","start":"2026-03-31T20:25:13.811361Z","end":"2026-03-31T20:25:15.097247Z","steps":["trace[663483596] 'process raft request' (duration: 712.981115ms)","trace[663483596] 'compare' (duration: 572.266434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:15.097359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:13.811334Z","time spent":"1.285981666s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:15.856883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.446101ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:25:15.85787Z","caller":"traceutil/trace.go:171","msg":"trace[1843335819] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"1.360068098s","start":"2026-03-31T20:25:14.497776Z","end":"2026-03-31T20:25:15.857844Z","steps":["trace[1843335819] 'process raft request' (duration: 1.359211768s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:15.857962Z","caller":"traceutil/trace.go:171","msg":"trace[1304615705] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2366; }","duration":"1.898515272s","start":"2026-03-31T20:25:13.959249Z","end":"2026-03-31T20:25:15.857764Z","steps":["trace[1304615705] 'read index received' (duration: 565.107387ms)","trace[1304615705] 'applied index is now lower than readState.Index' (duration: 1.333406815s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:15.858033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:14.497752Z","time spent":"1.36018418s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:15.858068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898804729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:15.858399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362644525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:25:15.858414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363001013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:25:15.858451Z","caller":"traceutil/trace.go:171","msg":"trace[1289552454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2265; }","duration":"1.363068314s","start":"2026-03-31T20:25:14.495369Z","end":"2026-03-31T20:25:15.858437Z","steps":["trace[1289552454] 'agreement among raft nodes before linearized reading' (duration: 1.362939981s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:15.858513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363430422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:25:15.858579Z","caller":"traceutil/trace.go:171","msg":"trace[553403355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2265; }","duration":"1.363526464s","start":"2026-03-31T20:25:14.495026Z","end":"2026-03-31T20:25:15.858552Z","steps":["trace[553403355] 'agreement among raft nodes before linearized reading' (duration: 1.363420572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:15.858574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254234141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T20:25:15.858609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:14.494989Z","time spent":"1.363614056s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:25:15.858614Z","caller":"traceutil/trace.go:171","msg":"trace[188643333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2265; }","duration":"1.254326333s","start":"2026-03-31T20:25:14.604277Z","end":"2026-03-31T20:25:15.858603Z","steps":["trace[188643333] 'agreement among raft nodes before linearized reading' (duration: 1.254221311s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:15.858649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:14.604251Z","time spent":"1.254390725s","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:25:15.858637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.917454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:25:15.858637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363029324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:25:15.858707Z","caller":"traceutil/trace.go:171","msg":"trace[1708588958] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2265; }","duration":"132.037296ms","start":"2026-03-31T20:25:15.726652Z","end":"2026-03-31T20:25:15.85869Z","steps":["trace[1708588958] 'agreement among raft nodes before linearized reading' (duration: 131.861162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:15.858711Z","caller":"traceutil/trace.go:171","msg":"trace[1484193721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2265; }","duration":"1.363130575s","start":"2026-03-31T20:25:14.495565Z","end":"2026-03-31T20:25:15.858696Z","steps":["trace[1484193721] 'agreement among raft nodes before linearized reading' (duration: 1.362911221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:15.858763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:14.495553Z","time spent":"1.363201997s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:25:15.858939Z","caller":"traceutil/trace.go:171","msg":"trace[244820758] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2265; }","duration":"1.363219427s","start":"2026-03-31T20:25:14.49571Z","end":"2026-03-31T20:25:15.858929Z","steps":["trace[244820758] 'agreement among raft nodes before linearized reading' (duration: 1.362564323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:15.859011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:14.495688Z","time spent":"1.363313419s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:25:15.858982Z","caller":"traceutil/trace.go:171","msg":"trace[424238392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2265; }","duration":"1.899172717s","start":"2026-03-31T20:25:13.959198Z","end":"2026-03-31T20:25:15.858371Z","steps":["trace[424238392] 'agreement among raft nodes before linearized reading' (duration: 1.89882526s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:15.859061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:14.495348Z","time spent":"1.363666367s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:25:15.859155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.922798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-31T20:25:15.859229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:13.959176Z","time spent":"1.900011175s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:25:15.859281Z","caller":"traceutil/trace.go:171","msg":"trace[2086008336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2265; }","duration":"665.219925ms","start":"2026-03-31T20:25:15.194041Z","end":"2026-03-31T20:25:15.859261Z","steps":["trace[2086008336] 'agreement among raft nodes before linearized reading' (duration: 664.512959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:15.859344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582546728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:25:15.859408Z","caller":"traceutil/trace.go:171","msg":"trace[1725309098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2265; }","duration":"1.582651441s","start":"2026-03-31T20:25:14.276733Z","end":"2026-03-31T20:25:15.859384Z","steps":["trace[1725309098] 'agreement among raft nodes before linearized reading' (duration: 1.581502296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:15.859452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:14.276707Z","time spent":"1.582737683s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:15.859399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:15.194017Z","time spent":"665.367847ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:25:16.371267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887426706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:25:16.999999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.331969ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:17.000108Z","caller":"traceutil/trace.go:171","msg":"trace[328896448] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2265; }","duration":"218.453272ms","start":"2026-03-31T20:25:16.781638Z","end":"2026-03-31T20:25:17.000091Z","steps":["trace[328896448] 'range keys from in-memory index tree' (duration: 218.317029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:17.000244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.869454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:17.000533Z","caller":"traceutil/trace.go:171","msg":"trace[88109689] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"1.137842551s","start":"2026-03-31T20:25:15.862668Z","end":"2026-03-31T20:25:17.000511Z","steps":["trace[88109689] 'process raft request' (duration: 635.64264ms)","trace[88109689] 'compare' (duration: 501.609038ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:17.000554Z","caller":"traceutil/trace.go:171","msg":"trace[716187212] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"1.136757437s","start":"2026-03-31T20:25:15.863775Z","end":"2026-03-31T20:25:17.000532Z","steps":["trace[716187212] 'process raft request' (duration: 1.136587783s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:17.0006Z","caller":"traceutil/trace.go:171","msg":"trace[1649825611] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"1.136688555s","start":"2026-03-31T20:25:15.863903Z","end":"2026-03-31T20:25:17.000592Z","steps":["trace[1649825611] 'process raft request' (duration: 1.136540662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:17.000665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:15.862644Z","time spent":"1.137935574s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:17.000672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:15.863892Z","time spent":"1.136744926s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:17.000691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:15.863751Z","time spent":"1.136848988s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:17.000814Z","caller":"traceutil/trace.go:171","msg":"trace[828346707] linearizableReadLoop","detail":"{readStateIndex:2376; appliedIndex:2369; }","duration":"1.133454165s","start":"2026-03-31T20:25:15.867348Z","end":"2026-03-31T20:25:17.000802Z","steps":["trace[828346707] 'read index received' (duration: 631.037588ms)","trace[828346707] 'applied index is now lower than readState.Index' (duration: 502.415627ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:17.00091Z","caller":"traceutil/trace.go:171","msg":"trace[366754238] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"1.13686221s","start":"2026-03-31T20:25:15.864038Z","end":"2026-03-31T20:25:17.0009Z","steps":["trace[366754238] 'process raft request' (duration: 1.13647359s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:17.000562Z","caller":"traceutil/trace.go:171","msg":"trace[551789607] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"1.136504931s","start":"2026-03-31T20:25:15.86404Z","end":"2026-03-31T20:25:17.000545Z","steps":["trace[551789607] 'process raft request' (duration: 1.13643982s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:17.000959Z","caller":"traceutil/trace.go:171","msg":"trace[1454675451] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"1.135894629s","start":"2026-03-31T20:25:15.865049Z","end":"2026-03-31T20:25:17.000944Z","steps":["trace[1454675451] 'process raft request' (duration: 1.135579711s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:17.001005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:15.864018Z","time spent":"1.136951122s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:17.00102Z","caller":"traceutil/trace.go:171","msg":"trace[1846980499] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"1.135604342s","start":"2026-03-31T20:25:15.865407Z","end":"2026-03-31T20:25:17.001011Z","steps":["trace[1846980499] 'process raft request' (duration: 1.135320415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:17.001044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:15.865036Z","time spent":"1.13597089s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:17.001097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:15.865399Z","time spent":"1.135658663s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:17.000982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:15.864016Z","time spent":"1.136916111s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:17.001097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.176896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T20:25:17.001187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.088632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:17.001192Z","caller":"traceutil/trace.go:171","msg":"trace[1376480713] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2272; }","duration":"855.393911ms","start":"2026-03-31T20:25:16.145789Z","end":"2026-03-31T20:25:17.001183Z","steps":["trace[1376480713] 'agreement among raft nodes before linearized reading' (duration: 855.171656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:17.001206Z","caller":"traceutil/trace.go:171","msg":"trace[645290865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2272; }","duration":"134.156253ms","start":"2026-03-31T20:25:16.867043Z","end":"2026-03-31T20:25:17.001199Z","steps":["trace[645290865] 'agreement among raft nodes before linearized reading' (duration: 134.070021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:17.001241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:16.145768Z","time spent":"855.463203ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":255,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:17.001192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13373324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:17.001309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.962041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:17.001331Z","caller":"traceutil/trace.go:171","msg":"trace[1701531222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2272; }","duration":"1.134013357s","start":"2026-03-31T20:25:15.867303Z","end":"2026-03-31T20:25:17.001316Z","steps":["trace[1701531222] 'agreement among raft nodes before linearized reading' (duration: 1.133635049s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:17.001348Z","caller":"traceutil/trace.go:171","msg":"trace[1971265410] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2272; }","duration":"601.054663ms","start":"2026-03-31T20:25:16.400282Z","end":"2026-03-31T20:25:17.001336Z","steps":["trace[1971265410] 'agreement among raft nodes before linearized reading' (duration: 600.978822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:17.001386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:16.400212Z","time spent":"601.165855ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:17.001388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:15.867258Z","time spent":"1.134119379s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:47.498326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.901499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:47.498458Z","caller":"traceutil/trace.go:171","msg":"trace[1809524177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2425; }","duration":"127.091444ms","start":"2026-03-31T20:25:47.371337Z","end":"2026-03-31T20:25:47.498428Z","steps":["trace[1809524177] 'range keys from in-memory index tree' (duration: 126.700745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.498544Z","caller":"traceutil/trace.go:171","msg":"trace[2003658896] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"111.106876ms","start":"2026-03-31T20:25:47.387408Z","end":"2026-03-31T20:25:47.498515Z","steps":["trace[2003658896] 'process raft request' (duration: 54.436058ms)","trace[2003658896] 'compare' (duration: 56.3188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:47.498708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.698924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:25:47.498788Z","caller":"traceutil/trace.go:171","msg":"trace[1510302458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2426; }","duration":"109.846037ms","start":"2026-03-31T20:25:47.388922Z","end":"2026-03-31T20:25:47.498768Z","steps":["trace[1510302458] 'agreement among raft nodes before linearized reading' (duration: 109.643993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.498516Z","caller":"traceutil/trace.go:171","msg":"trace[892952755] linearizableReadLoop","detail":"{readStateIndex:2537; appliedIndex:2536; }","duration":"109.48695ms","start":"2026-03-31T20:25:47.388988Z","end":"2026-03-31T20:25:47.498475Z","steps":["trace[892952755] 'read index received' (duration: 52.7347ms)","trace[892952755] 'applied index is now lower than readState.Index' (duration: 56.75006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:47.499308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.924137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:25:47.499397Z","caller":"traceutil/trace.go:171","msg":"trace[850402507] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2426; }","duration":"109.03218ms","start":"2026-03-31T20:25:47.390318Z","end":"2026-03-31T20:25:47.49935Z","steps":["trace[850402507] 'agreement among raft nodes before linearized reading' (duration: 108.892176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.499443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.299196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:25:47.499525Z","caller":"traceutil/trace.go:171","msg":"trace[1711594705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2426; }","duration":"109.428628ms","start":"2026-03-31T20:25:47.390073Z","end":"2026-03-31T20:25:47.499502Z","steps":["trace[1711594705] 'agreement among raft nodes before linearized reading' (duration: 109.174572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.499643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.199434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:25:47.499705Z","caller":"traceutil/trace.go:171","msg":"trace[947624431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2426; }","duration":"109.425589ms","start":"2026-03-31T20:25:47.390266Z","end":"2026-03-31T20:25:47.499691Z","steps":["trace[947624431] 'agreement among raft nodes before linearized reading' (duration: 108.985678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.49986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.538934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:25:47.499966Z","caller":"traceutil/trace.go:171","msg":"trace[1255947172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2426; }","duration":"110.635256ms","start":"2026-03-31T20:25:47.38929Z","end":"2026-03-31T20:25:47.499925Z","steps":["trace[1255947172] 'agreement among raft nodes before linearized reading' (duration: 109.800016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.670245Z","caller":"traceutil/trace.go:171","msg":"trace[1006159964] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"166.093067ms","start":"2026-03-31T20:25:47.504107Z","end":"2026-03-31T20:25:47.6702Z","steps":["trace[1006159964] 'process raft request' (duration: 165.84893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.670237Z","caller":"traceutil/trace.go:171","msg":"trace[1769814013] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"165.141125ms","start":"2026-03-31T20:25:47.505063Z","end":"2026-03-31T20:25:47.670204Z","steps":["trace[1769814013] 'process raft request' (duration: 165.044532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.670592Z","caller":"traceutil/trace.go:171","msg":"trace[2136176942] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"165.34867ms","start":"2026-03-31T20:25:47.505215Z","end":"2026-03-31T20:25:47.670564Z","steps":["trace[2136176942] 'process raft request' (duration: 165.217797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.670648Z","caller":"traceutil/trace.go:171","msg":"trace[788729522] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"165.482682ms","start":"2026-03-31T20:25:47.505154Z","end":"2026-03-31T20:25:47.670637Z","steps":["trace[788729522] 'process raft request' (duration: 165.006012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:49.790314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.80862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:25:49.790393Z","caller":"traceutil/trace.go:171","msg":"trace[1133059645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2439; }","duration":"115.922823ms","start":"2026-03-31T20:25:49.674451Z","end":"2026-03-31T20:25:49.790374Z","steps":["trace[1133059645] 'range keys from in-memory index tree' (duration: 115.619236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:49.790476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.588505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:25:49.790529Z","caller":"traceutil/trace.go:171","msg":"trace[782443489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2439; }","duration":"115.661018ms","start":"2026-03-31T20:25:49.674855Z","end":"2026-03-31T20:25:49.790516Z","steps":["trace[782443489] 'range keys from in-memory index tree' (duration: 115.480043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:49.790509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.888322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:25:49.790601Z","caller":"traceutil/trace.go:171","msg":"trace[1932374807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2439; }","duration":"116.037456ms","start":"2026-03-31T20:25:49.674538Z","end":"2026-03-31T20:25:49.790575Z","steps":["trace[1932374807] 'range keys from in-memory index tree' (duration: 115.704438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:49.790778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.20268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:25:49.790902Z","caller":"traceutil/trace.go:171","msg":"trace[1111232189] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2439; }","duration":"116.504977ms","start":"2026-03-31T20:25:49.674373Z","end":"2026-03-31T20:25:49.790878Z","steps":["trace[1111232189] 'range keys from in-memory index tree' (duration: 115.861872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:34.569308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887427837,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:26:34.794045Z","caller":"traceutil/trace.go:171","msg":"trace[142716498] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"771.118493ms","start":"2026-03-31T20:26:34.022905Z","end":"2026-03-31T20:26:34.794023Z","steps":["trace[142716498] 'process raft request' (duration: 770.994341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:34.794177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.022884Z","time spent":"771.225256ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:26:35.586925Z","caller":"traceutil/trace.go:171","msg":"trace[1144502794] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"1.114360394s","start":"2026-03-31T20:26:34.47253Z","end":"2026-03-31T20:26:35.58689Z","steps":["trace[1144502794] 'process raft request' (duration: 1.114118608s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.587135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.472512Z","time spent":"1.114517818s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:26:35.587131Z","caller":"traceutil/trace.go:171","msg":"trace[369335559] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2842; }","duration":"1.518522037s","start":"2026-03-31T20:26:34.06857Z","end":"2026-03-31T20:26:35.587092Z","steps":["trace[369335559] 'read index received' (duration: 725.437542ms)","trace[369335559] 'applied index is now lower than readState.Index' (duration: 793.081785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:35.587381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518799533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:26:35.587435Z","caller":"traceutil/trace.go:171","msg":"trace[603561234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2723; }","duration":"1.518909705s","start":"2026-03-31T20:26:34.068513Z","end":"2026-03-31T20:26:35.587423Z","steps":["trace[603561234] 'agreement among raft nodes before linearized reading' (duration: 1.51868577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.58747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.068496Z","time spent":"1.518966216s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:26:35.587473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329836465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T20:26:35.58754Z","caller":"traceutil/trace.go:171","msg":"trace[1673711877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2723; }","duration":"1.330016199s","start":"2026-03-31T20:26:34.257508Z","end":"2026-03-31T20:26:35.587524Z","steps":["trace[1673711877] 'agreement among raft nodes before linearized reading' (duration: 1.329824474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.587585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.257494Z","time spent":"1.33008228s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:26:35.587593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13610846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:26:35.587643Z","caller":"traceutil/trace.go:171","msg":"trace[1507780371] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2723; }","duration":"1.136195473s","start":"2026-03-31T20:26:34.451432Z","end":"2026-03-31T20:26:35.587628Z","steps":["trace[1507780371] 'agreement among raft nodes before linearized reading' (duration: 1.13612039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.587681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.451411Z","time spent":"1.136261294s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:26:35.587743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190498447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:26:35.587777Z","caller":"traceutil/trace.go:171","msg":"trace[1875351115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2723; }","duration":"1.190580699s","start":"2026-03-31T20:26:34.397188Z","end":"2026-03-31T20:26:35.587769Z","steps":["trace[1875351115] 'agreement among raft nodes before linearized reading' (duration: 1.190491367s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.587808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.397165Z","time spent":"1.190636951s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:26:35.587853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.352586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:26:35.587889Z","caller":"traceutil/trace.go:171","msg":"trace[2114470516] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2723; }","duration":"239.422907ms","start":"2026-03-31T20:26:35.348458Z","end":"2026-03-31T20:26:35.587881Z","steps":["trace[2114470516] 'agreement among raft nodes before linearized reading' (duration: 239.360376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.587951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.701363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:26:35.587992Z","caller":"traceutil/trace.go:171","msg":"trace[1831976857] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2723; }","duration":"685.783585ms","start":"2026-03-31T20:26:34.902199Z","end":"2026-03-31T20:26:35.587982Z","steps":["trace[1831976857] 'agreement among raft nodes before linearized reading' (duration: 685.696893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.588022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.902177Z","time spent":"685.837145ms","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":27,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:26:35.58812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221635144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:26:35.588165Z","caller":"traceutil/trace.go:171","msg":"trace[1235955142] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2723; }","duration":"1.221702565s","start":"2026-03-31T20:26:34.36645Z","end":"2026-03-31T20:26:35.588153Z","steps":["trace[1235955142] 'agreement among raft nodes before linearized reading' (duration: 1.221603173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.588193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.366438Z","time spent":"1.221749026s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:26:35.58826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322849768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:26:35.588284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315148087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-31T20:26:35.588311Z","caller":"traceutil/trace.go:171","msg":"trace[83418303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2723; }","duration":"1.322922271s","start":"2026-03-31T20:26:34.265376Z","end":"2026-03-31T20:26:35.588298Z","steps":["trace[83418303] 'agreement among raft nodes before linearized reading' (duration: 1.322789948s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:35.58832Z","caller":"traceutil/trace.go:171","msg":"trace[1905928130] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2723; }","duration":"1.315217299s","start":"2026-03-31T20:26:34.273093Z","end":"2026-03-31T20:26:35.58831Z","steps":["trace[1905928130] 'agreement among raft nodes before linearized reading' (duration: 1.315062595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.58834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.265365Z","time spent":"1.322968562s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:26:35.588347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.273081Z","time spent":"1.31525968s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:26:35.588415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.725427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:35.58851Z","caller":"traceutil/trace.go:171","msg":"trace[529736764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2723; }","duration":"628.876671ms","start":"2026-03-31T20:26:34.959616Z","end":"2026-03-31T20:26:35.588493Z","steps":["trace[529736764] 'agreement among raft nodes before linearized reading' (duration: 628.515843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.588652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.959596Z","time spent":"629.046625ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:26:35.588755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227552566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:26:35.589011Z","caller":"traceutil/trace.go:171","msg":"trace[214246309] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2723; }","duration":"1.227893033s","start":"2026-03-31T20:26:34.361036Z","end":"2026-03-31T20:26:35.588929Z","steps":["trace[214246309] 'agreement among raft nodes before linearized reading' (duration: 1.227205548s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:35.587406Z","caller":"traceutil/trace.go:171","msg":"trace[167166169] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"1.064244362s","start":"2026-03-31T20:26:34.523107Z","end":"2026-03-31T20:26:35.587352Z","steps":["trace[167166169] 'process raft request' (duration: 1.06370845s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.589119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.361016Z","time spent":"1.228088718s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:26:35.589288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:34.523078Z","time spent":"1.066114284s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:26:41.924049Z","caller":"traceutil/trace.go:171","msg":"trace[1512571972] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"199.555477ms","start":"2026-03-31T20:26:41.724456Z","end":"2026-03-31T20:26:41.924011Z","steps":["trace[1512571972] 'process raft request' (duration: 118.014337ms)","trace[1512571972] 'compare' (duration: 81.309065ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:41.924242Z","caller":"traceutil/trace.go:171","msg":"trace[2007457682] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"199.681849ms","start":"2026-03-31T20:26:41.72454Z","end":"2026-03-31T20:26:41.924222Z","steps":["trace[2007457682] 'process raft request' (duration: 199.572337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:41.924253Z","caller":"traceutil/trace.go:171","msg":"trace[701643243] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"199.679029ms","start":"2026-03-31T20:26:41.724535Z","end":"2026-03-31T20:26:41.924214Z","steps":["trace[701643243] 'process raft request' (duration: 199.431144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:41.924507Z","caller":"traceutil/trace.go:171","msg":"trace[154634573] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"199.851524ms","start":"2026-03-31T20:26:41.724644Z","end":"2026-03-31T20:26:41.924495Z","steps":["trace[154634573] 'process raft request' (duration: 199.540356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:41.924546Z","caller":"traceutil/trace.go:171","msg":"trace[865796469] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"199.832124ms","start":"2026-03-31T20:26:41.724703Z","end":"2026-03-31T20:26:41.924535Z","steps":["trace[865796469] 'process raft request' (duration: 199.610468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:09.942453Z","caller":"traceutil/trace.go:171","msg":"trace[1603614602] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"106.649813ms","start":"2026-03-31T20:27:09.835757Z","end":"2026-03-31T20:27:09.942407Z","steps":["trace[1603614602] 'process raft request' (duration: 103.927312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:11.361494Z","caller":"traceutil/trace.go:171","msg":"trace[1818627057] linearizableReadLoop","detail":"{readStateIndex:3047; appliedIndex:3046; }","duration":"448.269847ms","start":"2026-03-31T20:27:10.913198Z","end":"2026-03-31T20:27:11.361468Z","steps":["trace[1818627057] 'read index received' (duration: 448.130924ms)","trace[1818627057] 'applied index is now lower than readState.Index' (duration: 137.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:11.361704Z","caller":"traceutil/trace.go:171","msg":"trace[1501567752] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"494.579056ms","start":"2026-03-31T20:27:10.866991Z","end":"2026-03-31T20:27:11.361571Z","steps":["trace[1501567752] 'process raft request' (duration: 494.3082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:11.361885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.637904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T20:27:11.361887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:10.866976Z","time spent":"494.833761ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:11.361983Z","caller":"traceutil/trace.go:171","msg":"trace[12956026] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2918; }","duration":"448.802258ms","start":"2026-03-31T20:27:10.913154Z","end":"2026-03-31T20:27:11.361957Z","steps":["trace[12956026] 'agreement among raft nodes before linearized reading' (duration: 448.510552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:11.362151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:10.913135Z","time spent":"448.995892ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:27:11.495982Z","caller":"traceutil/trace.go:171","msg":"trace[414338037] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"531.347001ms","start":"2026-03-31T20:27:10.964594Z","end":"2026-03-31T20:27:11.495941Z","steps":["trace[414338037] 'process raft request' (duration: 486.182087ms)","trace[414338037] 'compare' (duration: 44.791834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:11.496162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:10.964566Z","time spent":"531.504233ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:11.496721Z","caller":"traceutil/trace.go:171","msg":"trace[1107991090] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"496.393845ms","start":"2026-03-31T20:27:11.000305Z","end":"2026-03-31T20:27:11.496699Z","steps":["trace[1107991090] 'process raft request' (duration: 495.556277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:11.496821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.000279Z","time spent":"496.496978ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:11.496878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.206578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:27:11.49694Z","caller":"traceutil/trace.go:171","msg":"trace[1696553992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2920; }","duration":"153.31055ms","start":"2026-03-31T20:27:11.343614Z","end":"2026-03-31T20:27:11.496925Z","steps":["trace[1696553992] 'agreement among raft nodes before linearized reading' (duration: 153.092535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:11.496917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.870545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:27:11.497016Z","caller":"traceutil/trace.go:171","msg":"trace[541428691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2920; }","duration":"443.027699ms","start":"2026-03-31T20:27:11.053964Z","end":"2026-03-31T20:27:11.496992Z","steps":["trace[541428691] 'agreement among raft nodes before linearized reading' (duration: 442.854595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:11.497081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.053934Z","time spent":"443.135711ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:27:11.497215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.795883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:11.497365Z","caller":"traceutil/trace.go:171","msg":"trace[833132842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2920; }","duration":"537.001187ms","start":"2026-03-31T20:27:10.960342Z","end":"2026-03-31T20:27:11.497343Z","steps":["trace[833132842] 'agreement among raft nodes before linearized reading' (duration: 536.685431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:11.497342Z","caller":"traceutil/trace.go:171","msg":"trace[2097585342] linearizableReadLoop","detail":"{readStateIndex:3049; appliedIndex:3047; }","duration":"135.05943ms","start":"2026-03-31T20:27:11.361615Z","end":"2026-03-31T20:27:11.496674Z","steps":["trace[2097585342] 'read index received' (duration: 89.267433ms)","trace[2097585342] 'applied index is now lower than readState.Index' (duration: 45.790847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:11.497468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:10.960322Z","time spent":"537.12866ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:27:11.516259Z","caller":"traceutil/trace.go:171","msg":"trace[569899541] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"150.300412ms","start":"2026-03-31T20:27:11.365926Z","end":"2026-03-31T20:27:11.516227Z","steps":["trace[569899541] 'process raft request' (duration: 150.066097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.853861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16558114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:12.853923Z","caller":"traceutil/trace.go:171","msg":"trace[577798539] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2921; }","duration":"1.165708312s","start":"2026-03-31T20:27:11.6882Z","end":"2026-03-31T20:27:12.853908Z","steps":["trace[577798539] 'count revisions from in-memory index tree' (duration: 1.165468937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.853951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.688173Z","time spent":"1.165771394s","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:27:12.854049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251146529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T20:27:12.854052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.408386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:12.854143Z","caller":"traceutil/trace.go:171","msg":"trace[926261684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2921; }","duration":"1.251275751s","start":"2026-03-31T20:27:11.602845Z","end":"2026-03-31T20:27:12.85412Z","steps":["trace[926261684] 'range keys from in-memory index tree' (duration: 1.250975385s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:12.854175Z","caller":"traceutil/trace.go:171","msg":"trace[824313913] linearizableReadLoop","detail":"{readStateIndex:3051; appliedIndex:3050; }","duration":"908.252907ms","start":"2026-03-31T20:27:11.945902Z","end":"2026-03-31T20:27:12.854155Z","steps":["trace[824313913] 'read index received' (duration: 161.511664ms)","trace[824313913] 'applied index is now lower than readState.Index' (duration: 746.739243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:12.854196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.602825Z","time spent":"1.251362663s","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:27:12.854278Z","caller":"traceutil/trace.go:171","msg":"trace[32693038] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"1.017280222s","start":"2026-03-31T20:27:11.836954Z","end":"2026-03-31T20:27:12.854234Z","steps":["trace[32693038] 'process raft request' (duration: 270.587881ms)","trace[32693038] 'compare' (duration: 746.18701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:12.854447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.388049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:27:12.854491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.83693Z","time spent":"1.017454568s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:12.854513Z","caller":"traceutil/trace.go:171","msg":"trace[685886060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2922; }","duration":"887.499411ms","start":"2026-03-31T20:27:11.966996Z","end":"2026-03-31T20:27:12.854495Z","steps":["trace[685886060] 'agreement among raft nodes before linearized reading' (duration: 887.298837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.854552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.966973Z","time spent":"887.570653ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:27:12.854676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.841101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206ea8b573a84\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T20:27:12.854724Z","caller":"traceutil/trace.go:171","msg":"trace[308650373] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206ea8b573a84; range_end:; response_count:1; response_revision:2922; }","duration":"284.942663ms","start":"2026-03-31T20:27:12.569771Z","end":"2026-03-31T20:27:12.854713Z","steps":["trace[308650373] 'agreement among raft nodes before linearized reading' (duration: 284.82036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.854759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.763177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:27:12.854794Z","caller":"traceutil/trace.go:171","msg":"trace[1283170063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2922; }","duration":"718.843599ms","start":"2026-03-31T20:27:12.135941Z","end":"2026-03-31T20:27:12.854784Z","steps":["trace[1283170063] 'agreement among raft nodes before linearized reading' (duration: 718.771217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.854829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.135911Z","time spent":"718.911149ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:27:12.854695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.402148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:27:12.854933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.343984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-03-31T20:27:12.855083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.310297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:27:12.855117Z","caller":"traceutil/trace.go:171","msg":"trace[1064451771] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2922; }","duration":"581.60763ms","start":"2026-03-31T20:27:12.273501Z","end":"2026-03-31T20:27:12.855109Z","steps":["trace[1064451771] 'agreement among raft nodes before linearized reading' (duration: 580.796152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.854602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.673227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:27:12.855142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.273477Z","time spent":"581.65881ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:27:12.854957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.218855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-31T20:27:12.855278Z","caller":"traceutil/trace.go:171","msg":"trace[1026169633] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2922; }","duration":"909.294821ms","start":"2026-03-31T20:27:11.945859Z","end":"2026-03-31T20:27:12.855154Z","steps":["trace[1026169633] 'agreement among raft nodes before linearized reading' (duration: 908.38742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.855381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.94584Z","time spent":"909.525415ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:27:12.855294Z","caller":"traceutil/trace.go:171","msg":"trace[910112444] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2922; }","duration":"735.596464ms","start":"2026-03-31T20:27:12.119676Z","end":"2026-03-31T20:27:12.855273Z","steps":["trace[910112444] 'agreement among raft nodes before linearized reading' (duration: 735.225016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.855548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.119644Z","time spent":"735.835909ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:27:12.855146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.54531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:27:12.855629Z","caller":"traceutil/trace.go:171","msg":"trace[1968204565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2922; }","duration":"772.051832ms","start":"2026-03-31T20:27:12.083567Z","end":"2026-03-31T20:27:12.855619Z","steps":["trace[1968204565] 'agreement among raft nodes before linearized reading' (duration: 771.394978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.855529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.689697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:27:12.855757Z","caller":"traceutil/trace.go:171","msg":"trace[1833513990] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2922; }","duration":"466.329451ms","start":"2026-03-31T20:27:12.3894Z","end":"2026-03-31T20:27:12.855729Z","steps":["trace[1833513990] 'agreement among raft nodes before linearized reading' (duration: 464.89404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.855867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.389262Z","time spent":"466.585637ms","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:27:12.855685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.08356Z","time spent":"772.113173ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:27:12.854953Z","caller":"traceutil/trace.go:171","msg":"trace[582744863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2922; }","duration":"714.638133ms","start":"2026-03-31T20:27:12.140251Z","end":"2026-03-31T20:27:12.854889Z","steps":["trace[582744863] 'agreement among raft nodes before linearized reading' (duration: 714.381667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.856145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.14023Z","time spent":"715.884561ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:27:12.855148Z","caller":"traceutil/trace.go:171","msg":"trace[407277287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2922; }","duration":"772.418119ms","start":"2026-03-31T20:27:12.082713Z","end":"2026-03-31T20:27:12.855131Z","steps":["trace[407277287] 'agreement among raft nodes before linearized reading' (duration: 772.257736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.856415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.082691Z","time spent":"773.709038ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:27:13.359394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887428436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:27:13.86047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887428436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:27:13.936696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062129228s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:27:14.603844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.859669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:14.603946Z","caller":"traceutil/trace.go:171","msg":"trace[855330323] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"1.746396508s","start":"2026-03-31T20:27:12.857531Z","end":"2026-03-31T20:27:14.603928Z","steps":["trace[855330323] 'process raft request' (duration: 1.079373765s)","trace[855330323] 'compare' (duration: 666.640485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:14.603993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.857499Z","time spent":"1.74647268s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:14.607505Z","caller":"traceutil/trace.go:171","msg":"trace[576367072] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"1.747319319s","start":"2026-03-31T20:27:12.860166Z","end":"2026-03-31T20:27:14.607485Z","steps":["trace[576367072] 'process raft request' (duration: 1.747172346s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:14.607552Z","caller":"traceutil/trace.go:171","msg":"trace[1121193773] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"1.745962659s","start":"2026-03-31T20:27:12.861561Z","end":"2026-03-31T20:27:14.607523Z","steps":["trace[1121193773] 'process raft request' (duration: 1.745919578s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.607618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.860145Z","time spent":"1.74740819s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:14.60762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.861551Z","time spent":"1.74602918s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:14.607607Z","caller":"traceutil/trace.go:171","msg":"trace[107921562] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"1.747232417s","start":"2026-03-31T20:27:12.860332Z","end":"2026-03-31T20:27:14.607564Z","steps":["trace[107921562] 'process raft request' (duration: 1.747102814s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:14.607663Z","caller":"traceutil/trace.go:171","msg":"trace[1608548864] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"1.74738794s","start":"2026-03-31T20:27:12.860263Z","end":"2026-03-31T20:27:14.607651Z","steps":["trace[1608548864] 'process raft request' (duration: 1.747147485s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:14.607696Z","caller":"traceutil/trace.go:171","msg":"trace[1466916318] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"1.747173035s","start":"2026-03-31T20:27:12.860516Z","end":"2026-03-31T20:27:14.607689Z","steps":["trace[1466916318] 'process raft request' (duration: 1.74694145s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.607704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.860243Z","time spent":"1.747440261s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:14.607737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.860499Z","time spent":"1.747220066s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:14.607771Z","caller":"traceutil/trace.go:171","msg":"trace[782356057] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"1.74601149s","start":"2026-03-31T20:27:12.861754Z","end":"2026-03-31T20:27:14.607765Z","steps":["trace[782356057] 'process raft request' (duration: 1.745747894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.607769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.860306Z","time spent":"1.74737824s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:14.6078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.861747Z","time spent":"1.74603804s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:14.607968Z","caller":"traceutil/trace.go:171","msg":"trace[1465963722] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"1.746138914s","start":"2026-03-31T20:27:12.861799Z","end":"2026-03-31T20:27:14.607938Z","steps":["trace[1465963722] 'process raft request' (duration: 1.745914338s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:14.608107Z","caller":"traceutil/trace.go:171","msg":"trace[1994500113] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"1.44377588s","start":"2026-03-31T20:27:13.164312Z","end":"2026-03-31T20:27:14.608088Z","steps":["trace[1994500113] 'process raft request' (duration: 1.443578255s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:14.608156Z","caller":"traceutil/trace.go:171","msg":"trace[2090275738] linearizableReadLoop","detail":"{readStateIndex:3061; appliedIndex:3051; }","duration":"1.749534059s","start":"2026-03-31T20:27:12.858606Z","end":"2026-03-31T20:27:14.60814Z","steps":["trace[2090275738] 'read index received' (duration: 1.07826987s)","trace[2090275738] 'applied index is now lower than readState.Index' (duration: 671.263439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:14.608162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.861764Z","time spent":"1.746274776s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:14.608214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:13.164293Z","time spent":"1.443867292s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:14.608227Z","caller":"traceutil/trace.go:171","msg":"trace[1432077761] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"1.102715838s","start":"2026-03-31T20:27:13.505503Z","end":"2026-03-31T20:27:14.608219Z","steps":["trace[1432077761] 'process raft request' (duration: 1.102522714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.608334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:13.505478Z","time spent":"1.102822451s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:14.608408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749797005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-31T20:27:14.608454Z","caller":"traceutil/trace.go:171","msg":"trace[1938088386] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2932; }","duration":"1.749878077s","start":"2026-03-31T20:27:12.858565Z","end":"2026-03-31T20:27:14.608443Z","steps":["trace[1938088386] 'agreement among raft nodes before linearized reading' (duration: 1.749734114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.608492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.858536Z","time spent":"1.749947049s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-31T20:27:14.611723Z","caller":"traceutil/trace.go:171","msg":"trace[75465718] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"299.689573ms","start":"2026-03-31T20:27:14.312007Z","end":"2026-03-31T20:27:14.611696Z","steps":["trace[75465718] 'process raft request' (duration: 299.58672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.615732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657692028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:14.615769Z","caller":"traceutil/trace.go:171","msg":"trace[1614495924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2933; }","duration":"1.657781199s","start":"2026-03-31T20:27:12.957979Z","end":"2026-03-31T20:27:14.61576Z","steps":["trace[1614495924] 'agreement among raft nodes before linearized reading' (duration: 1.657729098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.61579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.957949Z","time spent":"1.65783578s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:27:18.757872Z","caller":"traceutil/trace.go:171","msg":"trace[808621015] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"114.326315ms","start":"2026-03-31T20:27:18.643521Z","end":"2026-03-31T20:27:18.757848Z","steps":["trace[808621015] 'process raft request' (duration: 114.067599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:18.7582Z","caller":"traceutil/trace.go:171","msg":"trace[1142246147] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"114.695403ms","start":"2026-03-31T20:27:18.643468Z","end":"2026-03-31T20:27:18.758164Z","steps":["trace[1142246147] 'process raft request' (duration: 114.330905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:18.758342Z","caller":"traceutil/trace.go:171","msg":"trace[1900359852] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"113.035955ms","start":"2026-03-31T20:27:18.645283Z","end":"2026-03-31T20:27:18.758319Z","steps":["trace[1900359852] 'process raft request' (duration: 112.81357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:18.758492Z","caller":"traceutil/trace.go:171","msg":"trace[565563113] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"113.168658ms","start":"2026-03-31T20:27:18.64531Z","end":"2026-03-31T20:27:18.758479Z","steps":["trace[565563113] 'process raft request' (duration: 112.902182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:18.758601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.157825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:27:18.758706Z","caller":"traceutil/trace.go:171","msg":"trace[197943004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2950; }","duration":"132.297487ms","start":"2026-03-31T20:27:18.626387Z","end":"2026-03-31T20:27:18.758684Z","steps":["trace[197943004] 'agreement among raft nodes before linearized reading' (duration: 132.018331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:20.97384Z","caller":"traceutil/trace.go:171","msg":"trace[481782368] linearizableReadLoop","detail":"{readStateIndex:3092; appliedIndex:3091; }","duration":"118.058638ms","start":"2026-03-31T20:27:20.855755Z","end":"2026-03-31T20:27:20.973813Z","steps":["trace[481782368] 'read index received' (duration: 80.391082ms)","trace[481782368] 'applied index is now lower than readState.Index' (duration: 37.666136ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:20.973851Z","caller":"traceutil/trace.go:171","msg":"trace[223586781] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"149.229267ms","start":"2026-03-31T20:27:20.824592Z","end":"2026-03-31T20:27:20.973821Z","steps":["trace[223586781] 'process raft request' (duration: 111.549651ms)","trace[223586781] 'compare' (duration: 37.493822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:20.974062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.293014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:27:20.974126Z","caller":"traceutil/trace.go:171","msg":"trace[301091324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2961; }","duration":"118.396245ms","start":"2026-03-31T20:27:20.855715Z","end":"2026-03-31T20:27:20.974112Z","steps":["trace[301091324] 'agreement among raft nodes before linearized reading' (duration: 118.197681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:26.334656Z","caller":"traceutil/trace.go:171","msg":"trace[457479501] transaction","detail":"{read_only:false; response_revision:3666; number_of_response:1; }","duration":"135.934836ms","start":"2026-03-31T20:29:26.198693Z","end":"2026-03-31T20:29:26.334627Z","steps":["trace[457479501] 'process raft request' (duration: 135.748972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:26.983082Z","caller":"traceutil/trace.go:171","msg":"trace[193316862] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3669; }","duration":"100.229576ms","start":"2026-03-31T20:29:26.882825Z","end":"2026-03-31T20:29:26.983055Z","steps":["trace[193316862] 'process raft request' (duration: 100.102123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.025783Z","caller":"traceutil/trace.go:171","msg":"trace[992752175] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"167.732059ms","start":"2026-03-31T20:29:28.85804Z","end":"2026-03-31T20:29:29.025772Z","steps":["trace[992752175] 'process raft request' (duration: 167.535074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.025703Z","caller":"traceutil/trace.go:171","msg":"trace[1949743768] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"167.677298ms","start":"2026-03-31T20:29:28.858009Z","end":"2026-03-31T20:29:29.025686Z","steps":["trace[1949743768] 'process raft request' (duration: 126.575489ms)","trace[1949743768] 'compare' (duration: 40.726491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:29.260878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.449705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:29.261142Z","caller":"traceutil/trace.go:171","msg":"trace[1862290539] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"210.382872ms","start":"2026-03-31T20:29:29.050738Z","end":"2026-03-31T20:29:29.261121Z","steps":["trace[1862290539] 'process raft request' (duration: 107.496108ms)","trace[1862290539] 'compare' (duration: 102.074147ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:29.470099Z","caller":"traceutil/trace.go:171","msg":"trace[378070289] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"204.371588ms","start":"2026-03-31T20:29:29.265684Z","end":"2026-03-31T20:29:29.470056Z","steps":["trace[378070289] 'process raft request' (duration: 204.153693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.470088Z","caller":"traceutil/trace.go:171","msg":"trace[1010411786] linearizableReadLoop","detail":"{readStateIndex:3864; appliedIndex:3860; }","duration":"118.463749ms","start":"2026-03-31T20:29:29.351603Z","end":"2026-03-31T20:29:29.470066Z","steps":["trace[1010411786] 'read index received' (duration: 5.570854ms)","trace[1010411786] 'applied index is now lower than readState.Index' (duration: 112.891685ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:29.470171Z","caller":"traceutil/trace.go:171","msg":"trace[922331172] transaction","detail":"{read_only:false; response_revision:3700; number_of_response:1; }","duration":"201.633728ms","start":"2026-03-31T20:29:29.268509Z","end":"2026-03-31T20:29:29.470143Z","steps":["trace[922331172] 'process raft request' (duration: 201.520445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.470176Z","caller":"traceutil/trace.go:171","msg":"trace[957726082] transaction","detail":"{read_only:false; response_revision:3699; number_of_response:1; }","duration":"201.602127ms","start":"2026-03-31T20:29:29.268498Z","end":"2026-03-31T20:29:29.4701Z","steps":["trace[957726082] 'process raft request' (duration: 201.487825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:29.470376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.761106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:29:29.470422Z","caller":"traceutil/trace.go:171","msg":"trace[2058463604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3700; }","duration":"118.846997ms","start":"2026-03-31T20:29:29.351562Z","end":"2026-03-31T20:29:29.470409Z","steps":["trace[2058463604] 'agreement among raft nodes before linearized reading' (duration: 118.673193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.506575Z","caller":"traceutil/trace.go:171","msg":"trace[1265280829] transaction","detail":"{read_only:false; response_revision:3701; number_of_response:1; }","duration":"147.987412ms","start":"2026-03-31T20:29:29.358562Z","end":"2026-03-31T20:29:29.50655Z","steps":["trace[1265280829] 'process raft request' (duration: 147.823489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.702152Z","caller":"traceutil/trace.go:171","msg":"trace[1635207499] transaction","detail":"{read_only:false; response_revision:3702; number_of_response:1; }","duration":"228.224637ms","start":"2026-03-31T20:29:29.473903Z","end":"2026-03-31T20:29:29.702127Z","steps":["trace[1635207499] 'process raft request' (duration: 227.964241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.702384Z","caller":"traceutil/trace.go:171","msg":"trace[304378374] linearizableReadLoop","detail":"{readStateIndex:3869; appliedIndex:3865; }","duration":"195.850061ms","start":"2026-03-31T20:29:29.506518Z","end":"2026-03-31T20:29:29.702368Z","steps":["trace[304378374] 'read index received' (duration: 195.293879ms)","trace[304378374] 'applied index is now lower than readState.Index' (duration: 555.472µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:29.70246Z","caller":"traceutil/trace.go:171","msg":"trace[1209367477] transaction","detail":"{read_only:false; response_revision:3703; number_of_response:1; }","duration":"226.701533ms","start":"2026-03-31T20:29:29.475749Z","end":"2026-03-31T20:29:29.702451Z","steps":["trace[1209367477] 'process raft request' (duration: 226.276274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.702605Z","caller":"traceutil/trace.go:171","msg":"trace[1600782982] transaction","detail":"{read_only:false; response_revision:3705; number_of_response:1; }","duration":"217.626312ms","start":"2026-03-31T20:29:29.48497Z","end":"2026-03-31T20:29:29.702596Z","steps":["trace[1600782982] 'process raft request' (duration: 217.333256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.702691Z","caller":"traceutil/trace.go:171","msg":"trace[1468293424] transaction","detail":"{read_only:false; response_revision:3704; number_of_response:1; }","duration":"226.275674ms","start":"2026-03-31T20:29:29.476401Z","end":"2026-03-31T20:29:29.702677Z","steps":["trace[1468293424] 'process raft request' (duration: 225.832004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:29.702814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.670012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:29.702869Z","caller":"traceutil/trace.go:171","msg":"trace[30012417] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:3705; }","duration":"226.777794ms","start":"2026-03-31T20:29:29.476075Z","end":"2026-03-31T20:29:29.702852Z","steps":["trace[30012417] 'agreement among raft nodes before linearized reading' (duration: 226.659202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.719245Z","caller":"traceutil/trace.go:171","msg":"trace[1723876504] transaction","detail":"{read_only:false; response_revision:3706; number_of_response:1; }","duration":"208.645724ms","start":"2026-03-31T20:29:29.510576Z","end":"2026-03-31T20:29:29.719222Z","steps":["trace[1723876504] 'process raft request' (duration: 208.4844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:29.719486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.240891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T20:29:29.719489Z","caller":"traceutil/trace.go:171","msg":"trace[1699121304] transaction","detail":"{read_only:false; response_revision:3707; number_of_response:1; }","duration":"158.645588ms","start":"2026-03-31T20:29:29.560792Z","end":"2026-03-31T20:29:29.719437Z","steps":["trace[1699121304] 'process raft request' (duration: 158.390173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.719543Z","caller":"traceutil/trace.go:171","msg":"trace[1073608970] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3707; }","duration":"211.309592ms","start":"2026-03-31T20:29:29.508219Z","end":"2026-03-31T20:29:29.719529Z","steps":["trace[1073608970] 'agreement among raft nodes before linearized reading' (duration: 211.134348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:31.813758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.148422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:29:31.813826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.210923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:31.813835Z","caller":"traceutil/trace.go:171","msg":"trace[1803198608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3751; }","duration":"108.261764ms","start":"2026-03-31T20:29:31.705557Z","end":"2026-03-31T20:29:31.813819Z","steps":["trace[1803198608] 'range keys from in-memory index tree' (duration: 108.019759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:31.813889Z","caller":"traceutil/trace.go:171","msg":"trace[679312615] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3751; }","duration":"345.307885ms","start":"2026-03-31T20:29:31.468554Z","end":"2026-03-31T20:29:31.813862Z","steps":["trace[679312615] 'range keys from in-memory index tree' (duration: 345.102751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:31.813925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:31.46853Z","time spent":"345.385397ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/secretgen-controller\" "} {"level":"info","ts":"2026-03-31T20:29:35.433351Z","caller":"traceutil/trace.go:171","msg":"trace[196054639] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"119.3938ms","start":"2026-03-31T20:29:35.313936Z","end":"2026-03-31T20:29:35.43333Z","steps":["trace[196054639] 'process raft request' (duration: 119.260467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:05.84944Z","caller":"traceutil/trace.go:171","msg":"trace[1769562036] linearizableReadLoop","detail":"{readStateIndex:4178; appliedIndex:4177; }","duration":"122.520016ms","start":"2026-03-31T20:30:05.726895Z","end":"2026-03-31T20:30:05.849415Z","steps":["trace[1769562036] 'read index received' (duration: 122.329081ms)","trace[1769562036] 'applied index is now lower than readState.Index' (duration: 189.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:05.849483Z","caller":"traceutil/trace.go:171","msg":"trace[659474859] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"295.236351ms","start":"2026-03-31T20:30:05.55421Z","end":"2026-03-31T20:30:05.849447Z","steps":["trace[659474859] 'process raft request' (duration: 295.019647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:05.849789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.72564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-31T20:30:05.849849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.936426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123180"} {"level":"info","ts":"2026-03-31T20:30:05.849927Z","caller":"traceutil/trace.go:171","msg":"trace[606445509] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4007; }","duration":"122.912784ms","start":"2026-03-31T20:30:05.726996Z","end":"2026-03-31T20:30:05.849908Z","steps":["trace[606445509] 'agreement among raft nodes before linearized reading' (duration: 122.650219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:05.850016Z","caller":"traceutil/trace.go:171","msg":"trace[2019650796] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4007; }","duration":"123.104609ms","start":"2026-03-31T20:30:05.726853Z","end":"2026-03-31T20:30:05.849958Z","steps":["trace[2019650796] 'agreement among raft nodes before linearized reading' (duration: 122.712571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.596168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.792309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:06.596304Z","caller":"traceutil/trace.go:171","msg":"trace[764782230] linearizableReadLoop","detail":"{readStateIndex:4179; appliedIndex:4178; }","duration":"637.848974ms","start":"2026-03-31T20:30:05.958435Z","end":"2026-03-31T20:30:06.596284Z","steps":["trace[764782230] 'read index received' (duration: 401.80059ms)","trace[764782230] 'applied index is now lower than readState.Index' (duration: 236.046854ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:06.596612Z","caller":"traceutil/trace.go:171","msg":"trace[869168075] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"670.730731ms","start":"2026-03-31T20:30:05.925864Z","end":"2026-03-31T20:30:06.596594Z","steps":["trace[869168075] 'process raft request' (duration: 434.427921ms)","trace[869168075] 'compare' (duration: 235.626825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:06.596711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.925842Z","time spent":"670.810652ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:06.596903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.474039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:06.596939Z","caller":"traceutil/trace.go:171","msg":"trace[1115713335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4008; }","duration":"638.54778ms","start":"2026-03-31T20:30:05.958378Z","end":"2026-03-31T20:30:06.596926Z","steps":["trace[1115713335] 'agreement among raft nodes before linearized reading' (duration: 638.483349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.596971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.958357Z","time spent":"638.608251ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:30:06.597005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.396855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:30:06.597007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.104124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:06.597035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.927183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:06.597054Z","caller":"traceutil/trace.go:171","msg":"trace[767063166] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4008; }","duration":"575.449706ms","start":"2026-03-31T20:30:06.021591Z","end":"2026-03-31T20:30:06.59704Z","steps":["trace[767063166] 'agreement among raft nodes before linearized reading' (duration: 575.298143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.597055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.403541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:30:06.597093Z","caller":"traceutil/trace.go:171","msg":"trace[825020356] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4008; }","duration":"154.205756ms","start":"2026-03-31T20:30:06.442865Z","end":"2026-03-31T20:30:06.597071Z","steps":["trace[825020356] 'agreement among raft nodes before linearized reading' (duration: 154.059043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.5971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.021564Z","time spent":"575.523657ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:30:06.597096Z","caller":"traceutil/trace.go:171","msg":"trace[1664305755] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4008; }","duration":"265.045686ms","start":"2026-03-31T20:30:06.332033Z","end":"2026-03-31T20:30:06.597078Z","steps":["trace[1664305755] 'agreement among raft nodes before linearized reading' (duration: 264.874612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.59713Z","caller":"traceutil/trace.go:171","msg":"trace[181459809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4008; }","duration":"626.506234ms","start":"2026-03-31T20:30:05.970603Z","end":"2026-03-31T20:30:06.597109Z","steps":["trace[181459809] 'agreement among raft nodes before linearized reading' (duration: 626.280699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.597136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.912536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:30:06.597186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.964147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:06.597218Z","caller":"traceutil/trace.go:171","msg":"trace[15204841] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4008; }","duration":"486.046079ms","start":"2026-03-31T20:30:06.111151Z","end":"2026-03-31T20:30:06.597197Z","steps":["trace[15204841] 'agreement among raft nodes before linearized reading' (duration: 485.785264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.597227Z","caller":"traceutil/trace.go:171","msg":"trace[1082877341] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4008; }","duration":"509.055109ms","start":"2026-03-31T20:30:06.088162Z","end":"2026-03-31T20:30:06.597217Z","steps":["trace[1082877341] 'agreement among raft nodes before linearized reading' (duration: 508.971287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.59725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.640739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:30:06.597241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.544865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:30:06.597262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.11113Z","time spent":"486.124071ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:30:06.597231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.378059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:30:06.597285Z","caller":"traceutil/trace.go:171","msg":"trace[473727827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4008; }","duration":"607.623407ms","start":"2026-03-31T20:30:05.989654Z","end":"2026-03-31T20:30:06.597278Z","steps":["trace[473727827] 'agreement among raft nodes before linearized reading' (duration: 607.528515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.597281Z","caller":"traceutil/trace.go:171","msg":"trace[1171046169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4008; }","duration":"613.690671ms","start":"2026-03-31T20:30:05.983581Z","end":"2026-03-31T20:30:06.597272Z","steps":["trace[1171046169] 'agreement among raft nodes before linearized reading' (duration: 613.613589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.597312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.989636Z","time spent":"607.670779ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:06.597316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.98357Z","time spent":"613.740332ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:30:06.597329Z","caller":"traceutil/trace.go:171","msg":"trace[1608010329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4008; }","duration":"606.499242ms","start":"2026-03-31T20:30:05.990806Z","end":"2026-03-31T20:30:06.597305Z","steps":["trace[1608010329] 'agreement among raft nodes before linearized reading' (duration: 606.233336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.597172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.970592Z","time spent":"626.572186ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:30:06.597374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.990797Z","time spent":"606.568403ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:06.597263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.088141Z","time spent":"509.113309ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:06.59742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.175753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:30:06.597476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.584503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:30:06.597479Z","caller":"traceutil/trace.go:171","msg":"trace[2142411211] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4008; }","duration":"605.255615ms","start":"2026-03-31T20:30:05.992205Z","end":"2026-03-31T20:30:06.59746Z","steps":["trace[2142411211] 'agreement among raft nodes before linearized reading' (duration: 605.056481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.597507Z","caller":"traceutil/trace.go:171","msg":"trace[1003235639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4008; }","duration":"606.665795ms","start":"2026-03-31T20:30:05.990834Z","end":"2026-03-31T20:30:06.5975Z","steps":["trace[1003235639] 'agreement among raft nodes before linearized reading' (duration: 606.534042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.59755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.992192Z","time spent":"605.349307ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:30:06.597565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.990809Z","time spent":"606.748557ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:30:20.903938Z","caller":"traceutil/trace.go:171","msg":"trace[282982366] linearizableReadLoop","detail":"{readStateIndex:4265; appliedIndex:4263; }","duration":"108.500517ms","start":"2026-03-31T20:30:20.795412Z","end":"2026-03-31T20:30:20.903913Z","steps":["trace[282982366] 'read index received' (duration: 38.718446ms)","trace[282982366] 'applied index is now lower than readState.Index' (duration: 69.781111ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:20.904051Z","caller":"traceutil/trace.go:171","msg":"trace[151250253] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"111.667237ms","start":"2026-03-31T20:30:20.792344Z","end":"2026-03-31T20:30:20.904011Z","steps":["trace[151250253] 'process raft request' (duration: 101.498424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.904186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.750423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:30:20.90429Z","caller":"traceutil/trace.go:171","msg":"trace[1907794241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4091; }","duration":"108.889965ms","start":"2026-03-31T20:30:20.795386Z","end":"2026-03-31T20:30:20.904276Z","steps":["trace[1907794241] 'agreement among raft nodes before linearized reading' (duration: 108.64673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:31.218082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.588512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:31.218296Z","caller":"traceutil/trace.go:171","msg":"trace[51623887] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"136.838054ms","start":"2026-03-31T20:30:31.081437Z","end":"2026-03-31T20:30:31.218275Z","steps":["trace[51623887] 'process raft request' (duration: 35.941105ms)","trace[51623887] 'compare' (duration: 100.372987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:31.218381Z","caller":"traceutil/trace.go:171","msg":"trace[649698469] transaction","detail":"{read_only:false; response_revision:4174; number_of_response:1; }","duration":"136.887584ms","start":"2026-03-31T20:30:31.081476Z","end":"2026-03-31T20:30:31.218364Z","steps":["trace[649698469] 'process raft request' (duration: 136.812013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:31.218371Z","caller":"traceutil/trace.go:171","msg":"trace[142513716] transaction","detail":"{read_only:false; response_revision:4173; number_of_response:1; }","duration":"136.898114ms","start":"2026-03-31T20:30:31.081447Z","end":"2026-03-31T20:30:31.218345Z","steps":["trace[142513716] 'process raft request' (duration: 136.755901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:31.218407Z","caller":"traceutil/trace.go:171","msg":"trace[1694673487] linearizableReadLoop","detail":"{readStateIndex:4354; appliedIndex:4350; }","duration":"134.729486ms","start":"2026-03-31T20:30:31.083663Z","end":"2026-03-31T20:30:31.218393Z","steps":["trace[1694673487] 'read index received' (duration: 33.724945ms)","trace[1694673487] 'applied index is now lower than readState.Index' (duration: 101.003911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:31.218478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.798408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:31.218509Z","caller":"traceutil/trace.go:171","msg":"trace[673323927] range","detail":"{range_begin:/registry/secrets/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:0; response_revision:4175; }","duration":"134.852609ms","start":"2026-03-31T20:30:31.083648Z","end":"2026-03-31T20:30:31.2185Z","steps":["trace[673323927] 'agreement among raft nodes before linearized reading' (duration: 134.789028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:31.218459Z","caller":"traceutil/trace.go:171","msg":"trace[1951786349] transaction","detail":"{read_only:false; response_revision:4175; number_of_response:1; }","duration":"136.654249ms","start":"2026-03-31T20:30:31.08177Z","end":"2026-03-31T20:30:31.218425Z","steps":["trace[1951786349] 'process raft request' (duration: 136.556417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:31.42104Z","caller":"traceutil/trace.go:171","msg":"trace[154404814] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"128.13337ms","start":"2026-03-31T20:30:31.292859Z","end":"2026-03-31T20:30:31.420993Z","steps":["trace[154404814] 'process raft request' (duration: 44.142284ms)","trace[154404814] 'compare' (duration: 83.73672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:31.42107Z","caller":"traceutil/trace.go:171","msg":"trace[1682926903] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"115.033551ms","start":"2026-03-31T20:30:31.306012Z","end":"2026-03-31T20:30:31.421046Z","steps":["trace[1682926903] 'process raft request' (duration: 114.952729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:31.421079Z","caller":"traceutil/trace.go:171","msg":"trace[2120060878] linearizableReadLoop","detail":"{readStateIndex:4358; appliedIndex:4357; }","duration":"125.581433ms","start":"2026-03-31T20:30:31.295477Z","end":"2026-03-31T20:30:31.421059Z","steps":["trace[2120060878] 'read index received' (duration: 41.534816ms)","trace[2120060878] 'applied index is now lower than readState.Index' (duration: 84.044427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:31.421243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.751118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2542"} {"level":"info","ts":"2026-03-31T20:30:31.42128Z","caller":"traceutil/trace.go:171","msg":"trace[1558045990] range","detail":"{range_begin:/registry/secrets/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:4179; }","duration":"125.82774ms","start":"2026-03-31T20:30:31.295443Z","end":"2026-03-31T20:30:31.42127Z","steps":["trace[1558045990] 'agreement among raft nodes before linearized reading' (duration: 125.685237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:31.421441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.881461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/kube-prometheus-stack-ca-pvk62\" ","response":"range_response_count:1 size:1037"} {"level":"info","ts":"2026-03-31T20:30:31.421542Z","caller":"traceutil/trace.go:171","msg":"trace[1675549949] range","detail":"{range_begin:/registry/secrets/cert-manager/kube-prometheus-stack-ca-pvk62; range_end:; response_count:1; response_revision:4179; }","duration":"125.985883ms","start":"2026-03-31T20:30:31.295504Z","end":"2026-03-31T20:30:31.42149Z","steps":["trace[1675549949] 'agreement among raft nodes before linearized reading' (duration: 125.81435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.12518Z","caller":"traceutil/trace.go:171","msg":"trace[598995437] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"155.934985ms","start":"2026-03-31T20:30:33.969216Z","end":"2026-03-31T20:30:34.125151Z","steps":["trace[598995437] 'process raft request' (duration: 78.410912ms)","trace[598995437] 'compare' (duration: 77.046493ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:34.12539Z","caller":"traceutil/trace.go:171","msg":"trace[2105909734] linearizableReadLoop","detail":"{readStateIndex:4385; appliedIndex:4384; }","duration":"132.052007ms","start":"2026-03-31T20:30:33.993307Z","end":"2026-03-31T20:30:34.125359Z","steps":["trace[2105909734] 'read index received' (duration: 54.386101ms)","trace[2105909734] 'applied index is now lower than readState.Index' (duration: 77.663026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:34.125486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.16454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:34.125555Z","caller":"traceutil/trace.go:171","msg":"trace[460007302] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:4205; }","duration":"132.269012ms","start":"2026-03-31T20:30:33.993274Z","end":"2026-03-31T20:30:34.125543Z","steps":["trace[460007302] 'agreement among raft nodes before linearized reading' (duration: 132.160599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.377763Z","caller":"traceutil/trace.go:171","msg":"trace[1861989458] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"146.763592ms","start":"2026-03-31T20:30:34.230962Z","end":"2026-03-31T20:30:34.377726Z","steps":["trace[1861989458] 'process raft request' (duration: 74.836913ms)","trace[1861989458] 'compare' (duration: 71.52934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:34.793406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.382959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/servicemonitors.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:34.793559Z","caller":"traceutil/trace.go:171","msg":"trace[409114862] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/servicemonitors.monitoring.coreos.com; range_end:; response_count:0; response_revision:4213; }","duration":"111.557563ms","start":"2026-03-31T20:30:34.681943Z","end":"2026-03-31T20:30:34.7935Z","steps":["trace[409114862] 'range keys from in-memory index tree' (duration: 111.293648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.802165Z","caller":"traceutil/trace.go:171","msg":"trace[2090444874] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"106.094813ms","start":"2026-03-31T20:30:34.696051Z","end":"2026-03-31T20:30:34.802146Z","steps":["trace[2090444874] 'process raft request' (duration: 105.855328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.812955Z","caller":"traceutil/trace.go:171","msg":"trace[2107863955] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"109.53186ms","start":"2026-03-31T20:30:34.703393Z","end":"2026-03-31T20:30:34.812925Z","steps":["trace[2107863955] 'process raft request' (duration: 109.298494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:04.350707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2529} {"level":"info","ts":"2026-03-31T20:31:04.456123Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2529,"took":"104.525683ms","hash":710989714,"current-db-size-bytes":41439232,"current-db-size":"41 MB","current-db-size-in-use-bytes":16637952,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-31T20:31:04.456279Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":710989714,"revision":2529,"compact-revision":-1} {"level":"info","ts":"2026-03-31T20:31:10.672902Z","caller":"traceutil/trace.go:171","msg":"trace[115132696] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"321.817655ms","start":"2026-03-31T20:31:10.351048Z","end":"2026-03-31T20:31:10.672865Z","steps":["trace[115132696] 'process raft request' (duration: 321.525069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:10.673128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:10.351011Z","time spent":"322.009529ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:15.607449Z","caller":"traceutil/trace.go:171","msg":"trace[1322641372] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"137.60665ms","start":"2026-03-31T20:31:15.469811Z","end":"2026-03-31T20:31:15.607418Z","steps":["trace[1322641372] 'process raft request' (duration: 137.411606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.626798Z","caller":"traceutil/trace.go:171","msg":"trace[550438334] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"151.359276ms","start":"2026-03-31T20:31:15.47541Z","end":"2026-03-31T20:31:15.626769Z","steps":["trace[550438334] 'process raft request' (duration: 151.168031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627064Z","caller":"traceutil/trace.go:171","msg":"trace[211585807] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"142.029338ms","start":"2026-03-31T20:31:15.485Z","end":"2026-03-31T20:31:15.62703Z","steps":["trace[211585807] 'process raft request' (duration: 141.834964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627147Z","caller":"traceutil/trace.go:171","msg":"trace[172521310] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"142.268633ms","start":"2026-03-31T20:31:15.484825Z","end":"2026-03-31T20:31:15.627094Z","steps":["trace[172521310] 'process raft request' (duration: 141.992217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627215Z","caller":"traceutil/trace.go:171","msg":"trace[581909200] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"148.43301ms","start":"2026-03-31T20:31:15.478767Z","end":"2026-03-31T20:31:15.6272Z","steps":["trace[581909200] 'process raft request' (duration: 147.947329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627298Z","caller":"traceutil/trace.go:171","msg":"trace[1193198953] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"144.474333ms","start":"2026-03-31T20:31:15.482812Z","end":"2026-03-31T20:31:15.627286Z","steps":["trace[1193198953] 'process raft request' (duration: 143.929771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627311Z","caller":"traceutil/trace.go:171","msg":"trace[906891137] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"150.629169ms","start":"2026-03-31T20:31:15.476676Z","end":"2026-03-31T20:31:15.627305Z","steps":["trace[906891137] 'process raft request' (duration: 150.012815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627408Z","caller":"traceutil/trace.go:171","msg":"trace[1134610138] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"139.958271ms","start":"2026-03-31T20:31:15.48744Z","end":"2026-03-31T20:31:15.627398Z","steps":["trace[1134610138] 'process raft request' (duration: 139.476601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627457Z","caller":"traceutil/trace.go:171","msg":"trace[792266573] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"137.434495ms","start":"2026-03-31T20:31:15.49001Z","end":"2026-03-31T20:31:15.627445Z","steps":["trace[792266573] 'process raft request' (duration: 137.041087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627476Z","caller":"traceutil/trace.go:171","msg":"trace[106951716] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"142.406446ms","start":"2026-03-31T20:31:15.485065Z","end":"2026-03-31T20:31:15.627472Z","steps":["trace[106951716] 'process raft request' (duration: 141.789152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627539Z","caller":"traceutil/trace.go:171","msg":"trace[970484570] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"140.246548ms","start":"2026-03-31T20:31:15.487287Z","end":"2026-03-31T20:31:15.627534Z","steps":["trace[970484570] 'process raft request' (duration: 139.613224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627529Z","caller":"traceutil/trace.go:171","msg":"trace[297873418] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"137.549458ms","start":"2026-03-31T20:31:15.489972Z","end":"2026-03-31T20:31:15.627522Z","steps":["trace[297873418] 'process raft request' (duration: 137.060217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627573Z","caller":"traceutil/trace.go:171","msg":"trace[1317905796] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"137.463416ms","start":"2026-03-31T20:31:15.490096Z","end":"2026-03-31T20:31:15.627559Z","steps":["trace[1317905796] 'process raft request' (duration: 136.986035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627386Z","caller":"traceutil/trace.go:171","msg":"trace[916544092] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"144.318799ms","start":"2026-03-31T20:31:15.48306Z","end":"2026-03-31T20:31:15.627379Z","steps":["trace[916544092] 'process raft request' (duration: 143.712095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627583Z","caller":"traceutil/trace.go:171","msg":"trace[1416262376] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"141.403014ms","start":"2026-03-31T20:31:15.486118Z","end":"2026-03-31T20:31:15.627521Z","steps":["trace[1416262376] 'process raft request' (duration: 140.76286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627735Z","caller":"traceutil/trace.go:171","msg":"trace[256507982] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"136.792191ms","start":"2026-03-31T20:31:15.490935Z","end":"2026-03-31T20:31:15.627727Z","steps":["trace[256507982] 'process raft request' (duration: 136.165788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:15.627924Z","caller":"traceutil/trace.go:171","msg":"trace[110838042] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"144.496752ms","start":"2026-03-31T20:31:15.483235Z","end":"2026-03-31T20:31:15.627732Z","steps":["trace[110838042] 'process raft request' (duration: 143.561612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:16.230713Z","caller":"traceutil/trace.go:171","msg":"trace[1346205565] linearizableReadLoop","detail":"{readStateIndex:4993; appliedIndex:4992; }","duration":"207.524253ms","start":"2026-03-31T20:31:16.023166Z","end":"2026-03-31T20:31:16.230691Z","steps":["trace[1346205565] 'read index received' (duration: 207.130044ms)","trace[1346205565] 'applied index is now lower than readState.Index' (duration: 392.949µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:16.230852Z","caller":"traceutil/trace.go:171","msg":"trace[1993924286] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"221.158517ms","start":"2026-03-31T20:31:16.009652Z","end":"2026-03-31T20:31:16.230811Z","steps":["trace[1993924286] 'process raft request' (duration: 220.685606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:16.231037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.83687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"info","ts":"2026-03-31T20:31:16.231167Z","caller":"traceutil/trace.go:171","msg":"trace[2127177156] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4786; }","duration":"208.011184ms","start":"2026-03-31T20:31:16.023127Z","end":"2026-03-31T20:31:16.231138Z","steps":["trace[2127177156] 'agreement among raft nodes before linearized reading' (duration: 207.708447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:16.23803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.417683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"info","ts":"2026-03-31T20:31:16.238089Z","caller":"traceutil/trace.go:171","msg":"trace[288153767] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4787; }","duration":"163.524596ms","start":"2026-03-31T20:31:16.074549Z","end":"2026-03-31T20:31:16.238074Z","steps":["trace[288153767] 'agreement among raft nodes before linearized reading' (duration: 163.363162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:16.23849Z","caller":"traceutil/trace.go:171","msg":"trace[24423070] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"117.004031ms","start":"2026-03-31T20:31:16.121457Z","end":"2026-03-31T20:31:16.238461Z","steps":["trace[24423070] 'process raft request' (duration: 116.344627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:16.784326Z","caller":"traceutil/trace.go:171","msg":"trace[1511190490] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"108.025602ms","start":"2026-03-31T20:31:16.676263Z","end":"2026-03-31T20:31:16.784289Z","steps":["trace[1511190490] 'process raft request' (duration: 107.533521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:24.295557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.311852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:24.295672Z","caller":"traceutil/trace.go:171","msg":"trace[1131956885] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5126; }","duration":"615.402732ms","start":"2026-03-31T20:31:23.680251Z","end":"2026-03-31T20:31:24.295654Z","steps":["trace[1131956885] 'read index received' (duration: 442.860156ms)","trace[1131956885] 'applied index is now lower than readState.Index' (duration: 172.541076ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:24.295759Z","caller":"traceutil/trace.go:171","msg":"trace[786076756] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"621.282172ms","start":"2026-03-31T20:31:23.674466Z","end":"2026-03-31T20:31:24.295748Z","steps":["trace[786076756] 'process raft request' (duration: 448.725586ms)","trace[786076756] 'compare' (duration: 172.066896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:24.295806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.674455Z","time spent":"621.327994ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:31:24.296168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.692217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:24.296208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.90005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:31:24.296236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.926981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:31:24.296281Z","caller":"traceutil/trace.go:171","msg":"trace[2059846793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4919; }","duration":"493.986852ms","start":"2026-03-31T20:31:23.802274Z","end":"2026-03-31T20:31:24.29626Z","steps":["trace[2059846793] 'agreement among raft nodes before linearized reading' (duration: 493.796947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:24.296281Z","caller":"traceutil/trace.go:171","msg":"trace[1921044797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4919; }","duration":"337.84657ms","start":"2026-03-31T20:31:23.958407Z","end":"2026-03-31T20:31:24.296253Z","steps":["trace[1921044797] 'agreement among raft nodes before linearized reading' (duration: 337.668667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:24.296294Z","caller":"traceutil/trace.go:171","msg":"trace[1738319538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:4919; }","duration":"494.024643ms","start":"2026-03-31T20:31:23.802251Z","end":"2026-03-31T20:31:24.296276Z","steps":["trace[1738319538] 'agreement among raft nodes before linearized reading' (duration: 493.762517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:24.296263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.428574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:31:24.296338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.802233Z","time spent":"494.097354ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"warn","ts":"2026-03-31T20:31:24.296334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.802266Z","time spent":"494.055773ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:31:24.29634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.958383Z","time spent":"337.944553ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:31:24.296368Z","caller":"traceutil/trace.go:171","msg":"trace[1682930961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4919; }","duration":"495.558747ms","start":"2026-03-31T20:31:23.800785Z","end":"2026-03-31T20:31:24.296344Z","steps":["trace[1682930961] 'agreement among raft nodes before linearized reading' (duration: 495.2328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:24.29633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.038326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:31:24.296407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.906183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:20 size:555335"} {"level":"warn","ts":"2026-03-31T20:31:24.29643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.800778Z","time spent":"495.639089ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:24.296393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.452848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:31:24.296454Z","caller":"traceutil/trace.go:171","msg":"trace[126773284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4919; }","duration":"616.24185ms","start":"2026-03-31T20:31:23.680184Z","end":"2026-03-31T20:31:24.296426Z","steps":["trace[126773284] 'agreement among raft nodes before linearized reading' (duration: 615.882522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:24.296464Z","caller":"traceutil/trace.go:171","msg":"trace[193479529] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:20; response_revision:4919; }","duration":"615.982765ms","start":"2026-03-31T20:31:23.680464Z","end":"2026-03-31T20:31:24.296447Z","steps":["trace[193479529] 'agreement among raft nodes before linearized reading' (duration: 615.544285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:24.296513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.680162Z","time spent":"616.340743ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:31:24.296514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.680457Z","time spent":"616.047136ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":20,"response size":555358,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:31:24.296529Z","caller":"traceutil/trace.go:171","msg":"trace[1914658131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4919; }","duration":"497.629453ms","start":"2026-03-31T20:31:23.798859Z","end":"2026-03-31T20:31:24.296489Z","steps":["trace[1914658131] 'agreement among raft nodes before linearized reading' (duration: 497.209613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:24.296603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.798841Z","time spent":"497.748265ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:31:25.643502Z","caller":"traceutil/trace.go:171","msg":"trace[840097026] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5168; }","duration":"386.794749ms","start":"2026-03-31T20:31:25.256681Z","end":"2026-03-31T20:31:25.643476Z","steps":["trace[840097026] 'read index received' (duration: 386.779919ms)","trace[840097026] 'applied index is now lower than readState.Index' (duration: 12.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:25.64387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.164557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T20:31:25.643951Z","caller":"traceutil/trace.go:171","msg":"trace[43971423] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4959; }","duration":"387.30836ms","start":"2026-03-31T20:31:25.256621Z","end":"2026-03-31T20:31:25.643929Z","steps":["trace[43971423] 'agreement among raft nodes before linearized reading' (duration: 386.939332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:25.644008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:25.256598Z","time spent":"387.396413ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T20:31:25.643442Z","caller":"traceutil/trace.go:171","msg":"trace[124472633] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"457.103922ms","start":"2026-03-31T20:31:25.186308Z","end":"2026-03-31T20:31:25.643412Z","steps":["trace[124472633] 'process raft request' (duration: 456.925718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:25.64444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:25.186286Z","time spent":"458.089334ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:25.681539Z","caller":"traceutil/trace.go:171","msg":"trace[2031958902] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"246.551232ms","start":"2026-03-31T20:31:25.43493Z","end":"2026-03-31T20:31:25.681481Z","steps":["trace[2031958902] 'process raft request' (duration: 246.271946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:25.681617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.877268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1c6691c-b848-4115-be9c-cfa1e72b2882\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-31T20:31:25.681706Z","caller":"traceutil/trace.go:171","msg":"trace[911440872] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1c6691c-b848-4115-be9c-cfa1e72b2882; range_end:; response_count:1; response_revision:4960; }","duration":"273.036101ms","start":"2026-03-31T20:31:25.408648Z","end":"2026-03-31T20:31:25.681684Z","steps":["trace[911440872] 'agreement among raft nodes before linearized reading' (duration: 272.802536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:25.68184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.285997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:31:25.681926Z","caller":"traceutil/trace.go:171","msg":"trace[1646971041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4960; }","duration":"242.40606ms","start":"2026-03-31T20:31:25.439499Z","end":"2026-03-31T20:31:25.681905Z","steps":["trace[1646971041] 'agreement among raft nodes before linearized reading' (duration: 241.885979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:25.682028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.791167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:31:25.68207Z","caller":"traceutil/trace.go:171","msg":"trace[1817450771] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4960; }","duration":"219.877408ms","start":"2026-03-31T20:31:25.462182Z","end":"2026-03-31T20:31:25.682059Z","steps":["trace[1817450771] 'agreement among raft nodes before linearized reading' (duration: 219.319786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:25.682437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.570579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:31:25.682474Z","caller":"traceutil/trace.go:171","msg":"trace[862786495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4960; }","duration":"236.63132ms","start":"2026-03-31T20:31:25.445832Z","end":"2026-03-31T20:31:25.682463Z","steps":["trace[862786495] 'agreement among raft nodes before linearized reading' (duration: 235.547847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:26.040241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.934364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:26.040484Z","caller":"traceutil/trace.go:171","msg":"trace[1660742649] linearizableReadLoop","detail":"{readStateIndex:5172; appliedIndex:5169; }","duration":"351.653309ms","start":"2026-03-31T20:31:25.688815Z","end":"2026-03-31T20:31:26.040468Z","steps":["trace[1660742649] 'read index received' (duration: 26.419008ms)","trace[1660742649] 'applied index is now lower than readState.Index' (duration: 325.232981ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:26.04059Z","caller":"traceutil/trace.go:171","msg":"trace[762684026] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"354.285777ms","start":"2026-03-31T20:31:25.686293Z","end":"2026-03-31T20:31:26.040578Z","steps":["trace[762684026] 'process raft request' (duration: 28.927724ms)","trace[762684026] 'compare' (duration: 324.717699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:26.040647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:25.68627Z","time spent":"354.345209ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:26.040684Z","caller":"traceutil/trace.go:171","msg":"trace[75217196] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"353.303205ms","start":"2026-03-31T20:31:25.687354Z","end":"2026-03-31T20:31:26.040657Z","steps":["trace[75217196] 'process raft request' (duration: 353.08118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:26.04084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:25.687344Z","time spent":"353.412057ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:26.040958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.148659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T20:31:26.040977Z","caller":"traceutil/trace.go:171","msg":"trace[1537779357] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"354.155833ms","start":"2026-03-31T20:31:25.686797Z","end":"2026-03-31T20:31:26.040953Z","steps":["trace[1537779357] 'process raft request' (duration: 353.55608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:26.040992Z","caller":"traceutil/trace.go:171","msg":"trace[2076067075] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4963; }","duration":"352.210551ms","start":"2026-03-31T20:31:25.68877Z","end":"2026-03-31T20:31:26.04098Z","steps":["trace[2076067075] 'agreement among raft nodes before linearized reading' (duration: 352.058117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:26.041038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:25.688755Z","time spent":"352.273972ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T20:31:26.04108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:25.686779Z","time spent":"354.247295ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:26.454861Z","caller":"traceutil/trace.go:171","msg":"trace[1988669489] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"372.629394ms","start":"2026-03-31T20:31:26.082207Z","end":"2026-03-31T20:31:26.454836Z","steps":["trace[1988669489] 'process raft request' (duration: 372.406949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:26.454983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:26.082189Z","time spent":"372.730217ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7450,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:26.455122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.070185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:31:26.455181Z","caller":"traceutil/trace.go:171","msg":"trace[2025677822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4964; }","duration":"100.172057ms","start":"2026-03-31T20:31:26.354994Z","end":"2026-03-31T20:31:26.455166Z","steps":["trace[2025677822] 'agreement among raft nodes before linearized reading' (duration: 99.83144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:27.464287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.377319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ef08e48-a941-40fd-87cb-9d3f6d561264\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T20:31:27.464416Z","caller":"traceutil/trace.go:171","msg":"trace[709457897] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ef08e48-a941-40fd-87cb-9d3f6d561264; range_end:; response_count:1; response_revision:4975; }","duration":"318.550032ms","start":"2026-03-31T20:31:27.145838Z","end":"2026-03-31T20:31:27.464388Z","steps":["trace[709457897] 'range keys from in-memory index tree' (duration: 318.260116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:27.464475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:27.145819Z","time spent":"318.639525ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ef08e48-a941-40fd-87cb-9d3f6d561264\" "} {"level":"info","ts":"2026-03-31T20:31:29.37434Z","caller":"traceutil/trace.go:171","msg":"trace[1640169514] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"201.135412ms","start":"2026-03-31T20:31:29.173177Z","end":"2026-03-31T20:31:29.374313Z","steps":["trace[1640169514] 'process raft request' (duration: 200.945438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:29.408958Z","caller":"traceutil/trace.go:171","msg":"trace[168392329] linearizableReadLoop","detail":"{readStateIndex:5234; appliedIndex:5233; }","duration":"178.409156ms","start":"2026-03-31T20:31:29.230527Z","end":"2026-03-31T20:31:29.408936Z","steps":["trace[168392329] 'read index received' (duration: 143.810167ms)","trace[168392329] 'applied index is now lower than readState.Index' (duration: 34.598119ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:29.408982Z","caller":"traceutil/trace.go:171","msg":"trace[647257790] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"229.243977ms","start":"2026-03-31T20:31:29.179701Z","end":"2026-03-31T20:31:29.408945Z","steps":["trace[647257790] 'process raft request' (duration: 228.9244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:29.409058Z","caller":"traceutil/trace.go:171","msg":"trace[852136396] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"171.923032ms","start":"2026-03-31T20:31:29.237103Z","end":"2026-03-31T20:31:29.409026Z","steps":["trace[852136396] 'process raft request' (duration: 171.709507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:29.409211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.671301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:31:29.409254Z","caller":"traceutil/trace.go:171","msg":"trace[1821723225] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:5023; }","duration":"178.768553ms","start":"2026-03-31T20:31:29.230475Z","end":"2026-03-31T20:31:29.409243Z","steps":["trace[1821723225] 'agreement among raft nodes before linearized reading' (duration: 178.571489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.03778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887433849,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:31:30.43402Z","caller":"traceutil/trace.go:171","msg":"trace[1117974286] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"907.355292ms","start":"2026-03-31T20:31:29.526639Z","end":"2026-03-31T20:31:30.433994Z","steps":["trace[1117974286] 'process raft request' (duration: 907.273111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.434218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.52663Z","time spent":"907.535167ms","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1313,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:30.434042Z","caller":"traceutil/trace.go:171","msg":"trace[1300742666] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"907.377803ms","start":"2026-03-31T20:31:29.526617Z","end":"2026-03-31T20:31:30.433995Z","steps":["trace[1300742666] 'process raft request' (duration: 906.170007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.434435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.526599Z","time spent":"907.771412ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:30.654632Z","caller":"traceutil/trace.go:171","msg":"trace[1603976084] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"1.11327078s","start":"2026-03-31T20:31:29.541329Z","end":"2026-03-31T20:31:30.6546Z","steps":["trace[1603976084] 'process raft request' (duration: 1.113169738s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.654696Z","caller":"traceutil/trace.go:171","msg":"trace[2144008442] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"1.113353302s","start":"2026-03-31T20:31:29.541304Z","end":"2026-03-31T20:31:30.654657Z","steps":["trace[2144008442] 'process raft request' (duration: 1.113007365s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.654746Z","caller":"traceutil/trace.go:171","msg":"trace[959262599] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"1.113321931s","start":"2026-03-31T20:31:29.541387Z","end":"2026-03-31T20:31:30.654709Z","steps":["trace[959262599] 'process raft request' (duration: 1.113149437s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.654789Z","caller":"traceutil/trace.go:171","msg":"trace[1929521657] linearizableReadLoop","detail":"{readStateIndex:5269; appliedIndex:5259; }","duration":"1.117848792s","start":"2026-03-31T20:31:29.536916Z","end":"2026-03-31T20:31:30.654765Z","steps":["trace[1929521657] 'read index received' (duration: 896.309048ms)","trace[1929521657] 'applied index is now lower than readState.Index' (duration: 221.538664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:30.654855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.541278Z","time spent":"1.113496815s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:30.654851Z","caller":"traceutil/trace.go:171","msg":"trace[1124246925] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"961.580428ms","start":"2026-03-31T20:31:29.693246Z","end":"2026-03-31T20:31:30.654826Z","steps":["trace[1124246925] 'process raft request' (duration: 961.417914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.654889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.541371Z","time spent":"1.113458144s","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:30.654915Z","caller":"traceutil/trace.go:171","msg":"trace[320500666] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"1.113139697s","start":"2026-03-31T20:31:29.541748Z","end":"2026-03-31T20:31:30.654888Z","steps":["trace[320500666] 'process raft request' (duration: 1.112885622s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.65477Z","caller":"traceutil/trace.go:171","msg":"trace[235678524] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"1.113323561s","start":"2026-03-31T20:31:29.541416Z","end":"2026-03-31T20:31:30.654739Z","steps":["trace[235678524] 'process raft request' (duration: 1.113191108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.654764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.541311Z","time spent":"1.113389592s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":935,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:31:30.655012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.693228Z","time spent":"961.69716ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:30.655022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.541728Z","time spent":"1.113249149s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:31:30.655096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.541401Z","time spent":"1.113626177s","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:31:30.655172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118249791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123180"} {"level":"warn","ts":"2026-03-31T20:31:30.655181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114019726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.18a2072c2f08929d\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-31T20:31:30.654944Z","caller":"traceutil/trace.go:171","msg":"trace[1168169126] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"641.924461ms","start":"2026-03-31T20:31:30.013007Z","end":"2026-03-31T20:31:30.654931Z","steps":["trace[1168169126] 'process raft request' (duration: 641.716187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.655217Z","caller":"traceutil/trace.go:171","msg":"trace[2109283770] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5056; }","duration":"1.118332383s","start":"2026-03-31T20:31:29.536874Z","end":"2026-03-31T20:31:30.655206Z","steps":["trace[2109283770] 'agreement among raft nodes before linearized reading' (duration: 1.11817831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.828381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:30.655256Z","caller":"traceutil/trace.go:171","msg":"trace[1714813198] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-chunks-cache.18a2072c2f08929d; range_end:; response_count:1; response_revision:5056; }","duration":"1.114094558s","start":"2026-03-31T20:31:29.541121Z","end":"2026-03-31T20:31:30.655215Z","steps":["trace[1714813198] 'agreement among raft nodes before linearized reading' (duration: 1.113869853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.349289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:31:30.655284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:30.01298Z","time spent":"642.259409ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:30.655293Z","caller":"traceutil/trace.go:171","msg":"trace[1283096239] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5056; }","duration":"875.939504ms","start":"2026-03-31T20:31:29.779336Z","end":"2026-03-31T20:31:30.655275Z","steps":["trace[1283096239] 'agreement among raft nodes before linearized reading' (duration: 875.840912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.655308Z","caller":"traceutil/trace.go:171","msg":"trace[423075469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5056; }","duration":"596.386859ms","start":"2026-03-31T20:31:30.058912Z","end":"2026-03-31T20:31:30.655298Z","steps":["trace[423075469] 'agreement among raft nodes before linearized reading' (duration: 596.312108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.541109Z","time spent":"1.114184241s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":745,"request content":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.18a2072c2f08929d\" "} {"level":"warn","ts":"2026-03-31T20:31:30.655201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.019633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T20:31:30.655342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:30.058906Z","time spent":"596.42728ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:31:30.655346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.827856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:31:30.655378Z","caller":"traceutil/trace.go:171","msg":"trace[1096544917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5056; }","duration":"597.223368ms","start":"2026-03-31T20:31:30.058143Z","end":"2026-03-31T20:31:30.655366Z","steps":["trace[1096544917] 'agreement among raft nodes before linearized reading' (duration: 596.953242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.655402Z","caller":"traceutil/trace.go:171","msg":"trace[1065310436] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5056; }","duration":"595.916868ms","start":"2026-03-31T20:31:30.059471Z","end":"2026-03-31T20:31:30.655388Z","steps":["trace[1065310436] 'agreement among raft nodes before linearized reading' (duration: 595.730634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.155039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:30.65543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:30.058125Z","time spent":"597.295999ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:30.655442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:30.05945Z","time spent":"595.984639ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:31:30.655451Z","caller":"traceutil/trace.go:171","msg":"trace[119128118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5056; }","duration":"697.229171ms","start":"2026-03-31T20:31:29.95821Z","end":"2026-03-31T20:31:30.655439Z","steps":["trace[119128118] 'agreement among raft nodes before linearized reading' (duration: 697.16504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.134217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:31:30.655424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.344575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:30.655499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.958191Z","time spent":"697.298302ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:31:30.655551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.938129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:31:30.655567Z","caller":"traceutil/trace.go:171","msg":"trace[1783275575] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5056; }","duration":"541.56952ms","start":"2026-03-31T20:31:30.113963Z","end":"2026-03-31T20:31:30.655533Z","steps":["trace[1783275575] 'agreement among raft nodes before linearized reading' (duration: 541.282894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.655594Z","caller":"traceutil/trace.go:171","msg":"trace[2146542098] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:5056; }","duration":"184.01434ms","start":"2026-03-31T20:31:30.471568Z","end":"2026-03-31T20:31:30.655583Z","steps":["trace[2146542098] 'agreement among raft nodes before linearized reading' (duration: 183.919748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.882837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:31:30.655624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.01508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:31:30.655635Z","caller":"traceutil/trace.go:171","msg":"trace[2093502002] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5056; }","duration":"120.943698ms","start":"2026-03-31T20:31:30.534683Z","end":"2026-03-31T20:31:30.655627Z","steps":["trace[2093502002] 'agreement among raft nodes before linearized reading' (duration: 120.844346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.811471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ef08e48-a941-40fd-87cb-9d3f6d561264\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-03-31T20:31:30.655658Z","caller":"traceutil/trace.go:171","msg":"trace[1006255959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5056; }","duration":"121.084372ms","start":"2026-03-31T20:31:30.534566Z","end":"2026-03-31T20:31:30.65565Z","steps":["trace[1006255959] 'agreement among raft nodes before linearized reading' (duration: 121.01301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.779313Z","time spent":"876.021005ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:30.655693Z","caller":"traceutil/trace.go:171","msg":"trace[917122197] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ef08e48-a941-40fd-87cb-9d3f6d561264; range_end:; response_count:1; response_revision:5056; }","duration":"463.880073ms","start":"2026-03-31T20:31:30.191801Z","end":"2026-03-31T20:31:30.655682Z","steps":["trace[917122197] 'agreement among raft nodes before linearized reading' (duration: 463.214288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.536856Z","time spent":"1.118384924s","remote":"127.0.0.1:47306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123203,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T20:31:30.655726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:30.191786Z","time spent":"463.932973ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4086,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ef08e48-a941-40fd-87cb-9d3f6d561264\" "} {"level":"warn","ts":"2026-03-31T20:31:30.65571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.948395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ef08e48-a941-40fd-87cb-9d3f6d561264\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-03-31T20:31:30.655783Z","caller":"traceutil/trace.go:171","msg":"trace[427376688] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ef08e48-a941-40fd-87cb-9d3f6d561264; range_end:; response_count:1; response_revision:5056; }","duration":"957.057717ms","start":"2026-03-31T20:31:29.698709Z","end":"2026-03-31T20:31:30.655767Z","steps":["trace[427376688] 'agreement among raft nodes before linearized reading' (duration: 956.844353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.221567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1c6691c-b848-4115-be9c-cfa1e72b2882\" ","response":"range_response_count:1 size:4082"} {"level":"warn","ts":"2026-03-31T20:31:30.655801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.495902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dzcdv.18a2072c1c41b40c\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T20:31:30.655826Z","caller":"traceutil/trace.go:171","msg":"trace[728767460] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1c6691c-b848-4115-be9c-cfa1e72b2882; range_end:; response_count:1; response_revision:5056; }","duration":"955.265038ms","start":"2026-03-31T20:31:29.700551Z","end":"2026-03-31T20:31:30.655816Z","steps":["trace[728767460] 'agreement among raft nodes before linearized reading' (duration: 955.187726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.655833Z","caller":"traceutil/trace.go:171","msg":"trace[2008703469] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dzcdv.18a2072c1c41b40c; range_end:; response_count:1; response_revision:5056; }","duration":"462.555584ms","start":"2026-03-31T20:31:30.193267Z","end":"2026-03-31T20:31:30.655822Z","steps":["trace[2008703469] 'agreement among raft nodes before linearized reading' (duration: 462.470102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.698693Z","time spent":"957.125749ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4086,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ef08e48-a941-40fd-87cb-9d3f6d561264\" "} {"level":"warn","ts":"2026-03-31T20:31:30.655858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.700542Z","time spent":"955.310568ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4105,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1c6691c-b848-4115-be9c-cfa1e72b2882\" "} {"level":"warn","ts":"2026-03-31T20:31:30.655864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:30.193249Z","time spent":"462.606774ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dzcdv.18a2072c1c41b40c\" "} {"level":"info","ts":"2026-03-31T20:31:30.655498Z","caller":"traceutil/trace.go:171","msg":"trace[317466453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5056; }","duration":"132.193678ms","start":"2026-03-31T20:31:30.523297Z","end":"2026-03-31T20:31:30.655491Z","steps":["trace[317466453] 'agreement among raft nodes before linearized reading' (duration: 132.125867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.655669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:30.11394Z","time spent":"541.698243ms","remote":"127.0.0.1:54574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:30.655563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.932216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:31:30.655323Z","caller":"traceutil/trace.go:171","msg":"trace[1660279774] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"1.113395612s","start":"2026-03-31T20:31:29.541411Z","end":"2026-03-31T20:31:30.654807Z","steps":["trace[1660279774] 'process raft request' (duration: 1.113167637s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.65602Z","caller":"traceutil/trace.go:171","msg":"trace[2050196834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5056; }","duration":"120.402796ms","start":"2026-03-31T20:31:30.535607Z","end":"2026-03-31T20:31:30.65601Z","steps":["trace[2050196834] 'agreement among raft nodes before linearized reading' (duration: 119.910105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.656366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.541402Z","time spent":"1.114624969s","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:31.984967Z","caller":"traceutil/trace.go:171","msg":"trace[1449577518] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5365; }","duration":"113.198657ms","start":"2026-03-31T20:31:31.871736Z","end":"2026-03-31T20:31:31.984935Z","steps":["trace[1449577518] 'read index received' (duration: 23.32638ms)","trace[1449577518] 'applied index is now lower than readState.Index' (duration: 89.870767ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:31.985485Z","caller":"traceutil/trace.go:171","msg":"trace[921004580] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"179.211374ms","start":"2026-03-31T20:31:31.806258Z","end":"2026-03-31T20:31:31.98547Z","steps":["trace[921004580] 'process raft request' (duration: 88.793094ms)","trace[921004580] 'compare' (duration: 89.623583ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:31.985909Z","caller":"traceutil/trace.go:171","msg":"trace[374018603] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"117.756468ms","start":"2026-03-31T20:31:31.868142Z","end":"2026-03-31T20:31:31.985898Z","steps":["trace[374018603] 'process raft request' (duration: 116.718016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:31.986412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.651449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T20:31:31.986464Z","caller":"traceutil/trace.go:171","msg":"trace[1996080918] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0; range_end:; response_count:1; response_revision:5152; }","duration":"114.752002ms","start":"2026-03-31T20:31:31.871698Z","end":"2026-03-31T20:31:31.98645Z","steps":["trace[1996080918] 'agreement among raft nodes before linearized reading' (duration: 114.572088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:32.536051Z","caller":"traceutil/trace.go:171","msg":"trace[893448745] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"171.870102ms","start":"2026-03-31T20:31:32.364154Z","end":"2026-03-31T20:31:32.536024Z","steps":["trace[893448745] 'process raft request' (duration: 171.695418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:35.958677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:31:35.959581Z","caller":"traceutil/trace.go:171","msg":"trace[980703871] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001288964s","start":"2026-03-31T20:31:33.958255Z","end":"2026-03-31T20:31:35.959544Z","steps":["trace[980703871] 'agreement among raft nodes before linearized reading' (duration: 2.000318191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:35.959695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:33.958213Z","time spent":"2.001438827s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:31:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:31:36.272764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954351941s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:36.273065Z","caller":"traceutil/trace.go:171","msg":"trace[1421093888] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"1.598948968s","start":"2026-03-31T20:31:34.674082Z","end":"2026-03-31T20:31:36.273031Z","steps":["trace[1421093888] 'process raft request' (duration: 1.598844816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.27318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.674058Z","time spent":"1.59905974s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:36.273371Z","caller":"traceutil/trace.go:171","msg":"trace[967825954] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"3.080135438s","start":"2026-03-31T20:31:33.193166Z","end":"2026-03-31T20:31:36.273302Z","steps":["trace[967825954] 'process raft request' (duration: 125.139872ms)","trace[967825954] 'compare' (duration: 2.954122606s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:36.273431Z","caller":"traceutil/trace.go:171","msg":"trace[49735542] linearizableReadLoop","detail":"{readStateIndex:5396; appliedIndex:5395; }","duration":"3.051016279s","start":"2026-03-31T20:31:33.22236Z","end":"2026-03-31T20:31:36.273376Z","steps":["trace[49735542] 'read index received' (duration: 95.997033ms)","trace[49735542] 'applied index is now lower than readState.Index' (duration: 2.955013506s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:36.273744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:33.193144Z","time spent":"3.080310862s","remote":"127.0.0.1:47614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1001,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:31:36.274443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052061033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T20:31:36.274644Z","caller":"traceutil/trace.go:171","msg":"trace[1106922029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0; range_end:; response_count:1; response_revision:5181; }","duration":"3.052306339s","start":"2026-03-31T20:31:33.222311Z","end":"2026-03-31T20:31:36.274617Z","steps":["trace[1106922029] 'agreement among raft nodes before linearized reading' (duration: 3.051345248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.274818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:33.222296Z","time spent":"3.052501743s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0\" "} {"level":"warn","ts":"2026-03-31T20:31:36.800731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.072054ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:31:36.801215Z","caller":"traceutil/trace.go:171","msg":"trace[760407553] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"520.341929ms","start":"2026-03-31T20:31:36.280859Z","end":"2026-03-31T20:31:36.801201Z","steps":["trace[760407553] 'process raft request' (duration: 520.297528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.80126Z","caller":"traceutil/trace.go:171","msg":"trace[1918025003] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"1.794996567s","start":"2026-03-31T20:31:35.006195Z","end":"2026-03-31T20:31:36.801192Z","steps":["trace[1918025003] 'process raft request' (duration: 1.794804693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.801472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.006175Z","time spent":"1.79517089s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:36.80156Z","caller":"traceutil/trace.go:171","msg":"trace[964466029] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"523.091079ms","start":"2026-03-31T20:31:36.278439Z","end":"2026-03-31T20:31:36.80153Z","steps":["trace[964466029] 'process raft request' (duration: 522.67075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.801604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:36.278418Z","time spent":"523.16723ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1147,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:36.801624Z","caller":"traceutil/trace.go:171","msg":"trace[778290385] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5397; }","duration":"527.943647ms","start":"2026-03-31T20:31:36.273647Z","end":"2026-03-31T20:31:36.801591Z","steps":["trace[778290385] 'read index received' (duration: 176.164427ms)","trace[778290385] 'applied index is now lower than readState.Index' (duration: 351.77675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:36.801739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527613666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:36.801777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037404785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:31:36.801806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848921275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:31:36.801819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.076805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:36.801818Z","caller":"traceutil/trace.go:171","msg":"trace[876637845] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5184; }","duration":"3.527738889s","start":"2026-03-31T20:31:33.27406Z","end":"2026-03-31T20:31:36.801799Z","steps":["trace[876637845] 'agreement among raft nodes before linearized reading' (duration: 3.527619466s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.801827Z","caller":"traceutil/trace.go:171","msg":"trace[223854370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5184; }","duration":"2.037508457s","start":"2026-03-31T20:31:34.764302Z","end":"2026-03-31T20:31:36.80181Z","steps":["trace[223854370] 'agreement among raft nodes before linearized reading' (duration: 2.037386445s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.801863Z","caller":"traceutil/trace.go:171","msg":"trace[872377752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5184; }","duration":"835.205938ms","start":"2026-03-31T20:31:35.966645Z","end":"2026-03-31T20:31:36.801851Z","steps":["trace[872377752] 'agreement among raft nodes before linearized reading' (duration: 835.135987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.801852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024874166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:31:36.801876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.764273Z","time spent":"2.037591379s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:31:36.801879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:33.274041Z","time spent":"3.52782196s","remote":"127.0.0.1:53628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:36.801892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.966618Z","time spent":"835.26968ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:31:36.8019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60897979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:36.801906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038173072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:31:36.801908Z","caller":"traceutil/trace.go:171","msg":"trace[1983185249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5184; }","duration":"2.024950828s","start":"2026-03-31T20:31:34.776941Z","end":"2026-03-31T20:31:36.801892Z","steps":["trace[1983185249] 'agreement among raft nodes before linearized reading' (duration: 2.024770014s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.80192Z","caller":"traceutil/trace.go:171","msg":"trace[1686840240] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5184; }","duration":"1.609034902s","start":"2026-03-31T20:31:35.192879Z","end":"2026-03-31T20:31:36.801914Z","steps":["trace[1686840240] 'agreement among raft nodes before linearized reading' (duration: 1.609005281s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.801907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807473106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-03-31T20:31:36.801944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.192846Z","time spent":"1.609093423s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:36.801945Z","caller":"traceutil/trace.go:171","msg":"trace[541746550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5184; }","duration":"2.038238024s","start":"2026-03-31T20:31:34.763692Z","end":"2026-03-31T20:31:36.80193Z","steps":["trace[541746550] 'agreement among raft nodes before linearized reading' (duration: 2.038155292s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.801937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035251728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:31:36.80197Z","caller":"traceutil/trace.go:171","msg":"trace[1738293314] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0; range_end:; response_count:1; response_revision:5184; }","duration":"2.807576907s","start":"2026-03-31T20:31:33.994377Z","end":"2026-03-31T20:31:36.801954Z","steps":["trace[1738293314] 'agreement among raft nodes before linearized reading' (duration: 2.807474975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.801979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.763673Z","time spent":"2.038298895s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:31:36.801941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037683672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:31:36.801997Z","caller":"traceutil/trace.go:171","msg":"trace[1822861148] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:5184; }","duration":"2.035339559s","start":"2026-03-31T20:31:34.766642Z","end":"2026-03-31T20:31:36.801981Z","steps":["trace[1822861148] 'agreement among raft nodes before linearized reading' (duration: 2.035113884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.802003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017116974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:31:36.802047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.724985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:31:36.802036Z","caller":"traceutil/trace.go:171","msg":"trace[724828753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5184; }","duration":"2.037795094s","start":"2026-03-31T20:31:34.764223Z","end":"2026-03-31T20:31:36.802018Z","steps":["trace[724828753] 'agreement among raft nodes before linearized reading' (duration: 2.03761968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.802037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017402861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:31:36.802043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.766631Z","time spent":"2.03539999s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"info","ts":"2026-03-31T20:31:36.802065Z","caller":"traceutil/trace.go:171","msg":"trace[2111209236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5184; }","duration":"2.017288288s","start":"2026-03-31T20:31:34.784759Z","end":"2026-03-31T20:31:36.802047Z","steps":["trace[2111209236] 'agreement among raft nodes before linearized reading' (duration: 2.017036103s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.80208Z","caller":"traceutil/trace.go:171","msg":"trace[253618071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5184; }","duration":"2.017470342s","start":"2026-03-31T20:31:34.784601Z","end":"2026-03-31T20:31:36.802071Z","steps":["trace[253618071] 'agreement among raft nodes before linearized reading' (duration: 2.01737702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.802081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.764161Z","time spent":"2.037909526s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:31:36.802108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.784588Z","time spent":"2.017515053s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:36.802111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.75582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:31:36.802122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545574823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:36.802115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.78475Z","time spent":"2.01734986s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:31:36.802144Z","caller":"traceutil/trace.go:171","msg":"trace[681393301] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5184; }","duration":"2.545630573s","start":"2026-03-31T20:31:34.256508Z","end":"2026-03-31T20:31:36.802139Z","steps":["trace[681393301] 'agreement among raft nodes before linearized reading' (duration: 2.545595193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.801759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024522869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:31:36.80214Z","caller":"traceutil/trace.go:171","msg":"trace[612728545] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5184; }","duration":"705.825652ms","start":"2026-03-31T20:31:36.096305Z","end":"2026-03-31T20:31:36.802131Z","steps":["trace[612728545] 'agreement among raft nodes before linearized reading' (duration: 705.755281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.802163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.25649Z","time spent":"2.545667315s","remote":"127.0.0.1:58518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:36.801796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12575012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dzcdv.18a2072c1c41b40c\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T20:31:36.802175Z","caller":"traceutil/trace.go:171","msg":"trace[2018510988] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5184; }","duration":"2.024962298s","start":"2026-03-31T20:31:34.777201Z","end":"2026-03-31T20:31:36.802164Z","steps":["trace[2018510988] 'agreement among raft nodes before linearized reading' (duration: 2.024396886s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.802195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053249358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413055"} {"level":"info","ts":"2026-03-31T20:31:36.802066Z","caller":"traceutil/trace.go:171","msg":"trace[796145498] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5184; }","duration":"582.771327ms","start":"2026-03-31T20:31:36.219289Z","end":"2026-03-31T20:31:36.80206Z","steps":["trace[796145498] 'agreement among raft nodes before linearized reading' (duration: 582.739196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.802213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.777194Z","time spent":"2.025008459s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:31:36.802215Z","caller":"traceutil/trace.go:171","msg":"trace[1184628644] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dzcdv.18a2072c1c41b40c; range_end:; response_count:1; response_revision:5184; }","duration":"2.12622561s","start":"2026-03-31T20:31:34.675974Z","end":"2026-03-31T20:31:36.8022Z","steps":["trace[1184628644] 'agreement among raft nodes before linearized reading' (duration: 2.125629057s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.802228Z","caller":"traceutil/trace.go:171","msg":"trace[801091883] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5184; }","duration":"3.05331721s","start":"2026-03-31T20:31:33.748902Z","end":"2026-03-31T20:31:36.802219Z","steps":["trace[801091883] 'agreement among raft nodes before linearized reading' (duration: 3.053147926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.802256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:33.748881Z","time spent":"3.053369272s","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413078,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T20:31:36.802256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.675953Z","time spent":"2.126291652s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dzcdv.18a2072c1c41b40c\" "} {"level":"warn","ts":"2026-03-31T20:31:36.801871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15422132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:31:36.801949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.77693Z","time spent":"2.025011409s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:36.802289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333227074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:31:36.802001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:33.99436Z","time spent":"2.807633499s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3741,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0\" "} {"level":"warn","ts":"2026-03-31T20:31:36.801387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:36.280841Z","time spent":"520.486752ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:36.802248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:36.219275Z","time spent":"582.9577ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:36.802338Z","caller":"traceutil/trace.go:171","msg":"trace[1757627832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5184; }","duration":"3.333317536s","start":"2026-03-31T20:31:33.469003Z","end":"2026-03-31T20:31:36.802321Z","steps":["trace[1757627832] 'agreement among raft nodes before linearized reading' (duration: 3.333189953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.80209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285410918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:31:36.801832Z","caller":"traceutil/trace.go:171","msg":"trace[7432817] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5184; }","duration":"1.848995927s","start":"2026-03-31T20:31:34.952829Z","end":"2026-03-31T20:31:36.801825Z","steps":["trace[7432817] 'agreement among raft nodes before linearized reading' (duration: 1.848948836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.802377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:33.468976Z","time spent":"3.333391738s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:31:36.802395Z","caller":"traceutil/trace.go:171","msg":"trace[1555923076] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5184; }","duration":"2.285762547s","start":"2026-03-31T20:31:34.516621Z","end":"2026-03-31T20:31:36.802383Z","steps":["trace[1555923076] 'agreement among raft nodes before linearized reading' (duration: 2.285394088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.802408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.95281Z","time spent":"1.849587371s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:36.802174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:36.096285Z","time spent":"705.882623ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":39,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:36.802433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.516593Z","time spent":"2.285826739s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:36.802305Z","caller":"traceutil/trace.go:171","msg":"trace[140647256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5184; }","duration":"1.154700672s","start":"2026-03-31T20:31:35.647597Z","end":"2026-03-31T20:31:36.802298Z","steps":["trace[140647256] 'agreement among raft nodes before linearized reading' (duration: 1.154251781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.802176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.602813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:31:36.802524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.647578Z","time spent":"1.154938018s","remote":"127.0.0.1:53718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:36.80256Z","caller":"traceutil/trace.go:171","msg":"trace[550270956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5184; }","duration":"758.044873ms","start":"2026-03-31T20:31:36.044495Z","end":"2026-03-31T20:31:36.80254Z","steps":["trace[550270956] 'agreement among raft nodes before linearized reading' (duration: 757.660464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.802629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:36.044472Z","time spent":"758.133116ms","remote":"127.0.0.1:53680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:37.011178Z","caller":"traceutil/trace.go:171","msg":"trace[568955485] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5402; }","duration":"203.633008ms","start":"2026-03-31T20:31:36.807522Z","end":"2026-03-31T20:31:37.011155Z","steps":["trace[568955485] 'read index received' (duration: 18.572993ms)","trace[568955485] 'applied index is now lower than readState.Index' (duration: 185.058835ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:37.011303Z","caller":"traceutil/trace.go:171","msg":"trace[968113538] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"203.957815ms","start":"2026-03-31T20:31:36.807333Z","end":"2026-03-31T20:31:37.01129Z","steps":["trace[968113538] 'process raft request' (duration: 203.26347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.011687Z","caller":"traceutil/trace.go:171","msg":"trace[1004422332] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"203.704808ms","start":"2026-03-31T20:31:36.80797Z","end":"2026-03-31T20:31:37.011675Z","steps":["trace[1004422332] 'process raft request' (duration: 202.788828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.011968Z","caller":"traceutil/trace.go:171","msg":"trace[2065236413] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"203.943293ms","start":"2026-03-31T20:31:36.808012Z","end":"2026-03-31T20:31:37.011956Z","steps":["trace[2065236413] 'process raft request' (duration: 202.804718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.012105Z","caller":"traceutil/trace.go:171","msg":"trace[1527641436] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"204.003084ms","start":"2026-03-31T20:31:36.808092Z","end":"2026-03-31T20:31:37.012095Z","steps":["trace[1527641436] 'process raft request' (duration: 202.780628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.012301Z","caller":"traceutil/trace.go:171","msg":"trace[455951569] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"204.066246ms","start":"2026-03-31T20:31:36.808224Z","end":"2026-03-31T20:31:37.01229Z","steps":["trace[455951569] 'process raft request' (duration: 202.690036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.012434Z","caller":"traceutil/trace.go:171","msg":"trace[8320558] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"204.18742ms","start":"2026-03-31T20:31:36.808236Z","end":"2026-03-31T20:31:37.012424Z","steps":["trace[8320558] 'process raft request' (duration: 202.720007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.012569Z","caller":"traceutil/trace.go:171","msg":"trace[131458214] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"203.950284ms","start":"2026-03-31T20:31:36.808608Z","end":"2026-03-31T20:31:37.012559Z","steps":["trace[131458214] 'process raft request' (duration: 202.386889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.012753Z","caller":"traceutil/trace.go:171","msg":"trace[1033722200] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"203.855962ms","start":"2026-03-31T20:31:36.808887Z","end":"2026-03-31T20:31:37.012743Z","steps":["trace[1033722200] 'process raft request' (duration: 202.150694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.012882Z","caller":"traceutil/trace.go:171","msg":"trace[1660385432] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"203.046024ms","start":"2026-03-31T20:31:36.809826Z","end":"2026-03-31T20:31:37.012872Z","steps":["trace[1660385432] 'process raft request' (duration: 201.251234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.013008Z","caller":"traceutil/trace.go:171","msg":"trace[1382114717] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"202.969903ms","start":"2026-03-31T20:31:36.810028Z","end":"2026-03-31T20:31:37.012998Z","steps":["trace[1382114717] 'process raft request' (duration: 201.087581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:37.013289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.746805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46090"} {"level":"info","ts":"2026-03-31T20:31:37.013333Z","caller":"traceutil/trace.go:171","msg":"trace[1073448101] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:5195; }","duration":"205.827646ms","start":"2026-03-31T20:31:36.807494Z","end":"2026-03-31T20:31:37.013321Z","steps":["trace[1073448101] 'agreement among raft nodes before linearized reading' (duration: 205.630892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:37.511979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887434096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:31:37.787334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.389348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:37.787447Z","caller":"traceutil/trace.go:171","msg":"trace[712042937] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"827.986137ms","start":"2026-03-31T20:31:36.959441Z","end":"2026-03-31T20:31:37.787427Z","steps":["trace[712042937] 'process raft request' (duration: 639.400954ms)","trace[712042937] 'compare' (duration: 188.262466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:37.787506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:36.959413Z","time spent":"828.065769ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:38.071802Z","caller":"traceutil/trace.go:171","msg":"trace[1648821085] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"1.051892766s","start":"2026-03-31T20:31:37.019865Z","end":"2026-03-31T20:31:38.071758Z","steps":["trace[1648821085] 'process raft request' (duration: 1.033344884s)","trace[1648821085] 'compare' (duration: 17.983789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:38.071934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:37.019843Z","time spent":"1.052033099s","remote":"127.0.0.1:47758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3287,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:38.072119Z","caller":"traceutil/trace.go:171","msg":"trace[480445466] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"1.04131768s","start":"2026-03-31T20:31:37.030758Z","end":"2026-03-31T20:31:38.072075Z","steps":["trace[480445466] 'process raft request' (duration: 1.040807299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.072288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:37.03074Z","time spent":"1.041450014s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:38.072411Z","caller":"traceutil/trace.go:171","msg":"trace[126925291] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5412; }","duration":"1.061125761s","start":"2026-03-31T20:31:37.011255Z","end":"2026-03-31T20:31:38.072381Z","steps":["trace[126925291] 'read index received' (duration: 587.552463ms)","trace[126925291] 'applied index is now lower than readState.Index' (duration: 473.571388ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:38.07255Z","caller":"traceutil/trace.go:171","msg":"trace[1803530995] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"892.620045ms","start":"2026-03-31T20:31:37.17992Z","end":"2026-03-31T20:31:38.07254Z","steps":["trace[1803530995] 'process raft request' (duration: 891.881709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.072652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:37.179883Z","time spent":"892.690916ms","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413715,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:38.072914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053993481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dzcdv.18a2072c1c41b40c\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T20:31:38.072953Z","caller":"traceutil/trace.go:171","msg":"trace[1086501146] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dzcdv.18a2072c1c41b40c; range_end:; response_count:1; response_revision:5199; }","duration":"1.054069933s","start":"2026-03-31T20:31:37.018871Z","end":"2026-03-31T20:31:38.072941Z","steps":["trace[1086501146] 'agreement among raft nodes before linearized reading' (duration: 1.05394031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.072983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:37.018842Z","time spent":"1.054133035s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dzcdv.18a2072c1c41b40c\" "} {"level":"warn","ts":"2026-03-31T20:31:38.073156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.509651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:38.073147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.301445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-03-31T20:31:38.073182Z","caller":"traceutil/trace.go:171","msg":"trace[298807953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5199; }","duration":"981.573232ms","start":"2026-03-31T20:31:37.091601Z","end":"2026-03-31T20:31:38.073174Z","steps":["trace[298807953] 'agreement among raft nodes before linearized reading' (duration: 981.526871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.073155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.335619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:38.073207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:37.091575Z","time spent":"981.627093ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:31:38.073248Z","caller":"traceutil/trace.go:171","msg":"trace[394461031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5199; }","duration":"852.445121ms","start":"2026-03-31T20:31:37.220785Z","end":"2026-03-31T20:31:38.07323Z","steps":["trace[394461031] 'agreement among raft nodes before linearized reading' (duration: 852.283288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:38.073199Z","caller":"traceutil/trace.go:171","msg":"trace[1445154778] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0; range_end:; response_count:1; response_revision:5199; }","duration":"264.385097ms","start":"2026-03-31T20:31:37.808799Z","end":"2026-03-31T20:31:38.073184Z","steps":["trace[1445154778] 'agreement among raft nodes before linearized reading' (duration: 264.197553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.073297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:37.220726Z","time spent":"852.560314ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:38.073333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265027424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15792"} {"level":"warn","ts":"2026-03-31T20:31:38.073367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.538416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:38.073364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.438169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:38.073422Z","caller":"traceutil/trace.go:171","msg":"trace[804060507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5199; }","duration":"114.631008ms","start":"2026-03-31T20:31:37.958776Z","end":"2026-03-31T20:31:38.073407Z","steps":["trace[804060507] 'agreement among raft nodes before linearized reading' (duration: 114.537326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:38.073437Z","caller":"traceutil/trace.go:171","msg":"trace[612962294] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5199; }","duration":"533.555022ms","start":"2026-03-31T20:31:37.539863Z","end":"2026-03-31T20:31:38.073418Z","steps":["trace[612962294] 'agreement among raft nodes before linearized reading' (duration: 533.396568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.073485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:37.539841Z","time spent":"533.629003ms","remote":"127.0.0.1:53528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:38.073376Z","caller":"traceutil/trace.go:171","msg":"trace[382598139] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5199; }","duration":"1.265092204s","start":"2026-03-31T20:31:36.808271Z","end":"2026-03-31T20:31:38.073363Z","steps":["trace[382598139] 'agreement among raft nodes before linearized reading' (duration: 1.264949471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.073578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:36.808259Z","time spent":"1.26530685s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15815,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T20:31:38.940689Z","caller":"traceutil/trace.go:171","msg":"trace[971486556] linearizableReadLoop","detail":"{readStateIndex:5418; appliedIndex:5416; }","duration":"798.571694ms","start":"2026-03-31T20:31:38.142095Z","end":"2026-03-31T20:31:38.940667Z","steps":["trace[971486556] 'read index received' (duration: 19.402451ms)","trace[971486556] 'applied index is now lower than readState.Index' (duration: 779.168213ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:38.94077Z","caller":"traceutil/trace.go:171","msg":"trace[889353838] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"862.123517ms","start":"2026-03-31T20:31:38.078609Z","end":"2026-03-31T20:31:38.940732Z","steps":["trace[889353838] 'process raft request' (duration: 861.909453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.94086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.749448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:38.940898Z","caller":"traceutil/trace.go:171","msg":"trace[1321780412] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5201; }","duration":"798.83569ms","start":"2026-03-31T20:31:38.142054Z","end":"2026-03-31T20:31:38.940889Z","steps":["trace[1321780412] 'agreement among raft nodes before linearized reading' (duration: 798.702867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.940895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:38.07856Z","time spent":"862.280341ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4887,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:31:38.94092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:38.142035Z","time spent":"798.88004ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T20:31:38.981152Z","caller":"traceutil/trace.go:171","msg":"trace[456827017] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"818.927066ms","start":"2026-03-31T20:31:38.1622Z","end":"2026-03-31T20:31:38.981127Z","steps":["trace[456827017] 'process raft request' (duration: 818.727931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.981315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:38.162183Z","time spent":"819.045619ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:38.981386Z","caller":"traceutil/trace.go:171","msg":"trace[1388720665] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"702.884407ms","start":"2026-03-31T20:31:38.278485Z","end":"2026-03-31T20:31:38.98137Z","steps":["trace[1388720665] 'process raft request' (duration: 702.595341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.981495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:38.278457Z","time spent":"702.980509ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:38.9817Z","caller":"traceutil/trace.go:171","msg":"trace[966433864] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"172.391042ms","start":"2026-03-31T20:31:38.8093Z","end":"2026-03-31T20:31:38.981691Z","steps":["trace[966433864] 'process raft request' (duration: 172.010594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.981863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.763112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:31:38.981888Z","caller":"traceutil/trace.go:171","msg":"trace[1332363309] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5204; }","duration":"150.827243ms","start":"2026-03-31T20:31:38.831053Z","end":"2026-03-31T20:31:38.981881Z","steps":["trace[1332363309] 'agreement among raft nodes before linearized reading' (duration: 150.710571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.982026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.838012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a6e1e64e8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:31:38.982051Z","caller":"traceutil/trace.go:171","msg":"trace[2109349509] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206a6e1e64e8f; range_end:; response_count:1; response_revision:5204; }","duration":"817.879663ms","start":"2026-03-31T20:31:38.164167Z","end":"2026-03-31T20:31:38.982046Z","steps":["trace[2109349509] 'agreement among raft nodes before linearized reading' (duration: 817.803051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.982069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:38.164159Z","time spent":"817.905373ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a6e1e64e8f\" "} {"level":"warn","ts":"2026-03-31T20:31:38.982701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.509056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812120"} {"level":"info","ts":"2026-03-31T20:31:38.982778Z","caller":"traceutil/trace.go:171","msg":"trace[1763742828] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5204; }","duration":"840.583418ms","start":"2026-03-31T20:31:38.142175Z","end":"2026-03-31T20:31:38.982758Z","steps":["trace[1763742828] 'agreement among raft nodes before linearized reading' (duration: 839.833851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.982856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:38.142141Z","time spent":"840.7016ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":812143,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T20:31:40.882003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.410985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812120"} {"level":"info","ts":"2026-03-31T20:31:40.882093Z","caller":"traceutil/trace.go:171","msg":"trace[1775118183] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5232; }","duration":"513.546828ms","start":"2026-03-31T20:31:40.368524Z","end":"2026-03-31T20:31:40.882071Z","steps":["trace[1775118183] 'range keys from in-memory index tree' (duration: 512.814791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:40.882136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:40.368506Z","time spent":"513.619889ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":812143,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:31:41.315921Z","caller":"traceutil/trace.go:171","msg":"trace[450138838] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"277.53022ms","start":"2026-03-31T20:31:41.038368Z","end":"2026-03-31T20:31:41.315898Z","steps":["trace[450138838] 'process raft request' (duration: 277.241334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:41.315927Z","caller":"traceutil/trace.go:171","msg":"trace[958092687] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"277.5164ms","start":"2026-03-31T20:31:41.038382Z","end":"2026-03-31T20:31:41.315898Z","steps":["trace[958092687] 'process raft request' (duration: 277.405448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:41.316029Z","caller":"traceutil/trace.go:171","msg":"trace[1333873259] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"276.953757ms","start":"2026-03-31T20:31:41.039057Z","end":"2026-03-31T20:31:41.316011Z","steps":["trace[1333873259] 'process raft request' (duration: 276.791714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:41.316149Z","caller":"traceutil/trace.go:171","msg":"trace[1873771606] linearizableReadLoop","detail":"{readStateIndex:5459; appliedIndex:5454; }","duration":"274.903362ms","start":"2026-03-31T20:31:41.041218Z","end":"2026-03-31T20:31:41.316121Z","steps":["trace[1873771606] 'read index received' (duration: 22.338717ms)","trace[1873771606] 'applied index is now lower than readState.Index' (duration: 252.563525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:41.316284Z","caller":"traceutil/trace.go:171","msg":"trace[414561614] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"275.977946ms","start":"2026-03-31T20:31:41.040273Z","end":"2026-03-31T20:31:41.316251Z","steps":["trace[414561614] 'process raft request' (duration: 275.674649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:41.316384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.187026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:31:41.316414Z","caller":"traceutil/trace.go:171","msg":"trace[270032398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:5241; }","duration":"274.249427ms","start":"2026-03-31T20:31:41.042156Z","end":"2026-03-31T20:31:41.316405Z","steps":["trace[270032398] 'agreement among raft nodes before linearized reading' (duration: 274.130064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:41.316459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.681465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-31T20:31:41.316494Z","caller":"traceutil/trace.go:171","msg":"trace[1467457846] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d82bba93-4e49-4c49-a79a-f0a513d9a7e0; range_end:; response_count:1; response_revision:5241; }","duration":"224.758357ms","start":"2026-03-31T20:31:41.091725Z","end":"2026-03-31T20:31:41.316484Z","steps":["trace[1467457846] 'agreement among raft nodes before linearized reading' (duration: 224.651834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:41.31638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.154987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:31:41.316542Z","caller":"traceutil/trace.go:171","msg":"trace[324291546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5241; }","duration":"275.358512ms","start":"2026-03-31T20:31:41.041173Z","end":"2026-03-31T20:31:41.316531Z","steps":["trace[324291546] 'agreement among raft nodes before linearized reading' (duration: 275.089216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:45.588273Z","caller":"traceutil/trace.go:171","msg":"trace[1589569225] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"188.997832ms","start":"2026-03-31T20:31:45.399236Z","end":"2026-03-31T20:31:45.588234Z","steps":["trace[1589569225] 'process raft request' (duration: 188.733266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:48.189851Z","caller":"traceutil/trace.go:171","msg":"trace[1983249572] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"123.546897ms","start":"2026-03-31T20:31:48.066272Z","end":"2026-03-31T20:31:48.189819Z","steps":["trace[1983249572] 'process raft request' (duration: 123.100107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.323798Z","caller":"traceutil/trace.go:171","msg":"trace[878232866] linearizableReadLoop","detail":"{readStateIndex:5588; appliedIndex:5587; }","duration":"135.83356ms","start":"2026-03-31T20:31:49.18794Z","end":"2026-03-31T20:31:49.323774Z","steps":["trace[878232866] 'read index received' (duration: 52.21065ms)","trace[878232866] 'applied index is now lower than readState.Index' (duration: 83.62191ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:49.323957Z","caller":"traceutil/trace.go:171","msg":"trace[54553846] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"143.319017ms","start":"2026-03-31T20:31:49.1806Z","end":"2026-03-31T20:31:49.323919Z","steps":["trace[54553846] 'process raft request' (duration: 59.621426ms)","trace[54553846] 'compare' (duration: 83.416725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:49.323956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.002803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:49.324154Z","caller":"traceutil/trace.go:171","msg":"trace[1603815507] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5367; }","duration":"136.237498ms","start":"2026-03-31T20:31:49.187892Z","end":"2026-03-31T20:31:49.32413Z","steps":["trace[1603815507] 'agreement among raft nodes before linearized reading' (duration: 135.991233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.488794Z","caller":"traceutil/trace.go:171","msg":"trace[1268946058] linearizableReadLoop","detail":"{readStateIndex:5590; appliedIndex:5588; }","duration":"161.389057ms","start":"2026-03-31T20:31:49.327375Z","end":"2026-03-31T20:31:49.488764Z","steps":["trace[1268946058] 'read index received' (duration: 43.832864ms)","trace[1268946058] 'applied index is now lower than readState.Index' (duration: 117.555123ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:49.488824Z","caller":"traceutil/trace.go:171","msg":"trace[1628827246] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5367; }","duration":"162.279717ms","start":"2026-03-31T20:31:49.32652Z","end":"2026-03-31T20:31:49.4888Z","steps":["trace[1628827246] 'process raft request' (duration: 157.258296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:49.488998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.599702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:49.489095Z","caller":"traceutil/trace.go:171","msg":"trace[1000336288] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5367; }","duration":"161.741245ms","start":"2026-03-31T20:31:49.327331Z","end":"2026-03-31T20:31:49.489072Z","steps":["trace[1000336288] 'agreement among raft nodes before linearized reading' (duration: 161.566311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.514561Z","caller":"traceutil/trace.go:171","msg":"trace[454148218] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"142.148679ms","start":"2026-03-31T20:31:49.372392Z","end":"2026-03-31T20:31:49.514541Z","steps":["trace[454148218] 'process raft request' (duration: 141.962885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:49.514762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.141257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:31:49.514839Z","caller":"traceutil/trace.go:171","msg":"trace[49448647] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5368; }","duration":"123.263351ms","start":"2026-03-31T20:31:49.391559Z","end":"2026-03-31T20:31:49.514822Z","steps":["trace[49448647] 'agreement among raft nodes before linearized reading' (duration: 123.108147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:49.514869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.077811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:31:49.514975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.097682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:31:49.514769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.654223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:31:49.515064Z","caller":"traceutil/trace.go:171","msg":"trace[701625051] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5368; }","duration":"125.213673ms","start":"2026-03-31T20:31:49.389832Z","end":"2026-03-31T20:31:49.515046Z","steps":["trace[701625051] 'agreement among raft nodes before linearized reading' (duration: 124.987297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.515124Z","caller":"traceutil/trace.go:171","msg":"trace[1751391078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5368; }","duration":"121.045831ms","start":"2026-03-31T20:31:49.394046Z","end":"2026-03-31T20:31:49.515092Z","steps":["trace[1751391078] 'agreement among raft nodes before linearized reading' (duration: 120.528909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:49.515145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.982775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:31:49.515Z","caller":"traceutil/trace.go:171","msg":"trace[730008836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5368; }","duration":"121.270697ms","start":"2026-03-31T20:31:49.393712Z","end":"2026-03-31T20:31:49.514982Z","steps":["trace[730008836] 'agreement among raft nodes before linearized reading' (duration: 120.902838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.515187Z","caller":"traceutil/trace.go:171","msg":"trace[208336643] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:5368; }","duration":"119.041247ms","start":"2026-03-31T20:31:49.396133Z","end":"2026-03-31T20:31:49.515175Z","steps":["trace[208336643] 'agreement among raft nodes before linearized reading' (duration: 118.928045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:49.51479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.873936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:31:49.515248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.590682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-31T20:31:49.515333Z","caller":"traceutil/trace.go:171","msg":"trace[736773038] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5368; }","duration":"161.704475ms","start":"2026-03-31T20:31:49.353607Z","end":"2026-03-31T20:31:49.515311Z","steps":["trace[736773038] 'agreement among raft nodes before linearized reading' (duration: 161.491221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.515467Z","caller":"traceutil/trace.go:171","msg":"trace[217907934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5368; }","duration":"125.540001ms","start":"2026-03-31T20:31:49.389832Z","end":"2026-03-31T20:31:49.515372Z","steps":["trace[217907934] 'agreement among raft nodes before linearized reading' (duration: 124.800843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:49.515514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.255139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:31:49.515666Z","caller":"traceutil/trace.go:171","msg":"trace[1119695199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5368; }","duration":"118.376842ms","start":"2026-03-31T20:31:49.397208Z","end":"2026-03-31T20:31:49.515584Z","steps":["trace[1119695199] 'agreement among raft nodes before linearized reading' (duration: 117.785999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.679658Z","caller":"traceutil/trace.go:171","msg":"trace[526185806] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"158.640276ms","start":"2026-03-31T20:31:49.520987Z","end":"2026-03-31T20:31:49.679627Z","steps":["trace[526185806] 'process raft request' (duration: 158.448532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.679882Z","caller":"traceutil/trace.go:171","msg":"trace[1647625623] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"158.79748ms","start":"2026-03-31T20:31:49.521066Z","end":"2026-03-31T20:31:49.679864Z","steps":["trace[1647625623] 'process raft request' (duration: 158.515114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.680085Z","caller":"traceutil/trace.go:171","msg":"trace[1292134949] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"158.123534ms","start":"2026-03-31T20:31:49.521936Z","end":"2026-03-31T20:31:49.68006Z","steps":["trace[1292134949] 'process raft request' (duration: 157.860049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.680338Z","caller":"traceutil/trace.go:171","msg":"trace[1968651546] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"158.236448ms","start":"2026-03-31T20:31:49.522089Z","end":"2026-03-31T20:31:49.680326Z","steps":["trace[1968651546] 'process raft request' (duration: 157.886909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.680459Z","caller":"traceutil/trace.go:171","msg":"trace[102651906] linearizableReadLoop","detail":"{readStateIndex:5598; appliedIndex:5592; }","duration":"116.176194ms","start":"2026-03-31T20:31:49.564259Z","end":"2026-03-31T20:31:49.680435Z","steps":["trace[102651906] 'read index received' (duration: 115.15416ms)","trace[102651906] 'applied index is now lower than readState.Index' (duration: 1.020964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:49.680492Z","caller":"traceutil/trace.go:171","msg":"trace[982934712] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"153.619285ms","start":"2026-03-31T20:31:49.526853Z","end":"2026-03-31T20:31:49.680472Z","steps":["trace[982934712] 'process raft request' (duration: 153.516043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:49.680619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.648594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T20:31:49.680631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.733689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T20:31:49.680597Z","caller":"traceutil/trace.go:171","msg":"trace[1689435324] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"157.898841ms","start":"2026-03-31T20:31:49.522661Z","end":"2026-03-31T20:31:49.68056Z","steps":["trace[1689435324] 'process raft request' (duration: 157.579104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.680666Z","caller":"traceutil/trace.go:171","msg":"trace[860726729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5375; }","duration":"152.716065ms","start":"2026-03-31T20:31:49.527933Z","end":"2026-03-31T20:31:49.680649Z","steps":["trace[860726729] 'agreement among raft nodes before linearized reading' (duration: 152.534541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.680672Z","caller":"traceutil/trace.go:171","msg":"trace[1087716204] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5375; }","duration":"158.81153ms","start":"2026-03-31T20:31:49.521848Z","end":"2026-03-31T20:31:49.68066Z","steps":["trace[1087716204] 'agreement among raft nodes before linearized reading' (duration: 158.637287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:49.680717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.938684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46090"} {"level":"info","ts":"2026-03-31T20:31:49.680776Z","caller":"traceutil/trace.go:171","msg":"trace[272933817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:5375; }","duration":"159.029216ms","start":"2026-03-31T20:31:49.521736Z","end":"2026-03-31T20:31:49.680765Z","steps":["trace[272933817] 'agreement among raft nodes before linearized reading' (duration: 158.788401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:50.23782Z","caller":"traceutil/trace.go:171","msg":"trace[1329007417] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"546.978381ms","start":"2026-03-31T20:31:49.690817Z","end":"2026-03-31T20:31:50.237795Z","steps":["trace[1329007417] 'process raft request' (duration: 546.880379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:50.237855Z","caller":"traceutil/trace.go:171","msg":"trace[1566419999] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"547.41808ms","start":"2026-03-31T20:31:49.690398Z","end":"2026-03-31T20:31:50.237816Z","steps":["trace[1566419999] 'process raft request' (duration: 547.132583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:50.237973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:49.690798Z","time spent":"547.093974ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:50.238107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:49.690356Z","time spent":"547.574984ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:50.238109Z","caller":"traceutil/trace.go:171","msg":"trace[363458963] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"547.233007ms","start":"2026-03-31T20:31:49.690846Z","end":"2026-03-31T20:31:50.238079Z","steps":["trace[363458963] 'process raft request' (duration: 546.894509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:50.238257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:49.690826Z","time spent":"547.346259ms","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:50.238939Z","caller":"traceutil/trace.go:171","msg":"trace[74075691] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"548.053564ms","start":"2026-03-31T20:31:49.690872Z","end":"2026-03-31T20:31:50.238925Z","steps":["trace[74075691] 'process raft request' (duration: 547.092943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:50.239038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:49.690859Z","time spent":"548.124936ms","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:50.239182Z","caller":"traceutil/trace.go:171","msg":"trace[66528252] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"544.520776ms","start":"2026-03-31T20:31:49.694634Z","end":"2026-03-31T20:31:50.239155Z","steps":["trace[66528252] 'process raft request' (duration: 544.25069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:50.23932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:49.694623Z","time spent":"544.650768ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:50.302625Z","caller":"traceutil/trace.go:171","msg":"trace[1681775081] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"178.832356ms","start":"2026-03-31T20:31:50.123759Z","end":"2026-03-31T20:31:50.302591Z","steps":["trace[1681775081] 'process raft request' (duration: 178.743024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:50.302662Z","caller":"traceutil/trace.go:171","msg":"trace[1796777738] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"587.065772ms","start":"2026-03-31T20:31:49.71556Z","end":"2026-03-31T20:31:50.302626Z","steps":["trace[1796777738] 'process raft request' (duration: 582.415748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:50.30282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:49.715545Z","time spent":"587.202355ms","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:53.449092Z","caller":"traceutil/trace.go:171","msg":"trace[12221295] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"106.015967ms","start":"2026-03-31T20:31:53.343053Z","end":"2026-03-31T20:31:53.449069Z","steps":["trace[12221295] 'process raft request' (duration: 105.865614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:56.941706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.722704ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:56.941832Z","caller":"traceutil/trace.go:171","msg":"trace[2045429286] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5481; }","duration":"160.870767ms","start":"2026-03-31T20:31:56.780943Z","end":"2026-03-31T20:31:56.941813Z","steps":["trace[2045429286] 'range keys from in-memory index tree' (duration: 160.700904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:56.942063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.813818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:31:56.942131Z","caller":"traceutil/trace.go:171","msg":"trace[1911325905] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5481; }","duration":"188.90645ms","start":"2026-03-31T20:31:56.753199Z","end":"2026-03-31T20:31:56.942105Z","steps":["trace[1911325905] 'range keys from in-memory index tree' (duration: 188.682555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:58.991251Z","caller":"traceutil/trace.go:171","msg":"trace[1277213186] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"165.673784ms","start":"2026-03-31T20:31:58.825541Z","end":"2026-03-31T20:31:58.991214Z","steps":["trace[1277213186] 'process raft request' (duration: 165.393647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:59.617416Z","caller":"traceutil/trace.go:171","msg":"trace[529244177] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"160.14517ms","start":"2026-03-31T20:31:59.457252Z","end":"2026-03-31T20:31:59.617397Z","steps":["trace[529244177] 'process raft request' (duration: 160.038368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:59.627819Z","caller":"traceutil/trace.go:171","msg":"trace[1981379971] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"168.929955ms","start":"2026-03-31T20:31:59.458867Z","end":"2026-03-31T20:31:59.627797Z","steps":["trace[1981379971] 'process raft request' (duration: 168.7183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:59.844294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.784351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110385"} {"level":"info","ts":"2026-03-31T20:31:59.844509Z","caller":"traceutil/trace.go:171","msg":"trace[2051389519] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5560; }","duration":"124.005767ms","start":"2026-03-31T20:31:59.720461Z","end":"2026-03-31T20:31:59.844467Z","steps":["trace[2051389519] 'range keys from in-memory index tree' (duration: 122.735278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:01.74213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887434935,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:32:02.020354Z","caller":"traceutil/trace.go:171","msg":"trace[1128930598] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"906.363659ms","start":"2026-03-31T20:32:01.113972Z","end":"2026-03-31T20:32:02.020335Z","steps":["trace[1128930598] 'process raft request' (duration: 906.243745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:02.020475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.113954Z","time spent":"906.458412ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4573,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:03.246885Z","caller":"traceutil/trace.go:171","msg":"trace[317026507] linearizableReadLoop","detail":"{readStateIndex:5799; appliedIndex:5795; }","duration":"2.005344079s","start":"2026-03-31T20:32:01.241513Z","end":"2026-03-31T20:32:03.246857Z","steps":["trace[317026507] 'read index received' (duration: 778.782395ms)","trace[317026507] 'applied index is now lower than readState.Index' (duration: 1.226560614s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:03.246996Z","caller":"traceutil/trace.go:171","msg":"trace[595032827] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"2.089918954s","start":"2026-03-31T20:32:01.157054Z","end":"2026-03-31T20:32:03.246973Z","steps":["trace[595032827] 'process raft request' (duration: 2.089494245s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:03.246998Z","caller":"traceutil/trace.go:171","msg":"trace[1074470773] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"2.058916534s","start":"2026-03-31T20:32:01.188019Z","end":"2026-03-31T20:32:03.246936Z","steps":["trace[1074470773] 'process raft request' (duration: 2.05873357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.247171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.157027Z","time spent":"2.090045067s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:03.247318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00577416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1266ae50-32d1-4086-a689-3f7d0fe599b1\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-31T20:32:03.247412Z","caller":"traceutil/trace.go:171","msg":"trace[718192148] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1266ae50-32d1-4086-a689-3f7d0fe599b1; range_end:; response_count:1; response_revision:5574; }","duration":"2.005961694s","start":"2026-03-31T20:32:01.241426Z","end":"2026-03-31T20:32:03.247388Z","steps":["trace[718192148] 'agreement among raft nodes before linearized reading' (duration: 2.005613916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.247472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.241411Z","time spent":"2.006047337s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1266ae50-32d1-4086-a689-3f7d0fe599b1\" "} {"level":"info","ts":"2026-03-31T20:32:03.247011Z","caller":"traceutil/trace.go:171","msg":"trace[1793590346] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"1.741252014s","start":"2026-03-31T20:32:01.505746Z","end":"2026-03-31T20:32:03.246998Z","steps":["trace[1793590346] 'process raft request' (duration: 1.74106903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.247621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.505722Z","time spent":"1.741854138s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:03.247883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.187993Z","time spent":"2.059244422s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:03.269625Z","caller":"traceutil/trace.go:171","msg":"trace[1808341359] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"1.242910318s","start":"2026-03-31T20:32:02.026674Z","end":"2026-03-31T20:32:03.269584Z","steps":["trace[1808341359] 'process raft request' (duration: 1.242631452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.269828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:02.026639Z","time spent":"1.243078983s","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:03.269622Z","caller":"traceutil/trace.go:171","msg":"trace[160815947] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"1.242793875s","start":"2026-03-31T20:32:02.026795Z","end":"2026-03-31T20:32:03.269589Z","steps":["trace[160815947] 'process raft request' (duration: 1.242663982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.270087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028103698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:32:03.270143Z","caller":"traceutil/trace.go:171","msg":"trace[1276953263] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5579; }","duration":"2.028187019s","start":"2026-03-31T20:32:01.241941Z","end":"2026-03-31T20:32:03.270128Z","steps":["trace[1276953263] 'agreement among raft nodes before linearized reading' (duration: 2.027974314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.270182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.241931Z","time spent":"2.02824261s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:32:03.270178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:02.026776Z","time spent":"1.243350639s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:03.270196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342663383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:32:03.269987Z","caller":"traceutil/trace.go:171","msg":"trace[1036740715] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"1.242865088s","start":"2026-03-31T20:32:02.02703Z","end":"2026-03-31T20:32:03.269895Z","steps":["trace[1036740715] 'process raft request' (duration: 1.242510249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.270246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728823258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:03.270296Z","caller":"traceutil/trace.go:171","msg":"trace[1507404216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5579; }","duration":"1.342788015s","start":"2026-03-31T20:32:01.927484Z","end":"2026-03-31T20:32:03.270272Z","steps":["trace[1507404216] 'agreement among raft nodes before linearized reading' (duration: 1.34256608s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:03.270326Z","caller":"traceutil/trace.go:171","msg":"trace[1412167184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5579; }","duration":"1.728953311s","start":"2026-03-31T20:32:01.541348Z","end":"2026-03-31T20:32:03.270301Z","steps":["trace[1412167184] 'agreement among raft nodes before linearized reading' (duration: 1.728831218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.27036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.927468Z","time spent":"1.342875107s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:03.270368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.494692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:03.270393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.541327Z","time spent":"1.729048542s","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:03.270399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369905279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:32:03.270435Z","caller":"traceutil/trace.go:171","msg":"trace[648579342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5579; }","duration":"311.580563ms","start":"2026-03-31T20:32:02.958833Z","end":"2026-03-31T20:32:03.270413Z","steps":["trace[648579342] 'agreement among raft nodes before linearized reading' (duration: 311.464371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:03.270466Z","caller":"traceutil/trace.go:171","msg":"trace[1197709271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5579; }","duration":"1.369986811s","start":"2026-03-31T20:32:01.900456Z","end":"2026-03-31T20:32:03.270443Z","steps":["trace[1197709271] 'agreement among raft nodes before linearized reading' (duration: 1.369806737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.270477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:02.958822Z","time spent":"311.645614ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:32:03.270491Z","caller":"traceutil/trace.go:171","msg":"trace[1754205475] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"1.243418861s","start":"2026-03-31T20:32:02.027053Z","end":"2026-03-31T20:32:03.270472Z","steps":["trace[1754205475] 'process raft request' (duration: 1.242657614s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:03.270452Z","caller":"traceutil/trace.go:171","msg":"trace[213407211] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"1.242304595s","start":"2026-03-31T20:32:02.028106Z","end":"2026-03-31T20:32:03.270411Z","steps":["trace[213407211] 'process raft request' (duration: 1.241724292s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.270209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433095767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:03.27057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:02.027047Z","time spent":"1.243480292s","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:03.270601Z","caller":"traceutil/trace.go:171","msg":"trace[902085558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5579; }","duration":"1.433507037s","start":"2026-03-31T20:32:01.83708Z","end":"2026-03-31T20:32:03.270587Z","steps":["trace[902085558] 'agreement among raft nodes before linearized reading' (duration: 1.433032557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.27062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630431735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:32:03.270639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373780976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:32:03.270659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341049726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:32:03.270665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:02.028095Z","time spent":"1.2424806s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4242,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:03.270673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.837024Z","time spent":"1.433619939s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:32:03.270691Z","caller":"traceutil/trace.go:171","msg":"trace[1778137322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5579; }","duration":"1.373856328s","start":"2026-03-31T20:32:01.896818Z","end":"2026-03-31T20:32:03.270675Z","steps":["trace[1778137322] 'agreement among raft nodes before linearized reading' (duration: 1.373728405s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:03.270709Z","caller":"traceutil/trace.go:171","msg":"trace[378440946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5579; }","duration":"1.630520637s","start":"2026-03-31T20:32:01.640147Z","end":"2026-03-31T20:32:03.270668Z","steps":["trace[378440946] 'agreement among raft nodes before linearized reading' (duration: 1.630328543s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:03.270711Z","caller":"traceutil/trace.go:171","msg":"trace[139286079] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5579; }","duration":"1.341116767s","start":"2026-03-31T20:32:01.929577Z","end":"2026-03-31T20:32:03.270694Z","steps":["trace[139286079] 'agreement among raft nodes before linearized reading' (duration: 1.340972384s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.270742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.896805Z","time spent":"1.373926189s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:32:03.270516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.900441Z","time spent":"1.370060902s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:03.270763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.92957Z","time spent":"1.341182259s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:32:03.270761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.640137Z","time spent":"1.630610759s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:32:03.270779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.591397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:32:03.27078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.000504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:03.270826Z","caller":"traceutil/trace.go:171","msg":"trace[332870281] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5579; }","duration":"312.645068ms","start":"2026-03-31T20:32:02.958167Z","end":"2026-03-31T20:32:03.270812Z","steps":["trace[332870281] 'agreement among raft nodes before linearized reading' (duration: 312.539086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:03.270836Z","caller":"traceutil/trace.go:171","msg":"trace[1415809911] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5579; }","duration":"741.106586ms","start":"2026-03-31T20:32:02.529713Z","end":"2026-03-31T20:32:03.27082Z","steps":["trace[1415809911] 'agreement among raft nodes before linearized reading' (duration: 741.014034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.270858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:02.958098Z","time spent":"312.75164ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:03.270882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:02.529692Z","time spent":"741.176778ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:03.271772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3748781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:32:03.271829Z","caller":"traceutil/trace.go:171","msg":"trace[2046805955] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:5579; }","duration":"1.374974532s","start":"2026-03-31T20:32:01.896837Z","end":"2026-03-31T20:32:03.271812Z","steps":["trace[2046805955] 'agreement among raft nodes before linearized reading' (duration: 1.374680775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.271862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.896819Z","time spent":"1.375035804s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"warn","ts":"2026-03-31T20:32:03.272166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634035095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:32:03.272235Z","caller":"traceutil/trace.go:171","msg":"trace[478307813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5579; }","duration":"1.634152028s","start":"2026-03-31T20:32:01.63807Z","end":"2026-03-31T20:32:03.272222Z","steps":["trace[478307813] 'agreement among raft nodes before linearized reading' (duration: 1.632036812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:03.27227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:01.638048Z","time spent":"1.634212009s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:03.272678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:02.027013Z","time spent":"1.245596668s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1108,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:06.71112Z","caller":"traceutil/trace.go:171","msg":"trace[148135390] linearizableReadLoop","detail":"{readStateIndex:5848; appliedIndex:5847; }","duration":"206.456171ms","start":"2026-03-31T20:32:06.504641Z","end":"2026-03-31T20:32:06.711097Z","steps":["trace[148135390] 'read index received' (duration: 206.249087ms)","trace[148135390] 'applied index is now lower than readState.Index' (duration: 206.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:06.71118Z","caller":"traceutil/trace.go:171","msg":"trace[137512236] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"441.692393ms","start":"2026-03-31T20:32:06.269457Z","end":"2026-03-31T20:32:06.711149Z","steps":["trace[137512236] 'process raft request' (duration: 441.487529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:06.711337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:06.269439Z","time spent":"441.809157ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:06.711438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.751038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4474"} {"level":"info","ts":"2026-03-31T20:32:06.711525Z","caller":"traceutil/trace.go:171","msg":"trace[1581204899] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5622; }","duration":"206.917201ms","start":"2026-03-31T20:32:06.504595Z","end":"2026-03-31T20:32:06.711513Z","steps":["trace[1581204899] 'agreement among raft nodes before linearized reading' (duration: 206.596584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.198926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887435094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:32:09.438801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357093814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:09.438881Z","caller":"traceutil/trace.go:171","msg":"trace[699686742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5664; }","duration":"1.357225577s","start":"2026-03-31T20:32:08.081636Z","end":"2026-03-31T20:32:09.438862Z","steps":["trace[699686742] 'count revisions from in-memory index tree' (duration: 1.357005632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.43898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:08.081616Z","time spent":"1.357349259s","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:09.440829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071063639s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:32:09.441259Z","caller":"traceutil/trace.go:171","msg":"trace[1292681441] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5890; }","duration":"742.665072ms","start":"2026-03-31T20:32:08.698569Z","end":"2026-03-31T20:32:09.441234Z","steps":["trace[1292681441] 'read index received' (duration: 742.56009ms)","trace[1292681441] 'applied index is now lower than readState.Index' (duration: 103.932µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:09.441323Z","caller":"traceutil/trace.go:171","msg":"trace[418932681] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"1.071651773s","start":"2026-03-31T20:32:08.369647Z","end":"2026-03-31T20:32:09.441299Z","steps":["trace[418932681] 'process raft request' (duration: 1.071448699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.441538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:08.369624Z","time spent":"1.071831407s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:09.44155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.936488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-31T20:32:09.441598Z","caller":"traceutil/trace.go:171","msg":"trace[200418868] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5665; }","duration":"743.066051ms","start":"2026-03-31T20:32:08.698518Z","end":"2026-03-31T20:32:09.441584Z","steps":["trace[200418868] 'agreement among raft nodes before linearized reading' (duration: 742.835796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.441637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:08.698498Z","time spent":"743.130472ms","remote":"127.0.0.1:53496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T20:32:09.442997Z","caller":"traceutil/trace.go:171","msg":"trace[914542197] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"169.66057ms","start":"2026-03-31T20:32:09.27332Z","end":"2026-03-31T20:32:09.442981Z","steps":["trace[914542197] 'process raft request' (duration: 169.360014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.443053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.057078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:09.443149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.879011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:32:09.443199Z","caller":"traceutil/trace.go:171","msg":"trace[1016084633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5667; }","duration":"132.955253ms","start":"2026-03-31T20:32:09.31023Z","end":"2026-03-31T20:32:09.443185Z","steps":["trace[1016084633] 'agreement among raft nodes before linearized reading' (duration: 132.81864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.443371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.129627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:32:09.443406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.528107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:32:09.443425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.575638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:32:09.443802Z","caller":"traceutil/trace.go:171","msg":"trace[1373479264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5667; }","duration":"142.982047ms","start":"2026-03-31T20:32:09.300802Z","end":"2026-03-31T20:32:09.443784Z","steps":["trace[1373479264] 'agreement among raft nodes before linearized reading' (duration: 142.391494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:09.443446Z","caller":"traceutil/trace.go:171","msg":"trace[1392053092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5667; }","duration":"138.582858ms","start":"2026-03-31T20:32:09.304851Z","end":"2026-03-31T20:32:09.443434Z","steps":["trace[1392053092] 'agreement among raft nodes before linearized reading' (duration: 138.443365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:09.443281Z","caller":"traceutil/trace.go:171","msg":"trace[2125941485] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"169.817604ms","start":"2026-03-31T20:32:09.273431Z","end":"2026-03-31T20:32:09.443249Z","steps":["trace[2125941485] 'process raft request' (duration: 169.465516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.443343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.558056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:32:09.444353Z","caller":"traceutil/trace.go:171","msg":"trace[1570367621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5667; }","duration":"138.577869ms","start":"2026-03-31T20:32:09.305755Z","end":"2026-03-31T20:32:09.444333Z","steps":["trace[1570367621] 'agreement among raft nodes before linearized reading' (duration: 137.498134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:09.44327Z","caller":"traceutil/trace.go:171","msg":"trace[1076632097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5667; }","duration":"484.256672ms","start":"2026-03-31T20:32:08.958914Z","end":"2026-03-31T20:32:09.443171Z","steps":["trace[1076632097] 'agreement among raft nodes before linearized reading' (duration: 484.061888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:09.443452Z","caller":"traceutil/trace.go:171","msg":"trace[142266739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5667; }","duration":"133.221568ms","start":"2026-03-31T20:32:09.310207Z","end":"2026-03-31T20:32:09.443429Z","steps":["trace[142266739] 'agreement among raft nodes before linearized reading' (duration: 133.081555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.443233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.799219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:32:09.444722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:08.958896Z","time spent":"485.764496ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:32:09.443516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.037897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:32:09.443617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.091449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T20:32:09.443704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.040401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:32:09.444735Z","caller":"traceutil/trace.go:171","msg":"trace[121244688] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5667; }","duration":"138.345884ms","start":"2026-03-31T20:32:09.306374Z","end":"2026-03-31T20:32:09.44472Z","steps":["trace[121244688] 'agreement among raft nodes before linearized reading' (duration: 136.648516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:09.445262Z","caller":"traceutil/trace.go:171","msg":"trace[13392048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5667; }","duration":"135.825907ms","start":"2026-03-31T20:32:09.309423Z","end":"2026-03-31T20:32:09.445249Z","steps":["trace[13392048] 'agreement among raft nodes before linearized reading' (duration: 133.933335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:09.445636Z","caller":"traceutil/trace.go:171","msg":"trace[274118871] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:5667; }","duration":"215.168065ms","start":"2026-03-31T20:32:09.23045Z","end":"2026-03-31T20:32:09.445618Z","steps":["trace[274118871] 'agreement among raft nodes before linearized reading' (duration: 212.878994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:09.445675Z","caller":"traceutil/trace.go:171","msg":"trace[1214274951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:5667; }","duration":"142.039016ms","start":"2026-03-31T20:32:09.303612Z","end":"2026-03-31T20:32:09.445651Z","steps":["trace[1214274951] 'agreement among raft nodes before linearized reading' (duration: 139.462028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:12.419091Z","caller":"traceutil/trace.go:171","msg":"trace[2106012192] linearizableReadLoop","detail":"{readStateIndex:5955; appliedIndex:5954; }","duration":"113.156883ms","start":"2026-03-31T20:32:12.305901Z","end":"2026-03-31T20:32:12.419057Z","steps":["trace[2106012192] 'read index received' (duration: 112.334634ms)","trace[2106012192] 'applied index is now lower than readState.Index' (duration: 820.499µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:12.419177Z","caller":"traceutil/trace.go:171","msg":"trace[483217278] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"113.992221ms","start":"2026-03-31T20:32:12.305161Z","end":"2026-03-31T20:32:12.419153Z","steps":["trace[483217278] 'process raft request' (duration: 113.07194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:12.419363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.442889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:32:12.419435Z","caller":"traceutil/trace.go:171","msg":"trace[1232969757] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5725; }","duration":"113.544221ms","start":"2026-03-31T20:32:12.305874Z","end":"2026-03-31T20:32:12.419419Z","steps":["trace[1232969757] 'agreement among raft nodes before linearized reading' (duration: 113.296755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:12.419522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.310566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111420"} {"level":"info","ts":"2026-03-31T20:32:12.419573Z","caller":"traceutil/trace.go:171","msg":"trace[1797114891] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5725; }","duration":"113.401638ms","start":"2026-03-31T20:32:12.306157Z","end":"2026-03-31T20:32:12.419559Z","steps":["trace[1797114891] 'agreement among raft nodes before linearized reading' (duration: 113.094831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:14.633508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.17286ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:32:14.633606Z","caller":"traceutil/trace.go:171","msg":"trace[1794472949] linearizableReadLoop","detail":"{readStateIndex:5981; appliedIndex:5980; }","duration":"179.48618ms","start":"2026-03-31T20:32:14.454104Z","end":"2026-03-31T20:32:14.63359Z","steps":["trace[1794472949] 'read index received' (duration: 54.551µs)","trace[1794472949] 'applied index is now lower than readState.Index' (duration: 179.429709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:14.634032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.909439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-31T20:32:14.63412Z","caller":"traceutil/trace.go:171","msg":"trace[280342486] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5750; }","duration":"180.046922ms","start":"2026-03-31T20:32:14.45405Z","end":"2026-03-31T20:32:14.634097Z","steps":["trace[280342486] 'agreement among raft nodes before linearized reading' (duration: 179.646364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:15.840001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887435337,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:32:15.888904Z","caller":"traceutil/trace.go:171","msg":"trace[802720915] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"593.156919ms","start":"2026-03-31T20:32:15.295723Z","end":"2026-03-31T20:32:15.88888Z","steps":["trace[802720915] 'process raft request' (duration: 592.987145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:15.88916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.295706Z","time spent":"593.298262ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:15.898588Z","caller":"traceutil/trace.go:171","msg":"trace[1752515013] linearizableReadLoop","detail":"{readStateIndex:5992; appliedIndex:5989; }","duration":"559.1021ms","start":"2026-03-31T20:32:15.33947Z","end":"2026-03-31T20:32:15.898572Z","steps":["trace[1752515013] 'read index received' (duration: 549.180489ms)","trace[1752515013] 'applied index is now lower than readState.Index' (duration: 9.920881ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:15.898692Z","caller":"traceutil/trace.go:171","msg":"trace[752704272] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"435.757911ms","start":"2026-03-31T20:32:15.462909Z","end":"2026-03-31T20:32:15.898667Z","steps":["trace[752704272] 'process raft request' (duration: 435.634599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:15.898756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.281974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T20:32:15.898786Z","caller":"traceutil/trace.go:171","msg":"trace[1970697022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5761; }","duration":"559.358866ms","start":"2026-03-31T20:32:15.339418Z","end":"2026-03-31T20:32:15.898777Z","steps":["trace[1970697022] 'agreement among raft nodes before linearized reading' (duration: 559.236393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:15.898651Z","caller":"traceutil/trace.go:171","msg":"trace[10229150] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"437.601363ms","start":"2026-03-31T20:32:15.461018Z","end":"2026-03-31T20:32:15.898619Z","steps":["trace[10229150] 'process raft request' (duration: 437.425669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:15.898835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.462899Z","time spent":"435.851743ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:15.898808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.339392Z","time spent":"559.411047ms","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:32:15.899004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.460993Z","time spent":"437.894079ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:15.907076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.739617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:32:15.907088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.650091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:32:15.907113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.241886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:32:15.907137Z","caller":"traceutil/trace.go:171","msg":"trace[1778140445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5764; }","duration":"429.84896ms","start":"2026-03-31T20:32:15.477274Z","end":"2026-03-31T20:32:15.907123Z","steps":["trace[1778140445] 'agreement among raft nodes before linearized reading' (duration: 429.680436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:15.907191Z","caller":"traceutil/trace.go:171","msg":"trace[362790352] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:5764; }","duration":"416.341959ms","start":"2026-03-31T20:32:15.490829Z","end":"2026-03-31T20:32:15.90717Z","steps":["trace[362790352] 'agreement among raft nodes before linearized reading' (duration: 416.140594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:15.907211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.809438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:15.907227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.716332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T20:32:15.907299Z","caller":"traceutil/trace.go:171","msg":"trace[56712396] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5764; }","duration":"284.955341ms","start":"2026-03-31T20:32:15.622323Z","end":"2026-03-31T20:32:15.907278Z","steps":["trace[56712396] 'agreement among raft nodes before linearized reading' (duration: 284.782687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:15.907151Z","caller":"traceutil/trace.go:171","msg":"trace[1821920222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5764; }","duration":"418.756673ms","start":"2026-03-31T20:32:15.488378Z","end":"2026-03-31T20:32:15.907134Z","steps":["trace[1821920222] 'agreement among raft nodes before linearized reading' (duration: 418.579429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:15.907302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.906863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:32:15.907389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.488356Z","time spent":"419.027318ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:32:15.907433Z","caller":"traceutil/trace.go:171","msg":"trace[1965654657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5764; }","duration":"418.077227ms","start":"2026-03-31T20:32:15.48934Z","end":"2026-03-31T20:32:15.907417Z","steps":["trace[1965654657] 'agreement among raft nodes before linearized reading' (duration: 417.859862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:15.907202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.477251Z","time spent":"429.940452ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:15.907485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.489317Z","time spent":"418.153398ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:32:15.90731Z","caller":"traceutil/trace.go:171","msg":"trace[2094911493] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5764; }","duration":"256.833444ms","start":"2026-03-31T20:32:15.650456Z","end":"2026-03-31T20:32:15.90729Z","steps":["trace[2094911493] 'agreement among raft nodes before linearized reading' (duration: 256.560598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:15.907469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.874525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:32:15.907454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.07137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:32:15.907579Z","caller":"traceutil/trace.go:171","msg":"trace[59734301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5764; }","duration":"418.989547ms","start":"2026-03-31T20:32:15.488568Z","end":"2026-03-31T20:32:15.907558Z","steps":["trace[59734301] 'agreement among raft nodes before linearized reading' (duration: 418.716091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:15.90761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.142176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:32:15.907665Z","caller":"traceutil/trace.go:171","msg":"trace[920138429] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5764; }","duration":"419.299404ms","start":"2026-03-31T20:32:15.488308Z","end":"2026-03-31T20:32:15.907608Z","steps":["trace[920138429] 'agreement among raft nodes before linearized reading' (duration: 418.938346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:15.907694Z","caller":"traceutil/trace.go:171","msg":"trace[419191715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5764; }","duration":"426.255079ms","start":"2026-03-31T20:32:15.481425Z","end":"2026-03-31T20:32:15.90768Z","steps":["trace[419191715] 'agreement among raft nodes before linearized reading' (duration: 425.792819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:15.907759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.481402Z","time spent":"426.346861ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:32:15.907252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.490817Z","time spent":"416.42027ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"warn","ts":"2026-03-31T20:32:15.907733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.488297Z","time spent":"419.424347ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:32:15.907782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.426352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:32:15.907634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.48856Z","time spent":"419.06185ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:32:15.907854Z","caller":"traceutil/trace.go:171","msg":"trace[225172974] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5764; }","duration":"421.528844ms","start":"2026-03-31T20:32:15.486305Z","end":"2026-03-31T20:32:15.907834Z","steps":["trace[225172974] 'agreement among raft nodes before linearized reading' (duration: 421.026073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:15.907966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:15.486286Z","time spent":"421.665118ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:32:22.245302Z","caller":"traceutil/trace.go:171","msg":"trace[2118019006] linearizableReadLoop","detail":"{readStateIndex:6035; appliedIndex:6034; }","duration":"180.115234ms","start":"2026-03-31T20:32:22.065157Z","end":"2026-03-31T20:32:22.245272Z","steps":["trace[2118019006] 'read index received' (duration: 174.787175ms)","trace[2118019006] 'applied index is now lower than readState.Index' (duration: 5.326559ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:22.245364Z","caller":"traceutil/trace.go:171","msg":"trace[1709849543] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"191.787244ms","start":"2026-03-31T20:32:22.053547Z","end":"2026-03-31T20:32:22.245335Z","steps":["trace[1709849543] 'process raft request' (duration: 186.408734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:22.245505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.341068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:32:22.245569Z","caller":"traceutil/trace.go:171","msg":"trace[1301866548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5803; }","duration":"180.453351ms","start":"2026-03-31T20:32:22.065104Z","end":"2026-03-31T20:32:22.245557Z","steps":["trace[1301866548] 'agreement among raft nodes before linearized reading' (duration: 180.299847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:22.24558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.187244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:32:22.245642Z","caller":"traceutil/trace.go:171","msg":"trace[2041143257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5803; }","duration":"140.273226ms","start":"2026-03-31T20:32:22.105353Z","end":"2026-03-31T20:32:22.245626Z","steps":["trace[2041143257] 'agreement among raft nodes before linearized reading' (duration: 140.117193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:22.24569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.472687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:32:22.245757Z","caller":"traceutil/trace.go:171","msg":"trace[1246295157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5803; }","duration":"178.579359ms","start":"2026-03-31T20:32:22.067162Z","end":"2026-03-31T20:32:22.245741Z","steps":["trace[1246295157] 'agreement among raft nodes before linearized reading' (duration: 178.292663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:23.147471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887435445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:32:24.956831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:32:24.956916Z","caller":"traceutil/trace.go:171","msg":"trace[987145570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272627s","start":"2026-03-31T20:32:22.956624Z","end":"2026-03-31T20:32:24.956897Z","steps":["trace[987145570] 'agreement among raft nodes before linearized reading' (duration: 2.000159115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:24.956959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:22.956605Z","time spent":"2.000344229s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:32:25.56824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248487329s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:25.56835Z","caller":"traceutil/trace.go:171","msg":"trace[93784861] linearizableReadLoop","detail":"{readStateIndex:6039; appliedIndex:6038; }","duration":"2.921180179s","start":"2026-03-31T20:32:22.647151Z","end":"2026-03-31T20:32:25.568331Z","steps":["trace[93784861] 'read index received' (duration: 672.569928ms)","trace[93784861] 'applied index is now lower than readState.Index' (duration: 2.248608811s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:25.568383Z","caller":"traceutil/trace.go:171","msg":"trace[731193578] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"3.254894916s","start":"2026-03-31T20:32:22.313457Z","end":"2026-03-31T20:32:25.568352Z","steps":["trace[731193578] 'process raft request' (duration: 1.006224594s)","trace[731193578] 'compare' (duration: 2.247910825s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:25.568513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:22.313435Z","time spent":"3.255018599s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:32:25.568533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921377193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-31T20:32:25.568563Z","caller":"traceutil/trace.go:171","msg":"trace[703887948] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5807; }","duration":"2.921413015s","start":"2026-03-31T20:32:22.647141Z","end":"2026-03-31T20:32:25.568554Z","steps":["trace[703887948] 'agreement among raft nodes before linearized reading' (duration: 2.921259641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:25.5686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:22.647124Z","time spent":"2.921466807s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T20:32:26.069171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887435453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:32:26.570252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887435453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:32:26.915951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.164829ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:26.916056Z","caller":"traceutil/trace.go:171","msg":"trace[1609976986] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5807; }","duration":"134.273042ms","start":"2026-03-31T20:32:26.781752Z","end":"2026-03-31T20:32:26.916025Z","steps":["trace[1609976986] 'range keys from in-memory index tree' (duration: 134.143058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:26.958095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:32:26.958171Z","caller":"traceutil/trace.go:171","msg":"trace[1647051665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037302s","start":"2026-03-31T20:32:24.95778Z","end":"2026-03-31T20:32:26.958153Z","steps":["trace[1647051665] 'agreement among raft nodes before linearized reading' (duration: 2.000266348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:26.958206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.95776Z","time spent":"2.000439412s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:32:27.070985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887435453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:32:27.175382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.173919582s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:32:27.175834Z","caller":"traceutil/trace.go:171","msg":"trace[1153360488] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"3.174534776s","start":"2026-03-31T20:32:24.001262Z","end":"2026-03-31T20:32:27.175796Z","steps":["trace[1153360488] 'process raft request' (duration: 3.174328472s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.176011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.001225Z","time spent":"3.174697479s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:27.828476Z","caller":"traceutil/trace.go:171","msg":"trace[584742684] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"3.826622788s","start":"2026-03-31T20:32:24.001813Z","end":"2026-03-31T20:32:27.828436Z","steps":["trace[584742684] 'process raft request' (duration: 3.826404373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.828641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.00178Z","time spent":"3.826774891s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:28.211594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.19832ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:32:28.212222Z","caller":"traceutil/trace.go:171","msg":"trace[1703760320] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"2.632457876s","start":"2026-03-31T20:32:25.579738Z","end":"2026-03-31T20:32:28.212196Z","steps":["trace[1703760320] 'process raft request' (duration: 2.631955415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.212345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:25.579719Z","time spent":"2.632560458s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:28.496177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.893297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:28.496289Z","caller":"traceutil/trace.go:171","msg":"trace[2058113526] linearizableReadLoop","detail":"{readStateIndex:6044; appliedIndex:6039; }","duration":"2.927897441s","start":"2026-03-31T20:32:25.568374Z","end":"2026-03-31T20:32:28.496271Z","steps":["trace[2058113526] 'read index received' (duration: 1.607194897s)","trace[2058113526] 'applied index is now lower than readState.Index' (duration: 1.320701224s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:28.496454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.192657006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:32:28.496493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.246751901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:32:28.496469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178671038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:28.496523Z","caller":"traceutil/trace.go:171","msg":"trace[748824933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5811; }","duration":"4.246804312s","start":"2026-03-31T20:32:24.249708Z","end":"2026-03-31T20:32:28.496512Z","steps":["trace[748824933] 'agreement among raft nodes before linearized reading' (duration: 4.246658259s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.496528Z","caller":"traceutil/trace.go:171","msg":"trace[535515769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5811; }","duration":"4.192783869s","start":"2026-03-31T20:32:24.303725Z","end":"2026-03-31T20:32:28.496509Z","steps":["trace[535515769] 'agreement among raft nodes before linearized reading' (duration: 4.192566644s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.496542Z","caller":"traceutil/trace.go:171","msg":"trace[1106092682] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5811; }","duration":"3.178801591s","start":"2026-03-31T20:32:25.317721Z","end":"2026-03-31T20:32:28.496523Z","steps":["trace[1106092682] 'agreement among raft nodes before linearized reading' (duration: 3.178658318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.496559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.154781281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T20:32:28.496599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:25.317697Z","time spent":"3.178890943s","remote":"127.0.0.1:55258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:28.496582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488336965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:32:28.496623Z","caller":"traceutil/trace.go:171","msg":"trace[1784302045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5811; }","duration":"4.154900114s","start":"2026-03-31T20:32:24.341708Z","end":"2026-03-31T20:32:28.496608Z","steps":["trace[1784302045] 'agreement among raft nodes before linearized reading' (duration: 4.15470517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.496625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.154973915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:32:28.496626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.807341809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T20:32:28.496596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462988624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:28.496655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.341685Z","time spent":"4.154964435s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:32:28.496662Z","caller":"traceutil/trace.go:171","msg":"trace[556285876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5811; }","duration":"4.488454668s","start":"2026-03-31T20:32:24.008187Z","end":"2026-03-31T20:32:28.496642Z","steps":["trace[556285876] 'agreement among raft nodes before linearized reading' (duration: 4.488231023s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.496671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.973852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:28.496673Z","caller":"traceutil/trace.go:171","msg":"trace[1239018633] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5811; }","duration":"5.807429791s","start":"2026-03-31T20:32:22.689228Z","end":"2026-03-31T20:32:28.496658Z","steps":["trace[1239018633] 'agreement among raft nodes before linearized reading' (duration: 5.807286928s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.496702Z","caller":"traceutil/trace.go:171","msg":"trace[1968551989] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5811; }","duration":"526.049884ms","start":"2026-03-31T20:32:27.970642Z","end":"2026-03-31T20:32:28.496692Z","steps":["trace[1968551989] 'agreement among raft nodes before linearized reading' (duration: 526.001913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.496708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:22.689208Z","time spent":"5.807493283s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T20:32:28.496727Z","caller":"traceutil/trace.go:171","msg":"trace[572105152] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5811; }","duration":"3.463201679s","start":"2026-03-31T20:32:25.033505Z","end":"2026-03-31T20:32:28.496707Z","steps":["trace[572105152] 'agreement among raft nodes before linearized reading' (duration: 3.462963524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.496738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.97062Z","time spent":"526.111185ms","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:28.496598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.844556859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-31T20:32:28.496857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.282515744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111607"} {"level":"info","ts":"2026-03-31T20:32:28.496889Z","caller":"traceutil/trace.go:171","msg":"trace[1673447024] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5811; }","duration":"5.282598686s","start":"2026-03-31T20:32:23.214283Z","end":"2026-03-31T20:32:28.496881Z","steps":["trace[1673447024] 'agreement among raft nodes before linearized reading' (duration: 5.282387351s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.496909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:23.214254Z","time spent":"5.282648906s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111630,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:32:28.496904Z","caller":"traceutil/trace.go:171","msg":"trace[1873905452] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"2.717963041s","start":"2026-03-31T20:32:25.778925Z","end":"2026-03-31T20:32:28.496888Z","steps":["trace[1873905452] 'process raft request' (duration: 2.433256296s)","trace[1873905452] 'compare' (duration: 283.62333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:28.496906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487015925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:32:28.496987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613450947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:32:28.496991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532878821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:28.497001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:25.033474Z","time spent":"3.463513416s","remote":"127.0.0.1:55268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:32:28.49704Z","caller":"traceutil/trace.go:171","msg":"trace[876538049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5811; }","duration":"1.532943532s","start":"2026-03-31T20:32:26.964085Z","end":"2026-03-31T20:32:28.497029Z","steps":["trace[876538049] 'agreement among raft nodes before linearized reading' (duration: 1.532875971s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.497004Z","caller":"traceutil/trace.go:171","msg":"trace[893422846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5811; }","duration":"4.487132338s","start":"2026-03-31T20:32:24.009857Z","end":"2026-03-31T20:32:28.49699Z","steps":["trace[893422846] 'agreement among raft nodes before linearized reading' (duration: 4.486821902s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.497042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.675328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:32:28.497062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623275406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:32:28.497072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.964077Z","time spent":"1.532989403s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:32:28.497031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487912215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:32:28.497087Z","caller":"traceutil/trace.go:171","msg":"trace[398838402] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5811; }","duration":"627.75683ms","start":"2026-03-31T20:32:27.869317Z","end":"2026-03-31T20:32:28.497073Z","steps":["trace[398838402] 'agreement among raft nodes before linearized reading' (duration: 627.690159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.497104Z","caller":"traceutil/trace.go:171","msg":"trace[322261903] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5811; }","duration":"1.623319877s","start":"2026-03-31T20:32:26.873776Z","end":"2026-03-31T20:32:28.497095Z","steps":["trace[322261903] 'agreement among raft nodes before linearized reading' (duration: 1.623252065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.497089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.009845Z","time spent":"4.48723329s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:28.497121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.869295Z","time spent":"627.817751ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:28.497106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537273489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T20:32:28.49714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.873754Z","time spent":"1.623378408s","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:32:28.497163Z","caller":"traceutil/trace.go:171","msg":"trace[333671315] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5811; }","duration":"1.537361131s","start":"2026-03-31T20:32:26.959789Z","end":"2026-03-31T20:32:28.49715Z","steps":["trace[333671315] 'agreement among raft nodes before linearized reading' (duration: 1.537255709s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.497156Z","caller":"traceutil/trace.go:171","msg":"trace[1303040842] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:5811; }","duration":"4.48809959s","start":"2026-03-31T20:32:24.009039Z","end":"2026-03-31T20:32:28.497139Z","steps":["trace[1303040842] 'agreement among raft nodes before linearized reading' (duration: 4.487741712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.497199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.959768Z","time spent":"1.537424323s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:32:28.497256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055685952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:28.497332Z","caller":"traceutil/trace.go:171","msg":"trace[942450752] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5811; }","duration":"2.055768484s","start":"2026-03-31T20:32:26.441551Z","end":"2026-03-31T20:32:28.497319Z","steps":["trace[942450752] 'agreement among raft nodes before linearized reading' (duration: 2.05562006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.496613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694234703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:28.49741Z","caller":"traceutil/trace.go:171","msg":"trace[2070952605] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5811; }","duration":"2.69505801s","start":"2026-03-31T20:32:25.802339Z","end":"2026-03-31T20:32:28.497397Z","steps":["trace[2070952605] 'agreement among raft nodes before linearized reading' (duration: 2.694249253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.496558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.249693Z","time spent":"4.246856924s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:28.49746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:25.802326Z","time spent":"2.695121402s","remote":"127.0.0.1:46036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:28.497593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.417592058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:28.497733Z","caller":"traceutil/trace.go:171","msg":"trace[1204870331] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5811; }","duration":"4.418042098s","start":"2026-03-31T20:32:24.079657Z","end":"2026-03-31T20:32:28.497699Z","steps":["trace[1204870331] 'agreement among raft nodes before linearized reading' (duration: 4.41722113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.497922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.079639Z","time spent":"4.418180142s","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:28.498662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811232224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:32:28.498703Z","caller":"traceutil/trace.go:171","msg":"trace[430490994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5811; }","duration":"1.811275235s","start":"2026-03-31T20:32:26.687418Z","end":"2026-03-31T20:32:28.498693Z","steps":["trace[430490994] 'agreement among raft nodes before linearized reading' (duration: 1.811169082s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.498725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.687369Z","time spent":"1.811350966s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:32:28.497428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.441461Z","time spent":"2.055920007s","remote":"127.0.0.1:54398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:28.497077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535903408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a6e1e64e8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:32:28.499086Z","caller":"traceutil/trace.go:171","msg":"trace[2012314766] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206a6e1e64e8f; range_end:; response_count:1; response_revision:5811; }","duration":"1.537919183s","start":"2026-03-31T20:32:26.961151Z","end":"2026-03-31T20:32:28.49907Z","steps":["trace[2012314766] 'agreement among raft nodes before linearized reading' (duration: 1.535879037s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.496703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.008175Z","time spent":"4.48851911s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:32:28.49696Z","caller":"traceutil/trace.go:171","msg":"trace[134524801] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5811; }","duration":"3.844945797s","start":"2026-03-31T20:32:24.651917Z","end":"2026-03-31T20:32:28.496863Z","steps":["trace[134524801] 'agreement among raft nodes before linearized reading' (duration: 3.844453676s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.496656Z","caller":"traceutil/trace.go:171","msg":"trace[1321684088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5811; }","duration":"4.155002226s","start":"2026-03-31T20:32:24.341647Z","end":"2026-03-31T20:32:28.496649Z","steps":["trace[1321684088] 'agreement among raft nodes before linearized reading' (duration: 4.154931954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.496563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.303702Z","time spent":"4.19285304s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:32:28.496596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897295924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:28.496823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487467876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:32:28.496992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:25.778901Z","time spent":"2.718034563s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:28.497012Z","caller":"traceutil/trace.go:171","msg":"trace[151868049] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5811; }","duration":"1.613479378s","start":"2026-03-31T20:32:26.883526Z","end":"2026-03-31T20:32:28.497006Z","steps":["trace[151868049] 'agreement among raft nodes before linearized reading' (duration: 1.613421466s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.497271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.00902Z","time spent":"4.488219092s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"warn","ts":"2026-03-31T20:32:28.497342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488428636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:32:28.499335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.961143Z","time spent":"1.538170378s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a6e1e64e8f\" "} {"level":"warn","ts":"2026-03-31T20:32:28.499731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.651906Z","time spent":"3.84780882s","remote":"127.0.0.1:53496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T20:32:28.499901Z","caller":"traceutil/trace.go:171","msg":"trace[1583701933] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5811; }","duration":"3.900653159s","start":"2026-03-31T20:32:24.599232Z","end":"2026-03-31T20:32:28.499885Z","steps":["trace[1583701933] 'agreement among raft nodes before linearized reading' (duration: 3.897256743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.499908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.341607Z","time spent":"4.158288079s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:32:28.499923Z","caller":"traceutil/trace.go:171","msg":"trace[546977863] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5811; }","duration":"4.490624356s","start":"2026-03-31T20:32:24.009271Z","end":"2026-03-31T20:32:28.499896Z","steps":["trace[546977863] 'agreement among raft nodes before linearized reading' (duration: 4.487453496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.499946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.599206Z","time spent":"3.90072661s","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:28.499968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.009249Z","time spent":"4.490707457s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:32:28.500024Z","caller":"traceutil/trace.go:171","msg":"trace[1767223159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5811; }","duration":"2.491056224s","start":"2026-03-31T20:32:26.008869Z","end":"2026-03-31T20:32:28.499925Z","steps":["trace[1767223159] 'agreement among raft nodes before linearized reading' (duration: 2.488393464s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.50011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.00885Z","time spent":"2.491244118s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:32:28.500135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.883483Z","time spent":"1.616622108s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:32:28.816951Z","caller":"traceutil/trace.go:171","msg":"trace[133754217] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"313.396065ms","start":"2026-03-31T20:32:28.503524Z","end":"2026-03-31T20:32:28.81692Z","steps":["trace[133754217] 'process raft request' (duration: 248.423327ms)","trace[133754217] 'compare' (duration: 64.832995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:28.817102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.503512Z","time spent":"313.511317ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:29.344495Z","caller":"traceutil/trace.go:171","msg":"trace[145393871] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"840.776747ms","start":"2026-03-31T20:32:28.503687Z","end":"2026-03-31T20:32:29.344464Z","steps":["trace[145393871] 'process raft request' (duration: 840.511731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.344599Z","caller":"traceutil/trace.go:171","msg":"trace[2002461071] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"840.699795ms","start":"2026-03-31T20:32:28.503855Z","end":"2026-03-31T20:32:29.344554Z","steps":["trace[2002461071] 'process raft request' (duration: 840.550972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.344694Z","caller":"traceutil/trace.go:171","msg":"trace[43620828] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"840.0291ms","start":"2026-03-31T20:32:28.504621Z","end":"2026-03-31T20:32:29.34465Z","steps":["trace[43620828] 'process raft request' (duration: 839.837246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.344793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.503839Z","time spent":"840.851509ms","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:29.344812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.504605Z","time spent":"840.135362ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:29.344822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.503664Z","time spent":"840.989862ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:29.344965Z","caller":"traceutil/trace.go:171","msg":"trace[309432565] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"840.206905ms","start":"2026-03-31T20:32:28.504743Z","end":"2026-03-31T20:32:29.34495Z","steps":["trace[309432565] 'process raft request' (duration: 839.859536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.344538Z","caller":"traceutil/trace.go:171","msg":"trace[1726041131] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"840.706585ms","start":"2026-03-31T20:32:28.503815Z","end":"2026-03-31T20:32:29.344522Z","steps":["trace[1726041131] 'process raft request' (duration: 840.533771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.34505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.504737Z","time spent":"840.272276ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:29.345076Z","caller":"traceutil/trace.go:171","msg":"trace[2043873501] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"840.202854ms","start":"2026-03-31T20:32:28.504859Z","end":"2026-03-31T20:32:29.345062Z","steps":["trace[2043873501] 'process raft request' (duration: 840.087212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.345045Z","caller":"traceutil/trace.go:171","msg":"trace[1327953030] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"840.206724ms","start":"2026-03-31T20:32:28.504813Z","end":"2026-03-31T20:32:29.345019Z","steps":["trace[1327953030] 'process raft request' (duration: 840.0089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.345097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.503807Z","time spent":"841.225337ms","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:29.345124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.504853Z","time spent":"840.247226ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:29.345193Z","caller":"traceutil/trace.go:171","msg":"trace[874430378] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"840.310337ms","start":"2026-03-31T20:32:28.504877Z","end":"2026-03-31T20:32:29.345188Z","steps":["trace[874430378] 'process raft request' (duration: 840.116183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.34523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.504865Z","time spent":"840.345317ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:29.345263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.504773Z","time spent":"840.365528ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:29.345348Z","caller":"traceutil/trace.go:171","msg":"trace[914660917] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"840.436479ms","start":"2026-03-31T20:32:28.504904Z","end":"2026-03-31T20:32:29.345341Z","steps":["trace[914660917] 'process raft request' (duration: 840.114172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.345382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.504896Z","time spent":"840.467271ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:29.345808Z","caller":"traceutil/trace.go:171","msg":"trace[1321543993] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"840.870249ms","start":"2026-03-31T20:32:28.504925Z","end":"2026-03-31T20:32:29.345796Z","steps":["trace[1321543993] 'process raft request' (duration: 840.361728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.345861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.504916Z","time spent":"840.91844ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:29.346174Z","caller":"traceutil/trace.go:171","msg":"trace[214299827] linearizableReadLoop","detail":"{readStateIndex:6050; appliedIndex:6044; }","duration":"841.404601ms","start":"2026-03-31T20:32:28.50476Z","end":"2026-03-31T20:32:29.346165Z","steps":["trace[214299827] 'read index received' (duration: 247.279781ms)","trace[214299827] 'applied index is now lower than readState.Index' (duration: 594.12412ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:29.346384Z","caller":"traceutil/trace.go:171","msg":"trace[14093206] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"835.298935ms","start":"2026-03-31T20:32:28.511077Z","end":"2026-03-31T20:32:29.346376Z","steps":["trace[14093206] 'process raft request' (duration: 835.047119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.346423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.511067Z","time spent":"835.336016ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:29.346546Z","caller":"traceutil/trace.go:171","msg":"trace[1773381642] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"840.819859ms","start":"2026-03-31T20:32:28.505719Z","end":"2026-03-31T20:32:29.346539Z","steps":["trace[1773381642] 'process raft request' (duration: 840.331488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.346578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.50571Z","time spent":"840.849879ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:29.346624Z","caller":"traceutil/trace.go:171","msg":"trace[1252443104] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"840.948181ms","start":"2026-03-31T20:32:28.505671Z","end":"2026-03-31T20:32:29.346619Z","steps":["trace[1252443104] 'process raft request' (duration: 840.067512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.346651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.505664Z","time spent":"840.971642ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:29.346716Z","caller":"traceutil/trace.go:171","msg":"trace[442982565] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"840.383918ms","start":"2026-03-31T20:32:28.505877Z","end":"2026-03-31T20:32:29.346261Z","steps":["trace[442982565] 'process raft request' (duration: 840.215865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.346789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.026075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:29.34681Z","caller":"traceutil/trace.go:171","msg":"trace[443203704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5826; }","duration":"842.060145ms","start":"2026-03-31T20:32:28.504744Z","end":"2026-03-31T20:32:29.346804Z","steps":["trace[443203704] 'agreement among raft nodes before linearized reading' (duration: 842.023985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.346825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.504737Z","time spent":"842.084396ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:32:29.346879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.505873Z","time spent":"840.93519ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:29.82962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.874646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:29.829725Z","caller":"traceutil/trace.go:171","msg":"trace[1183709231] linearizableReadLoop","detail":"{readStateIndex:6060; appliedIndex:6059; }","duration":"483.511086ms","start":"2026-03-31T20:32:29.346197Z","end":"2026-03-31T20:32:29.829708Z","steps":["trace[1183709231] 'read index received' (duration: 339.24764ms)","trace[1183709231] 'applied index is now lower than readState.Index' (duration: 144.261916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:29.82983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28465446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:29.829858Z","caller":"traceutil/trace.go:171","msg":"trace[229872939] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5827; }","duration":"1.284703401s","start":"2026-03-31T20:32:28.545146Z","end":"2026-03-31T20:32:29.829849Z","steps":["trace[229872939] 'agreement among raft nodes before linearized reading' (duration: 1.284647859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.829894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.545131Z","time spent":"1.284753351s","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:29.829923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.316295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:32:29.830022Z","caller":"traceutil/trace.go:171","msg":"trace[809604540] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:5827; }","duration":"598.458927ms","start":"2026-03-31T20:32:29.231542Z","end":"2026-03-31T20:32:29.830001Z","steps":["trace[809604540] 'agreement among raft nodes before linearized reading' (duration: 598.226272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.830073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.231522Z","time spent":"598.540729ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-03-31T20:32:29.830136Z","caller":"traceutil/trace.go:171","msg":"trace[951885652] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"649.089725ms","start":"2026-03-31T20:32:29.181013Z","end":"2026-03-31T20:32:29.830103Z","steps":["trace[951885652] 'process raft request' (duration: 504.591275ms)","trace[951885652] 'compare' (duration: 143.775433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:29.8302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.842696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a6e99f6d65\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-31T20:32:29.830201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.576444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-31T20:32:29.830206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324090398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:32:29.830241Z","caller":"traceutil/trace.go:171","msg":"trace[1553257] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206a6e99f6d65; range_end:; response_count:1; response_revision:5827; }","duration":"480.914208ms","start":"2026-03-31T20:32:29.349314Z","end":"2026-03-31T20:32:29.830229Z","steps":["trace[1553257] 'agreement among raft nodes before linearized reading' (duration: 480.812516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.830251Z","caller":"traceutil/trace.go:171","msg":"trace[1996427733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5827; }","duration":"1.324143959s","start":"2026-03-31T20:32:28.506098Z","end":"2026-03-31T20:32:29.830242Z","steps":["trace[1996427733] 'agreement among raft nodes before linearized reading' (duration: 1.324000146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.830283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.349298Z","time spent":"480.975119ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a6e99f6d65\" "} {"level":"warn","ts":"2026-03-31T20:32:29.830284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.506095Z","time spent":"1.32418237s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:32:29.830283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.180988Z","time spent":"649.220169ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:29.830247Z","caller":"traceutil/trace.go:171","msg":"trace[1507389401] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5827; }","duration":"504.658346ms","start":"2026-03-31T20:32:29.325575Z","end":"2026-03-31T20:32:29.830234Z","steps":["trace[1507389401] 'agreement among raft nodes before linearized reading' (duration: 504.517653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.830376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.32555Z","time spent":"504.80463ms","remote":"127.0.0.1:53496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T20:32:29.830364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325033189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65006"} {"level":"info","ts":"2026-03-31T20:32:29.830441Z","caller":"traceutil/trace.go:171","msg":"trace[228953853] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5827; }","duration":"1.325120211s","start":"2026-03-31T20:32:28.505305Z","end":"2026-03-31T20:32:29.830425Z","steps":["trace[228953853] 'agreement among raft nodes before linearized reading' (duration: 1.324841055s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.830481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.505278Z","time spent":"1.325194102s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":65029,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:32:30.310401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.055585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:30.310691Z","caller":"traceutil/trace.go:171","msg":"trace[620361295] linearizableReadLoop","detail":"{readStateIndex:6063; appliedIndex:6061; }","duration":"410.795304ms","start":"2026-03-31T20:32:29.899838Z","end":"2026-03-31T20:32:30.310633Z","steps":["trace[620361295] 'read index received' (duration: 233.502934ms)","trace[620361295] 'applied index is now lower than readState.Index' (duration: 177.29119ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:30.310802Z","caller":"traceutil/trace.go:171","msg":"trace[1364655880] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"478.242117ms","start":"2026-03-31T20:32:29.832543Z","end":"2026-03-31T20:32:30.310785Z","steps":["trace[1364655880] 'process raft request' (duration: 300.712451ms)","trace[1364655880] 'compare' (duration: 176.778049ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:30.310901Z","caller":"traceutil/trace.go:171","msg":"trace[1202947447] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"476.216493ms","start":"2026-03-31T20:32:29.834663Z","end":"2026-03-31T20:32:30.310879Z","steps":["trace[1202947447] 'process raft request' (duration: 475.840925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:30.310901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.832524Z","time spent":"478.325649ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:30.310993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.834642Z","time spent":"476.309434ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:30.311303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.161446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-31T20:32:30.311433Z","caller":"traceutil/trace.go:171","msg":"trace[1103254245] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5829; }","duration":"474.299521ms","start":"2026-03-31T20:32:29.837089Z","end":"2026-03-31T20:32:30.311388Z","steps":["trace[1103254245] 'agreement among raft nodes before linearized reading' (duration: 473.83931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:30.311537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.837082Z","time spent":"474.442684ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-31T20:32:30.348974Z","caller":"traceutil/trace.go:171","msg":"trace[2081686008] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"362.513159ms","start":"2026-03-31T20:32:29.986427Z","end":"2026-03-31T20:32:30.34894Z","steps":["trace[2081686008] 'process raft request' (duration: 362.403016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:30.349021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.739729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:30.349055Z","caller":"traceutil/trace.go:171","msg":"trace[243080242] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"448.361132ms","start":"2026-03-31T20:32:29.900668Z","end":"2026-03-31T20:32:30.349029Z","steps":["trace[243080242] 'process raft request' (duration: 448.027464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:30.349078Z","caller":"traceutil/trace.go:171","msg":"trace[1449604163] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5831; }","duration":"386.837081ms","start":"2026-03-31T20:32:29.962226Z","end":"2026-03-31T20:32:30.349063Z","steps":["trace[1449604163] 'agreement among raft nodes before linearized reading' (duration: 386.728689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:30.349115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.850181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:30.349201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.900653Z","time spent":"448.469125ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:30.349265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.962208Z","time spent":"386.994554ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T20:32:30.349246Z","caller":"traceutil/trace.go:171","msg":"trace[243099840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5831; }","duration":"391.084586ms","start":"2026-03-31T20:32:29.958142Z","end":"2026-03-31T20:32:30.349227Z","steps":["trace[243099840] 'agreement among raft nodes before linearized reading' (duration: 390.850741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:30.349155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.986406Z","time spent":"362.649901ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:30.349363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.958122Z","time spent":"391.22928ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:32:30.527351Z","caller":"traceutil/trace.go:171","msg":"trace[1675227181] linearizableReadLoop","detail":"{readStateIndex:6067; appliedIndex:6066; }","duration":"129.907516ms","start":"2026-03-31T20:32:30.397404Z","end":"2026-03-31T20:32:30.527311Z","steps":["trace[1675227181] 'read index received' (duration: 46.480917ms)","trace[1675227181] 'applied index is now lower than readState.Index' (duration: 83.425329ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:30.527432Z","caller":"traceutil/trace.go:171","msg":"trace[633348323] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"132.358861ms","start":"2026-03-31T20:32:30.39504Z","end":"2026-03-31T20:32:30.527399Z","steps":["trace[633348323] 'process raft request' (duration: 48.967672ms)","trace[633348323] 'compare' (duration: 83.107463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:30.527608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.575597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T20:32:30.527591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.144491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9635"} {"level":"info","ts":"2026-03-31T20:32:30.527651Z","caller":"traceutil/trace.go:171","msg":"trace[1349658908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5833; }","duration":"124.642388ms","start":"2026-03-31T20:32:30.402992Z","end":"2026-03-31T20:32:30.527635Z","steps":["trace[1349658908] 'agreement among raft nodes before linearized reading' (duration: 124.474634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:30.52769Z","caller":"traceutil/trace.go:171","msg":"trace[857690718] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5833; }","duration":"130.319245ms","start":"2026-03-31T20:32:30.397353Z","end":"2026-03-31T20:32:30.527672Z","steps":["trace[857690718] 'agreement among raft nodes before linearized reading' (duration: 130.050589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:30.809253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.372526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:30.809382Z","caller":"traceutil/trace.go:171","msg":"trace[1228278450] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"191.292213ms","start":"2026-03-31T20:32:30.618064Z","end":"2026-03-31T20:32:30.809356Z","steps":["trace[1228278450] 'process raft request' (duration: 73.711092ms)","trace[1228278450] 'compare' (duration: 117.09074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:31.060807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.256692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:31.060928Z","caller":"traceutil/trace.go:171","msg":"trace[1957311825] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"235.954358ms","start":"2026-03-31T20:32:30.824955Z","end":"2026-03-31T20:32:31.060909Z","steps":["trace[1957311825] 'process raft request' (duration: 88.513602ms)","trace[1957311825] 'compare' (duration: 147.125499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:03.698389Z","caller":"traceutil/trace.go:171","msg":"trace[2045595591] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"139.926678ms","start":"2026-03-31T20:33:03.558438Z","end":"2026-03-31T20:33:03.698365Z","steps":["trace[2045595591] 'process raft request' (duration: 139.737904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:03.6987Z","caller":"traceutil/trace.go:171","msg":"trace[1331459834] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"139.880817ms","start":"2026-03-31T20:33:03.558784Z","end":"2026-03-31T20:33:03.698665Z","steps":["trace[1331459834] 'process raft request' (duration: 139.536989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:03.698761Z","caller":"traceutil/trace.go:171","msg":"trace[186873767] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"139.714424ms","start":"2026-03-31T20:33:03.55903Z","end":"2026-03-31T20:33:03.698744Z","steps":["trace[186873767] 'process raft request' (duration: 139.53945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:03.859639Z","caller":"traceutil/trace.go:171","msg":"trace[1960801151] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"155.464504ms","start":"2026-03-31T20:33:03.70415Z","end":"2026-03-31T20:33:03.859614Z","steps":["trace[1960801151] 'process raft request' (duration: 114.092572ms)","trace[1960801151] 'compare' (duration: 41.223089ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:04.116843Z","caller":"traceutil/trace.go:171","msg":"trace[135052652] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"152.022977ms","start":"2026-03-31T20:33:03.964795Z","end":"2026-03-31T20:33:04.116818Z","steps":["trace[135052652] 'process raft request' (duration: 151.771092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:04.127037Z","caller":"traceutil/trace.go:171","msg":"trace[1585795262] linearizableReadLoop","detail":"{readStateIndex:6389; appliedIndex:6387; }","duration":"127.986312ms","start":"2026-03-31T20:33:03.999031Z","end":"2026-03-31T20:33:04.127017Z","steps":["trace[1585795262] 'read index received' (duration: 117.61532ms)","trace[1585795262] 'applied index is now lower than readState.Index' (duration: 10.369942ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:04.127148Z","caller":"traceutil/trace.go:171","msg":"trace[1899647898] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"152.435387ms","start":"2026-03-31T20:33:03.974684Z","end":"2026-03-31T20:33:04.127119Z","steps":["trace[1899647898] 'process raft request' (duration: 152.245503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:04.127224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.176247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:33:04.127249Z","caller":"traceutil/trace.go:171","msg":"trace[1468545015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:6147; }","duration":"128.253658ms","start":"2026-03-31T20:33:03.998989Z","end":"2026-03-31T20:33:04.127242Z","steps":["trace[1468545015] 'agreement among raft nodes before linearized reading' (duration: 128.123925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:08.446619Z","caller":"traceutil/trace.go:171","msg":"trace[2128394335] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"426.673583ms","start":"2026-03-31T20:33:08.019362Z","end":"2026-03-31T20:33:08.446035Z","steps":["trace[2128394335] 'process raft request' (duration: 426.022439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:08.446783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:08.019343Z","time spent":"427.355879ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:33:08.48923Z","caller":"traceutil/trace.go:171","msg":"trace[1203795925] transaction","detail":"{read_only:false; response_revision:6170; number_of_response:1; }","duration":"360.60546ms","start":"2026-03-31T20:33:08.128607Z","end":"2026-03-31T20:33:08.489212Z","steps":["trace[1203795925] 'process raft request' (duration: 360.374555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:08.48938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:08.128568Z","time spent":"360.730973ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:08.489485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.776426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:33:08.489692Z","caller":"traceutil/trace.go:171","msg":"trace[517632290] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:6170; }","duration":"345.028692ms","start":"2026-03-31T20:33:08.144639Z","end":"2026-03-31T20:33:08.489668Z","steps":["trace[517632290] 'agreement among raft nodes before linearized reading' (duration: 344.662234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:08.489162Z","caller":"traceutil/trace.go:171","msg":"trace[1635219568] linearizableReadLoop","detail":"{readStateIndex:6413; appliedIndex:6411; }","duration":"344.441869ms","start":"2026-03-31T20:33:08.144696Z","end":"2026-03-31T20:33:08.489137Z","steps":["trace[1635219568] 'read index received' (duration: 300.759375ms)","trace[1635219568] 'applied index is now lower than readState.Index' (duration: 43.681314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:08.489748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:08.144609Z","time spent":"345.126924ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"warn","ts":"2026-03-31T20:33:08.489834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.045076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:08.489874Z","caller":"traceutil/trace.go:171","msg":"trace[639166398] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6170; }","duration":"203.123188ms","start":"2026-03-31T20:33:08.286739Z","end":"2026-03-31T20:33:08.489862Z","steps":["trace[639166398] 'agreement among raft nodes before linearized reading' (duration: 203.060867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:09.469736Z","caller":"traceutil/trace.go:171","msg":"trace[258931502] transaction","detail":"{read_only:false; response_revision:6172; number_of_response:1; }","duration":"138.033007ms","start":"2026-03-31T20:33:09.331685Z","end":"2026-03-31T20:33:09.469718Z","steps":["trace[258931502] 'process raft request' (duration: 62.008112ms)","trace[258931502] 'compare' (duration: 75.842491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:09.46984Z","caller":"traceutil/trace.go:171","msg":"trace[1871321256] transaction","detail":"{read_only:false; response_revision:6173; number_of_response:1; }","duration":"134.342856ms","start":"2026-03-31T20:33:09.335486Z","end":"2026-03-31T20:33:09.469829Z","steps":["trace[1871321256] 'process raft request' (duration: 134.150051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:09.745929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.783867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:33:09.746003Z","caller":"traceutil/trace.go:171","msg":"trace[1837645133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6173; }","duration":"165.90148ms","start":"2026-03-31T20:33:09.580085Z","end":"2026-03-31T20:33:09.745987Z","steps":["trace[1837645133] 'range keys from in-memory index tree' (duration: 165.611293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:09.932354Z","caller":"traceutil/trace.go:171","msg":"trace[237604348] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"182.519059ms","start":"2026-03-31T20:33:09.74981Z","end":"2026-03-31T20:33:09.932329Z","steps":["trace[237604348] 'process raft request' (duration: 182.450207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:09.932534Z","caller":"traceutil/trace.go:171","msg":"trace[1914296530] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"182.715004ms","start":"2026-03-31T20:33:09.749761Z","end":"2026-03-31T20:33:09.932476Z","steps":["trace[1914296530] 'process raft request' (duration: 182.451958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:09.932537Z","caller":"traceutil/trace.go:171","msg":"trace[1453841817] transaction","detail":"{read_only:false; response_revision:6175; number_of_response:1; }","duration":"182.968969ms","start":"2026-03-31T20:33:09.749472Z","end":"2026-03-31T20:33:09.932441Z","steps":["trace[1453841817] 'process raft request' (duration: 117.837937ms)","trace[1453841817] 'compare' (duration: 64.759664ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:09.932734Z","caller":"traceutil/trace.go:171","msg":"trace[1265685781] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"181.035246ms","start":"2026-03-31T20:33:09.751684Z","end":"2026-03-31T20:33:09.932719Z","steps":["trace[1265685781] 'process raft request' (duration: 180.607357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:09.933Z","caller":"traceutil/trace.go:171","msg":"trace[474019302] linearizableReadLoop","detail":"{readStateIndex:6422; appliedIndex:6417; }","duration":"175.579395ms","start":"2026-03-31T20:33:09.757073Z","end":"2026-03-31T20:33:09.932652Z","steps":["trace[474019302] 'read index received' (duration: 18.873721ms)","trace[474019302] 'applied index is now lower than readState.Index' (duration: 156.704644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:09.933083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.000775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:09.933186Z","caller":"traceutil/trace.go:171","msg":"trace[504686018] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6178; }","duration":"176.159648ms","start":"2026-03-31T20:33:09.757009Z","end":"2026-03-31T20:33:09.933169Z","steps":["trace[504686018] 'agreement among raft nodes before linearized reading' (duration: 175.994785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.075906Z","caller":"traceutil/trace.go:171","msg":"trace[1855500902] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"123.384941ms","start":"2026-03-31T20:33:13.952492Z","end":"2026-03-31T20:33:14.075876Z","steps":["trace[1855500902] 'process raft request' (duration: 111.970276ms)","trace[1855500902] 'compare' (duration: 11.262961ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:14.076089Z","caller":"traceutil/trace.go:171","msg":"trace[1386123558] linearizableReadLoop","detail":"{readStateIndex:6447; appliedIndex:6443; }","duration":"117.140772ms","start":"2026-03-31T20:33:13.95893Z","end":"2026-03-31T20:33:14.076071Z","steps":["trace[1386123558] 'read index received' (duration: 2.741511ms)","trace[1386123558] 'applied index is now lower than readState.Index' (duration: 114.398001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:14.076133Z","caller":"traceutil/trace.go:171","msg":"trace[167115556] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"123.296259ms","start":"2026-03-31T20:33:13.952815Z","end":"2026-03-31T20:33:14.076111Z","steps":["trace[167115556] 'process raft request' (duration: 123.006952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.076134Z","caller":"traceutil/trace.go:171","msg":"trace[1847611057] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"122.904371ms","start":"2026-03-31T20:33:13.953207Z","end":"2026-03-31T20:33:14.076112Z","steps":["trace[1847611057] 'process raft request' (duration: 122.778848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:14.076227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.282675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:14.076287Z","caller":"traceutil/trace.go:171","msg":"trace[805498714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6203; }","duration":"117.376577ms","start":"2026-03-31T20:33:13.958896Z","end":"2026-03-31T20:33:14.076273Z","steps":["trace[805498714] 'agreement among raft nodes before linearized reading' (duration: 117.278565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:19.572263Z","caller":"traceutil/trace.go:171","msg":"trace[1885880969] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"146.308452ms","start":"2026-03-31T20:33:19.425919Z","end":"2026-03-31T20:33:19.572228Z","steps":["trace[1885880969] 'process raft request' (duration: 144.181974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:25.142019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887436750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:33:25.325626Z","caller":"traceutil/trace.go:171","msg":"trace[1749687249] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"733.77016ms","start":"2026-03-31T20:33:24.591829Z","end":"2026-03-31T20:33:25.325599Z","steps":["trace[1749687249] 'process raft request' (duration: 733.592106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:25.325789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:24.591801Z","time spent":"733.908794ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:26.83871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.844161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:33:26.83931Z","caller":"traceutil/trace.go:171","msg":"trace[756086970] transaction","detail":"{read_only:false; response_revision:6283; number_of_response:1; }","duration":"2.205037753s","start":"2026-03-31T20:33:24.634208Z","end":"2026-03-31T20:33:26.839245Z","steps":["trace[756086970] 'process raft request' (duration: 1.231598269s)","trace[756086970] 'compare' (duration: 972.527174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:26.839524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:24.634172Z","time spent":"2.205239677s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:26.958989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:33:26.959074Z","caller":"traceutil/trace.go:171","msg":"trace[1015479036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000625235s","start":"2026-03-31T20:33:24.95843Z","end":"2026-03-31T20:33:26.959055Z","steps":["trace[1015479036] 'agreement among raft nodes before linearized reading' (duration: 2.000493572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:26.959127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:24.958406Z","time spent":"2.000712488s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:33:27.252641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.845227ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:33:27.25275Z","caller":"traceutil/trace.go:171","msg":"trace[74052058] linearizableReadLoop","detail":"{readStateIndex:6530; appliedIndex:6527; }","duration":"2.61124384s","start":"2026-03-31T20:33:24.641487Z","end":"2026-03-31T20:33:27.252731Z","steps":["trace[74052058] 'read index received' (duration: 683.912099ms)","trace[74052058] 'applied index is now lower than readState.Index' (duration: 1.927330011s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:27.252963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611465215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:33:27.252997Z","caller":"traceutil/trace.go:171","msg":"trace[923477662] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:6283; }","duration":"2.611533806s","start":"2026-03-31T20:33:24.641451Z","end":"2026-03-31T20:33:27.252985Z","steps":["trace[923477662] 'agreement among raft nodes before linearized reading' (duration: 2.611374832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.253032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:24.641438Z","time spent":"2.611586747s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"warn","ts":"2026-03-31T20:33:27.25302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303870408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:33:27.253065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.768343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:27.25312Z","caller":"traceutil/trace.go:171","msg":"trace[1354358058] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6283; }","duration":"2.3040216s","start":"2026-03-31T20:33:24.949076Z","end":"2026-03-31T20:33:27.253098Z","steps":["trace[1354358058] 'agreement among raft nodes before linearized reading' (duration: 2.303848806s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.253163Z","caller":"traceutil/trace.go:171","msg":"trace[1908091099] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6283; }","duration":"908.882785ms","start":"2026-03-31T20:33:26.344264Z","end":"2026-03-31T20:33:27.253147Z","steps":["trace[1908091099] 'agreement among raft nodes before linearized reading' (duration: 908.691181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.253145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.41554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:33:27.253191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.363716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:33:27.253218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647555254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:33:27.253197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.204285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:33:27.253236Z","caller":"traceutil/trace.go:171","msg":"trace[368095465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6283; }","duration":"161.549683ms","start":"2026-03-31T20:33:27.091664Z","end":"2026-03-31T20:33:27.253213Z","steps":["trace[368095465] 'agreement among raft nodes before linearized reading' (duration: 161.393529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.253247Z","caller":"traceutil/trace.go:171","msg":"trace[1939195078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6283; }","duration":"927.401587ms","start":"2026-03-31T20:33:26.325818Z","end":"2026-03-31T20:33:27.25322Z","steps":["trace[1939195078] 'agreement among raft nodes before linearized reading' (duration: 927.302735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.253215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:26.34423Z","time spent":"908.973456ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:33:27.253288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:26.325796Z","time spent":"927.484939ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:33:27.253315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310033389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:33:27.253315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309173089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:33:27.253381Z","caller":"traceutil/trace.go:171","msg":"trace[2599955] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6283; }","duration":"1.310128661s","start":"2026-03-31T20:33:25.94323Z","end":"2026-03-31T20:33:27.253358Z","steps":["trace[2599955] 'agreement among raft nodes before linearized reading' (duration: 1.310025129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.253419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197437887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-31T20:33:27.253437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648528404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:33:27.253454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:25.943199Z","time spent":"1.310241354s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:33:27.253469Z","caller":"traceutil/trace.go:171","msg":"trace[399897357] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6283; }","duration":"1.648598176s","start":"2026-03-31T20:33:25.604862Z","end":"2026-03-31T20:33:27.25346Z","steps":["trace[399897357] 'agreement among raft nodes before linearized reading' (duration: 1.648553135s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.253457Z","caller":"traceutil/trace.go:171","msg":"trace[1852021529] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6283; }","duration":"1.309352842s","start":"2026-03-31T20:33:25.944073Z","end":"2026-03-31T20:33:27.253426Z","steps":["trace[1852021529] 'agreement among raft nodes before linearized reading' (duration: 1.308942903s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.253255Z","caller":"traceutil/trace.go:171","msg":"trace[2050477650] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6283; }","duration":"1.647630114s","start":"2026-03-31T20:33:25.605616Z","end":"2026-03-31T20:33:27.253246Z","steps":["trace[2050477650] 'agreement among raft nodes before linearized reading' (duration: 1.647580173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.253603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:25.944067Z","time spent":"1.309524136s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:33:27.253476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.240495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T20:33:27.253602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.79864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:27.25365Z","caller":"traceutil/trace.go:171","msg":"trace[917782912] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6283; }","duration":"688.46388ms","start":"2026-03-31T20:33:26.565177Z","end":"2026-03-31T20:33:27.253641Z","steps":["trace[917782912] 'agreement among raft nodes before linearized reading' (duration: 687.764595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.253463Z","caller":"traceutil/trace.go:171","msg":"trace[706799934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6283; }","duration":"1.19755889s","start":"2026-03-31T20:33:26.055894Z","end":"2026-03-31T20:33:27.253453Z","steps":["trace[706799934] 'agreement among raft nodes before linearized reading' (duration: 1.197364926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.253668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209124559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:33:27.253675Z","caller":"traceutil/trace.go:171","msg":"trace[1311513790] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6283; }","duration":"615.899112ms","start":"2026-03-31T20:33:26.637755Z","end":"2026-03-31T20:33:27.253654Z","steps":["trace[1311513790] 'agreement among raft nodes before linearized reading' (duration: 615.80388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.253693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:26.565158Z","time spent":"688.526322ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":624,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:33:27.253708Z","caller":"traceutil/trace.go:171","msg":"trace[1759265849] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6283; }","duration":"1.2092072s","start":"2026-03-31T20:33:26.044489Z","end":"2026-03-31T20:33:27.253697Z","steps":["trace[1759265849] 'agreement among raft nodes before linearized reading' (duration: 1.209100918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.253707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:26.055866Z","time spent":"1.197825066s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:33:27.253677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:25.605595Z","time spent":"1.648040154s","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-31T20:33:27.253741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:26.044468Z","time spent":"1.209264882s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:33:27.253229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616807258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:33:27.253741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:26.637739Z","time spent":"615.986384ms","remote":"127.0.0.1:54582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:33:27.253794Z","caller":"traceutil/trace.go:171","msg":"trace[358604718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6283; }","duration":"1.61738343s","start":"2026-03-31T20:33:25.636391Z","end":"2026-03-31T20:33:27.253774Z","steps":["trace[358604718] 'agreement among raft nodes before linearized reading' (duration: 1.616745926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.25387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:25.636375Z","time spent":"1.617479173s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:33:27.25317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:24.94905Z","time spent":"2.304108672s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:33:27.25337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.151973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:33:27.253281Z","caller":"traceutil/trace.go:171","msg":"trace[2068571051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6283; }","duration":"845.321647ms","start":"2026-03-31T20:33:26.407943Z","end":"2026-03-31T20:33:27.253264Z","steps":["trace[2068571051] 'agreement among raft nodes before linearized reading' (duration: 845.046251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.253998Z","caller":"traceutil/trace.go:171","msg":"trace[1510621012] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6283; }","duration":"928.789307ms","start":"2026-03-31T20:33:26.325193Z","end":"2026-03-31T20:33:27.253982Z","steps":["trace[1510621012] 'agreement among raft nodes before linearized reading' (duration: 928.116873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.254043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:26.325183Z","time spent":"928.849099ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:33:27.253074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.20512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:33:27.254015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:26.407929Z","time spent":"846.073604ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:33:27.254099Z","caller":"traceutil/trace.go:171","msg":"trace[1253646796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6283; }","duration":"940.253123ms","start":"2026-03-31T20:33:26.313826Z","end":"2026-03-31T20:33:27.254079Z","steps":["trace[1253646796] 'agreement among raft nodes before linearized reading' (duration: 939.111128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.25358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.857474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:33:27.253546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:25.604842Z","time spent":"1.648665257s","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-31T20:33:27.254186Z","caller":"traceutil/trace.go:171","msg":"trace[718751909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6283; }","duration":"944.487517ms","start":"2026-03-31T20:33:26.309677Z","end":"2026-03-31T20:33:27.254164Z","steps":["trace[718751909] 'agreement among raft nodes before linearized reading' (duration: 943.816043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.25414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:26.313816Z","time spent":"940.312304ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:33:27.254266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:26.309657Z","time spent":"944.58706ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:33:27.253077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.603856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:27.254665Z","caller":"traceutil/trace.go:171","msg":"trace[616333290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6283; }","duration":"295.054548ms","start":"2026-03-31T20:33:26.959421Z","end":"2026-03-31T20:33:27.254475Z","steps":["trace[616333290] 'agreement among raft nodes before linearized reading' (duration: 293.596886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.842825Z","caller":"traceutil/trace.go:171","msg":"trace[1588242349] transaction","detail":"{read_only:false; response_revision:6285; number_of_response:1; }","duration":"583.09287ms","start":"2026-03-31T20:33:27.259686Z","end":"2026-03-31T20:33:27.842779Z","steps":["trace[1588242349] 'process raft request' (duration: 582.374104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.843032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:27.259665Z","time spent":"583.269084ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:33:27.843179Z","caller":"traceutil/trace.go:171","msg":"trace[1425014699] transaction","detail":"{read_only:false; response_revision:6286; number_of_response:1; }","duration":"583.426049ms","start":"2026-03-31T20:33:27.25972Z","end":"2026-03-31T20:33:27.843146Z","steps":["trace[1425014699] 'process raft request' (duration: 582.995319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.843322Z","caller":"traceutil/trace.go:171","msg":"trace[1213363590] transaction","detail":"{read_only:false; response_revision:6287; number_of_response:1; }","duration":"583.538591ms","start":"2026-03-31T20:33:27.259757Z","end":"2026-03-31T20:33:27.843296Z","steps":["trace[1213363590] 'process raft request' (duration: 583.215943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.843528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:27.259715Z","time spent":"583.533101ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:27.843561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:27.259753Z","time spent":"583.643144ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:33:27.843687Z","caller":"traceutil/trace.go:171","msg":"trace[1941585409] transaction","detail":"{read_only:false; response_revision:6289; number_of_response:1; }","duration":"583.856919ms","start":"2026-03-31T20:33:27.259814Z","end":"2026-03-31T20:33:27.843671Z","steps":["trace[1941585409] 'process raft request' (duration: 583.708595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.843783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:27.259811Z","time spent":"583.9303ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:33:27.843938Z","caller":"traceutil/trace.go:171","msg":"trace[1544519257] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"583.752836ms","start":"2026-03-31T20:33:27.260166Z","end":"2026-03-31T20:33:27.843919Z","steps":["trace[1544519257] 'process raft request' (duration: 583.448639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.844066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:27.260161Z","time spent":"583.827238ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:33:27.843761Z","caller":"traceutil/trace.go:171","msg":"trace[728605674] transaction","detail":"{read_only:false; response_revision:6288; number_of_response:1; }","duration":"583.92721ms","start":"2026-03-31T20:33:27.259787Z","end":"2026-03-31T20:33:27.843714Z","steps":["trace[728605674] 'process raft request' (duration: 583.429609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.84441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:27.259783Z","time spent":"584.41522ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:33:27.84467Z","caller":"traceutil/trace.go:171","msg":"trace[2001687884] transaction","detail":"{read_only:false; response_revision:6291; number_of_response:1; }","duration":"582.548079ms","start":"2026-03-31T20:33:27.262095Z","end":"2026-03-31T20:33:27.844643Z","steps":["trace[2001687884] 'process raft request' (duration: 581.967206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.844818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:27.262083Z","time spent":"582.669851ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:33:27.844714Z","caller":"traceutil/trace.go:171","msg":"trace[700859978] linearizableReadLoop","detail":"{readStateIndex:6537; appliedIndex:6530; }","duration":"583.459849ms","start":"2026-03-31T20:33:27.261174Z","end":"2026-03-31T20:33:27.844633Z","steps":["trace[700859978] 'read index received' (duration: 23.955794ms)","trace[700859978] 'applied index is now lower than readState.Index' (duration: 559.502635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:27.845027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.841797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:33:27.845139Z","caller":"traceutil/trace.go:171","msg":"trace[42773373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6291; }","duration":"583.926138ms","start":"2026-03-31T20:33:27.261141Z","end":"2026-03-31T20:33:27.845068Z","steps":["trace[42773373] 'agreement among raft nodes before linearized reading' (duration: 583.637902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:27.845254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:27.261127Z","time spent":"584.109753ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:33:28.112888Z","caller":"traceutil/trace.go:171","msg":"trace[1952565954] linearizableReadLoop","detail":"{readStateIndex:6539; appliedIndex:6538; }","duration":"267.826532ms","start":"2026-03-31T20:33:27.845025Z","end":"2026-03-31T20:33:28.112852Z","steps":["trace[1952565954] 'read index received' (duration: 171.385992ms)","trace[1952565954] 'applied index is now lower than readState.Index' (duration: 96.43871ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:28.112959Z","caller":"traceutil/trace.go:171","msg":"trace[966453629] transaction","detail":"{read_only:false; response_revision:6292; number_of_response:1; }","duration":"781.7717ms","start":"2026-03-31T20:33:27.331146Z","end":"2026-03-31T20:33:28.112917Z","steps":["trace[966453629] 'process raft request' (duration: 685.373531ms)","trace[966453629] 'compare' (duration: 95.97552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:28.11302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.745644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:33:28.113073Z","caller":"traceutil/trace.go:171","msg":"trace[228346371] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6292; }","duration":"465.860906ms","start":"2026-03-31T20:33:27.647199Z","end":"2026-03-31T20:33:28.11306Z","steps":["trace[228346371] 'agreement among raft nodes before linearized reading' (duration: 465.697543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:28.113106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.448376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:33:28.113124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:27.647179Z","time spent":"465.933978ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:33:28.113121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:27.331118Z","time spent":"781.913743ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:33:28.113166Z","caller":"traceutil/trace.go:171","msg":"trace[2013257495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6292; }","duration":"826.569629ms","start":"2026-03-31T20:33:27.286579Z","end":"2026-03-31T20:33:28.113149Z","steps":["trace[2013257495] 'agreement among raft nodes before linearized reading' (duration: 826.462557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:28.113216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:27.286536Z","time spent":"826.667571ms","remote":"127.0.0.1:53702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:33:28.113404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.561013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19512"} {"level":"info","ts":"2026-03-31T20:33:28.113475Z","caller":"traceutil/trace.go:171","msg":"trace[714279564] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6292; }","duration":"266.666225ms","start":"2026-03-31T20:33:27.846793Z","end":"2026-03-31T20:33:28.11346Z","steps":["trace[714279564] 'agreement among raft nodes before linearized reading' (duration: 266.484411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:32.29157Z","caller":"traceutil/trace.go:171","msg":"trace[191820140] transaction","detail":"{read_only:false; response_revision:6319; number_of_response:1; }","duration":"103.291272ms","start":"2026-03-31T20:33:32.188255Z","end":"2026-03-31T20:33:32.291547Z","steps":["trace[191820140] 'process raft request' (duration: 103.143049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:33.436099Z","caller":"traceutil/trace.go:171","msg":"trace[1426195721] linearizableReadLoop","detail":"{readStateIndex:6570; appliedIndex:6569; }","duration":"131.828419ms","start":"2026-03-31T20:33:33.304247Z","end":"2026-03-31T20:33:33.436075Z","steps":["trace[1426195721] 'read index received' (duration: 131.564963ms)","trace[1426195721] 'applied index is now lower than readState.Index' (duration: 262.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:33.43615Z","caller":"traceutil/trace.go:171","msg":"trace[1488728905] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"134.805955ms","start":"2026-03-31T20:33:33.301316Z","end":"2026-03-31T20:33:33.436122Z","steps":["trace[1488728905] 'process raft request' (duration: 134.57534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:33.4363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.002743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:33.43639Z","caller":"traceutil/trace.go:171","msg":"trace[141311016] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6322; }","duration":"132.145606ms","start":"2026-03-31T20:33:33.304229Z","end":"2026-03-31T20:33:33.436375Z","steps":["trace[141311016] 'agreement among raft nodes before linearized reading' (duration: 131.979182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:33.436339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.111596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:33:33.436482Z","caller":"traceutil/trace.go:171","msg":"trace[1581610945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6322; }","duration":"128.27663ms","start":"2026-03-31T20:33:33.308189Z","end":"2026-03-31T20:33:33.436465Z","steps":["trace[1581610945] 'agreement among raft nodes before linearized reading' (duration: 128.030034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:33.570726Z","caller":"traceutil/trace.go:171","msg":"trace[1831802983] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"128.975506ms","start":"2026-03-31T20:33:33.441723Z","end":"2026-03-31T20:33:33.570699Z","steps":["trace[1831802983] 'process raft request' (duration: 110.733449ms)","trace[1831802983] 'compare' (duration: 18.117814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:33.570444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.858898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:33.571347Z","caller":"traceutil/trace.go:171","msg":"trace[2146124464] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6322; }","duration":"131.808798ms","start":"2026-03-31T20:33:33.43952Z","end":"2026-03-31T20:33:33.571329Z","steps":["trace[2146124464] 'range keys from in-memory index tree' (duration: 130.736535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:33.740149Z","caller":"traceutil/trace.go:171","msg":"trace[1120310614] linearizableReadLoop","detail":"{readStateIndex:6572; appliedIndex:6571; }","duration":"165.722735ms","start":"2026-03-31T20:33:33.574393Z","end":"2026-03-31T20:33:33.740116Z","steps":["trace[1120310614] 'read index received' (duration: 96.489101ms)","trace[1120310614] 'applied index is now lower than readState.Index' (duration: 69.232034ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:33.740283Z","caller":"traceutil/trace.go:171","msg":"trace[545852722] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"292.733337ms","start":"2026-03-31T20:33:33.447475Z","end":"2026-03-31T20:33:33.740208Z","steps":["trace[545852722] 'process raft request' (duration: 223.475263ms)","trace[545852722] 'compare' (duration: 68.966947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:33.74038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.962062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:33:33.740424Z","caller":"traceutil/trace.go:171","msg":"trace[662286036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6324; }","duration":"166.025573ms","start":"2026-03-31T20:33:33.574387Z","end":"2026-03-31T20:33:33.740413Z","steps":["trace[662286036] 'agreement among raft nodes before linearized reading' (duration: 165.850759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:33.989663Z","caller":"traceutil/trace.go:171","msg":"trace[1756601702] linearizableReadLoop","detail":"{readStateIndex:6573; appliedIndex:6572; }","duration":"236.79912ms","start":"2026-03-31T20:33:33.752848Z","end":"2026-03-31T20:33:33.989647Z","steps":["trace[1756601702] 'read index received' (duration: 236.627086ms)","trace[1756601702] 'applied index is now lower than readState.Index' (duration: 171.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:33.989733Z","caller":"traceutil/trace.go:171","msg":"trace[1251418316] transaction","detail":"{read_only:false; response_revision:6325; number_of_response:1; }","duration":"240.664206ms","start":"2026-03-31T20:33:33.749063Z","end":"2026-03-31T20:33:33.989727Z","steps":["trace[1251418316] 'process raft request' (duration: 240.476252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:33.989963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.434046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:33:33.989992Z","caller":"traceutil/trace.go:171","msg":"trace[169662535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6325; }","duration":"116.524459ms","start":"2026-03-31T20:33:33.873463Z","end":"2026-03-31T20:33:33.989987Z","steps":["trace[169662535] 'agreement among raft nodes before linearized reading' (duration: 116.387926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:33.989997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.657609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414094"} {"level":"info","ts":"2026-03-31T20:33:33.990071Z","caller":"traceutil/trace.go:171","msg":"trace[1963761516] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6325; }","duration":"228.755821ms","start":"2026-03-31T20:33:33.761299Z","end":"2026-03-31T20:33:33.990055Z","steps":["trace[1963761516] 'agreement among raft nodes before linearized reading' (duration: 228.479865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:33.990115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.957097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:33:33.990128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.437152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:33:33.990222Z","caller":"traceutil/trace.go:171","msg":"trace[11244149] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6325; }","duration":"121.10104ms","start":"2026-03-31T20:33:33.869089Z","end":"2026-03-31T20:33:33.99019Z","steps":["trace[11244149] 'agreement among raft nodes before linearized reading' (duration: 120.897526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:33.990248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.698036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:33:33.990261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.410584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T20:33:33.990295Z","caller":"traceutil/trace.go:171","msg":"trace[1578694018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6325; }","duration":"113.775627ms","start":"2026-03-31T20:33:33.876505Z","end":"2026-03-31T20:33:33.990281Z","steps":["trace[1578694018] 'agreement among raft nodes before linearized reading' (duration: 113.652694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:33.990331Z","caller":"traceutil/trace.go:171","msg":"trace[1812296294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6325; }","duration":"237.504486ms","start":"2026-03-31T20:33:33.752808Z","end":"2026-03-31T20:33:33.990313Z","steps":["trace[1812296294] 'agreement among raft nodes before linearized reading' (duration: 237.341672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:33.990349Z","caller":"traceutil/trace.go:171","msg":"trace[294802761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6325; }","duration":"114.675467ms","start":"2026-03-31T20:33:33.875574Z","end":"2026-03-31T20:33:33.99025Z","steps":["trace[294802761] 'agreement among raft nodes before linearized reading' (duration: 114.265548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:33.990506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.932079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:33:33.990617Z","caller":"traceutil/trace.go:171","msg":"trace[2139870712] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6325; }","duration":"122.089993ms","start":"2026-03-31T20:33:33.868505Z","end":"2026-03-31T20:33:33.990595Z","steps":["trace[2139870712] 'agreement among raft nodes before linearized reading' (duration: 121.731195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:33.991437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.356115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:33:33.991546Z","caller":"traceutil/trace.go:171","msg":"trace[598928847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6325; }","duration":"117.821117ms","start":"2026-03-31T20:33:33.873704Z","end":"2026-03-31T20:33:33.991526Z","steps":["trace[598928847] 'agreement among raft nodes before linearized reading' (duration: 116.197422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.108101Z","caller":"traceutil/trace.go:171","msg":"trace[1555567536] transaction","detail":"{read_only:false; response_revision:6326; number_of_response:1; }","duration":"113.862109ms","start":"2026-03-31T20:33:33.994209Z","end":"2026-03-31T20:33:34.108072Z","steps":["trace[1555567536] 'process raft request' (duration: 75.579005ms)","trace[1555567536] 'compare' (duration: 38.166512ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:34.108573Z","caller":"traceutil/trace.go:171","msg":"trace[1040478759] transaction","detail":"{read_only:false; response_revision:6327; number_of_response:1; }","duration":"114.055993ms","start":"2026-03-31T20:33:33.994498Z","end":"2026-03-31T20:33:34.108554Z","steps":["trace[1040478759] 'process raft request' (duration: 113.92033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.108823Z","caller":"traceutil/trace.go:171","msg":"trace[2141358832] transaction","detail":"{read_only:false; response_revision:6328; number_of_response:1; }","duration":"114.020642ms","start":"2026-03-31T20:33:33.994793Z","end":"2026-03-31T20:33:34.108814Z","steps":["trace[2141358832] 'process raft request' (duration: 113.730686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.108856Z","caller":"traceutil/trace.go:171","msg":"trace[1485591535] transaction","detail":"{read_only:false; response_revision:6329; number_of_response:1; }","duration":"113.594112ms","start":"2026-03-31T20:33:33.99525Z","end":"2026-03-31T20:33:34.108844Z","steps":["trace[1485591535] 'process raft request' (duration: 113.438779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.109042Z","caller":"traceutil/trace.go:171","msg":"trace[1706579573] transaction","detail":"{read_only:false; response_revision:6330; number_of_response:1; }","duration":"113.371427ms","start":"2026-03-31T20:33:33.995638Z","end":"2026-03-31T20:33:34.10901Z","steps":["trace[1706579573] 'process raft request' (duration: 113.171192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.109247Z","caller":"traceutil/trace.go:171","msg":"trace[421308085] linearizableReadLoop","detail":"{readStateIndex:6580; appliedIndex:6573; }","duration":"106.049625ms","start":"2026-03-31T20:33:34.003181Z","end":"2026-03-31T20:33:34.109231Z","steps":["trace[421308085] 'read index received' (duration: 66.596105ms)","trace[421308085] 'applied index is now lower than readState.Index' (duration: 39.45279ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:34.109289Z","caller":"traceutil/trace.go:171","msg":"trace[911007310] transaction","detail":"{read_only:false; response_revision:6331; number_of_response:1; }","duration":"111.367753ms","start":"2026-03-31T20:33:33.997909Z","end":"2026-03-31T20:33:34.109277Z","steps":["trace[911007310] 'process raft request' (duration: 111.25451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.109339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.147196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:34.109378Z","caller":"traceutil/trace.go:171","msg":"trace[968442910] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6331; }","duration":"106.220329ms","start":"2026-03-31T20:33:34.003146Z","end":"2026-03-31T20:33:34.109366Z","steps":["trace[968442910] 'agreement among raft nodes before linearized reading' (duration: 106.150177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:43.985179Z","caller":"traceutil/trace.go:171","msg":"trace[857824312] transaction","detail":"{read_only:false; response_revision:6416; number_of_response:1; }","duration":"131.834309ms","start":"2026-03-31T20:33:43.85331Z","end":"2026-03-31T20:33:43.985144Z","steps":["trace[857824312] 'process raft request' (duration: 87.692915ms)","trace[857824312] 'compare' (duration: 43.782886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:44.259672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.909097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:33:44.259777Z","caller":"traceutil/trace.go:171","msg":"trace[1645627153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6418; }","duration":"104.04689ms","start":"2026-03-31T20:33:44.155708Z","end":"2026-03-31T20:33:44.259755Z","steps":["trace[1645627153] 'agreement among raft nodes before linearized reading' (duration: 103.790464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:44.259767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.77747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:33:44.259836Z","caller":"traceutil/trace.go:171","msg":"trace[8195792] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6418; }","duration":"101.884322ms","start":"2026-03-31T20:33:44.157934Z","end":"2026-03-31T20:33:44.259819Z","steps":["trace[8195792] 'agreement among raft nodes before linearized reading' (duration: 101.673317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:44.259853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.521497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:33:44.259887Z","caller":"traceutil/trace.go:171","msg":"trace[2020714057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6418; }","duration":"102.572437ms","start":"2026-03-31T20:33:44.1573Z","end":"2026-03-31T20:33:44.259872Z","steps":["trace[2020714057] 'agreement among raft nodes before linearized reading' (duration: 102.348162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:44.43777Z","caller":"traceutil/trace.go:171","msg":"trace[1594577806] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"173.836196ms","start":"2026-03-31T20:33:44.263909Z","end":"2026-03-31T20:33:44.437745Z","steps":["trace[1594577806] 'process raft request' (duration: 173.750014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:44.437784Z","caller":"traceutil/trace.go:171","msg":"trace[392049365] transaction","detail":"{read_only:false; response_revision:6420; number_of_response:1; }","duration":"174.337096ms","start":"2026-03-31T20:33:44.263401Z","end":"2026-03-31T20:33:44.437738Z","steps":["trace[392049365] 'process raft request' (duration: 136.221967ms)","trace[392049365] 'compare' (duration: 37.815013ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:44.437916Z","caller":"traceutil/trace.go:171","msg":"trace[1607566327] transaction","detail":"{read_only:false; response_revision:6422; number_of_response:1; }","duration":"173.930728ms","start":"2026-03-31T20:33:44.263971Z","end":"2026-03-31T20:33:44.437902Z","steps":["trace[1607566327] 'process raft request' (duration: 173.720893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:44.437991Z","caller":"traceutil/trace.go:171","msg":"trace[1718639102] linearizableReadLoop","detail":"{readStateIndex:6672; appliedIndex:6669; }","duration":"173.993449ms","start":"2026-03-31T20:33:44.263989Z","end":"2026-03-31T20:33:44.437982Z","steps":["trace[1718639102] 'read index received' (duration: 34.315446ms)","trace[1718639102] 'applied index is now lower than readState.Index' (duration: 139.677273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:44.438091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.088431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:44.438058Z","caller":"traceutil/trace.go:171","msg":"trace[1587175546] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"173.625421ms","start":"2026-03-31T20:33:44.26439Z","end":"2026-03-31T20:33:44.438015Z","steps":["trace[1587175546] 'process raft request' (duration: 173.329034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:44.438123Z","caller":"traceutil/trace.go:171","msg":"trace[1929502640] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6423; }","duration":"174.162453ms","start":"2026-03-31T20:33:44.263951Z","end":"2026-03-31T20:33:44.438113Z","steps":["trace[1929502640] 'agreement among raft nodes before linearized reading' (duration: 174.087931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:44.551768Z","caller":"traceutil/trace.go:171","msg":"trace[2067319631] linearizableReadLoop","detail":"{readStateIndex:6675; appliedIndex:6674; }","duration":"113.720165ms","start":"2026-03-31T20:33:44.438018Z","end":"2026-03-31T20:33:44.551739Z","steps":["trace[2067319631] 'read index received' (duration: 32.539166ms)","trace[2067319631] 'applied index is now lower than readState.Index' (duration: 81.178869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:44.551961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.854548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:33:44.552153Z","caller":"traceutil/trace.go:171","msg":"trace[1782132978] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6423; }","duration":"288.227316ms","start":"2026-03-31T20:33:44.2639Z","end":"2026-03-31T20:33:44.552127Z","steps":["trace[1782132978] 'agreement among raft nodes before linearized reading' (duration: 287.928739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:44.552489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.412234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:33:44.552567Z","caller":"traceutil/trace.go:171","msg":"trace[506301939] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6423; }","duration":"107.516287ms","start":"2026-03-31T20:33:44.445032Z","end":"2026-03-31T20:33:44.552548Z","steps":["trace[506301939] 'agreement among raft nodes before linearized reading' (duration: 107.265992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:44.552649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.347042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:33:44.552713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.497664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:33:44.552762Z","caller":"traceutil/trace.go:171","msg":"trace[1957344840] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6423; }","duration":"110.588836ms","start":"2026-03-31T20:33:44.442162Z","end":"2026-03-31T20:33:44.552751Z","steps":["trace[1957344840] 'agreement among raft nodes before linearized reading' (duration: 110.408642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:44.552795Z","caller":"traceutil/trace.go:171","msg":"trace[914465315] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6423; }","duration":"111.586398ms","start":"2026-03-31T20:33:44.441143Z","end":"2026-03-31T20:33:44.552729Z","steps":["trace[914465315] 'agreement among raft nodes before linearized reading' (duration: 110.886003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:45.057273Z","caller":"traceutil/trace.go:171","msg":"trace[891381428] transaction","detail":"{read_only:false; response_revision:6427; number_of_response:1; }","duration":"110.722278ms","start":"2026-03-31T20:33:44.946503Z","end":"2026-03-31T20:33:45.057226Z","steps":["trace[891381428] 'process raft request' (duration: 11.409234ms)","trace[891381428] 'compare' (duration: 99.1068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:46.456131Z","caller":"traceutil/trace.go:171","msg":"trace[2115994357] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"214.733268ms","start":"2026-03-31T20:33:46.241375Z","end":"2026-03-31T20:33:46.456108Z","steps":["trace[2115994357] 'process raft request' (duration: 214.589025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.346578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.404506ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:47.346723Z","caller":"traceutil/trace.go:171","msg":"trace[324395165] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6431; }","duration":"565.57895ms","start":"2026-03-31T20:33:46.781124Z","end":"2026-03-31T20:33:47.346703Z","steps":["trace[324395165] 'range keys from in-memory index tree' (duration: 565.383206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.347342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.978795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:33:47.347502Z","caller":"traceutil/trace.go:171","msg":"trace[645617889] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"1.083091418s","start":"2026-03-31T20:33:46.264377Z","end":"2026-03-31T20:33:47.347469Z","steps":["trace[645617889] 'process raft request' (duration: 592.897289ms)","trace[645617889] 'compare' (duration: 489.428943ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:47.347585Z","caller":"traceutil/trace.go:171","msg":"trace[415650315] transaction","detail":"{read_only:false; response_revision:6433; number_of_response:1; }","duration":"284.652307ms","start":"2026-03-31T20:33:47.062919Z","end":"2026-03-31T20:33:47.347571Z","steps":["trace[415650315] 'process raft request' (duration: 284.557845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.347609Z","caller":"traceutil/trace.go:171","msg":"trace[51464746] linearizableReadLoop","detail":"{readStateIndex:6684; appliedIndex:6682; }","duration":"1.056882443s","start":"2026-03-31T20:33:46.290666Z","end":"2026-03-31T20:33:47.347549Z","steps":["trace[51464746] 'read index received' (duration: 165.355936ms)","trace[51464746] 'applied index is now lower than readState.Index' (duration: 891.518667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:47.347885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.226994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:47.347946Z","caller":"traceutil/trace.go:171","msg":"trace[326026564] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6433; }","duration":"396.328376ms","start":"2026-03-31T20:33:46.951604Z","end":"2026-03-31T20:33:47.347932Z","steps":["trace[326026564] 'agreement among raft nodes before linearized reading' (duration: 396.212093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.347946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057290073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-kxgdv\" ","response":"range_response_count:1 size:9858"} {"level":"warn","ts":"2026-03-31T20:33:47.347982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:46.951584Z","time spent":"396.388268ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:33:47.347991Z","caller":"traceutil/trace.go:171","msg":"trace[1935755558] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-kxgdv; range_end:; response_count:1; response_revision:6433; }","duration":"1.057377405s","start":"2026-03-31T20:33:46.290601Z","end":"2026-03-31T20:33:47.347979Z","steps":["trace[1935755558] 'agreement among raft nodes before linearized reading' (duration: 1.05716454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.347909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.106993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:33:47.347995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044760773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:33:47.348023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:46.290577Z","time spent":"1.057439585s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9881,"request content":"key:\"/registry/pods/openstack/keystone-db-sync-kxgdv\" "} {"level":"info","ts":"2026-03-31T20:33:47.348046Z","caller":"traceutil/trace.go:171","msg":"trace[677636925] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6433; }","duration":"1.044851906s","start":"2026-03-31T20:33:46.30318Z","end":"2026-03-31T20:33:47.348032Z","steps":["trace[677636925] 'agreement among raft nodes before linearized reading' (duration: 1.044624391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.348029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.506538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:33:47.348041Z","caller":"traceutil/trace.go:171","msg":"trace[530625132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6433; }","duration":"388.263466ms","start":"2026-03-31T20:33:46.95976Z","end":"2026-03-31T20:33:47.348023Z","steps":["trace[530625132] 'agreement among raft nodes before linearized reading' (duration: 388.053311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.348023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.478018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:33:47.348088Z","caller":"traceutil/trace.go:171","msg":"trace[1740240130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6433; }","duration":"905.588641ms","start":"2026-03-31T20:33:46.442486Z","end":"2026-03-31T20:33:47.348075Z","steps":["trace[1740240130] 'agreement among raft nodes before linearized reading' (duration: 905.388466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.348094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:46.959742Z","time spent":"388.342938ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:33:47.348074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:46.303169Z","time spent":"1.044899277s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:33:47.34814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:46.442478Z","time spent":"905.652762ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:33:47.348149Z","caller":"traceutil/trace.go:171","msg":"trace[1042071805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6433; }","duration":"905.636722ms","start":"2026-03-31T20:33:46.442486Z","end":"2026-03-31T20:33:47.348123Z","steps":["trace[1042071805] 'agreement among raft nodes before linearized reading' (duration: 905.323145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.348212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:46.44247Z","time spent":"905.729163ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:33:47.347627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:46.264356Z","time spent":"1.083216452s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:47.34861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.302616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:33:47.348725Z","caller":"traceutil/trace.go:171","msg":"trace[1524645205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6433; }","duration":"906.50861ms","start":"2026-03-31T20:33:46.442189Z","end":"2026-03-31T20:33:47.348698Z","steps":["trace[1524645205] 'agreement among raft nodes before linearized reading' (duration: 905.733193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.348778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:46.442158Z","time spent":"906.608833ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:33:47.350406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.862761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:33:47.350509Z","caller":"traceutil/trace.go:171","msg":"trace[2126691812] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6433; }","duration":"908.014535ms","start":"2026-03-31T20:33:46.442467Z","end":"2026-03-31T20:33:47.350482Z","steps":["trace[2126691812] 'agreement among raft nodes before linearized reading' (duration: 905.416117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.351173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:46.442445Z","time spent":"908.69873ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:33:49.548067Z","caller":"traceutil/trace.go:171","msg":"trace[1729922496] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"142.447415ms","start":"2026-03-31T20:33:49.405594Z","end":"2026-03-31T20:33:49.548042Z","steps":["trace[1729922496] 'process raft request' (duration: 142.248931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:49.548514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.13437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T20:33:49.548517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.549173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:33:49.548561Z","caller":"traceutil/trace.go:171","msg":"trace[1360631490] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:6451; }","duration":"138.210822ms","start":"2026-03-31T20:33:49.410339Z","end":"2026-03-31T20:33:49.54855Z","steps":["trace[1360631490] 'agreement among raft nodes before linearized reading' (duration: 138.043778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:49.548591Z","caller":"traceutil/trace.go:171","msg":"trace[287688659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6451; }","duration":"144.664615ms","start":"2026-03-31T20:33:49.40391Z","end":"2026-03-31T20:33:49.548575Z","steps":["trace[287688659] 'agreement among raft nodes before linearized reading' (duration: 144.348318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:49.548618Z","caller":"traceutil/trace.go:171","msg":"trace[999797400] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"142.553098ms","start":"2026-03-31T20:33:49.405977Z","end":"2026-03-31T20:33:49.54853Z","steps":["trace[999797400] 'process raft request' (duration: 142.021165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:49.548674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.874188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:33:49.548769Z","caller":"traceutil/trace.go:171","msg":"trace[363633087] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6451; }","duration":"144.002921ms","start":"2026-03-31T20:33:49.404742Z","end":"2026-03-31T20:33:49.548745Z","steps":["trace[363633087] 'agreement among raft nodes before linearized reading' (duration: 143.697964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:49.549075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.519063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:33:49.549169Z","caller":"traceutil/trace.go:171","msg":"trace[118152180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6451; }","duration":"144.638245ms","start":"2026-03-31T20:33:49.404517Z","end":"2026-03-31T20:33:49.549155Z","steps":["trace[118152180] 'agreement among raft nodes before linearized reading' (duration: 143.96303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:53.686355Z","caller":"traceutil/trace.go:171","msg":"trace[494018922] linearizableReadLoop","detail":"{readStateIndex:6725; appliedIndex:6724; }","duration":"153.669087ms","start":"2026-03-31T20:33:53.532662Z","end":"2026-03-31T20:33:53.686332Z","steps":["trace[494018922] 'read index received' (duration: 152.4903ms)","trace[494018922] 'applied index is now lower than readState.Index' (duration: 1.177827ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:53.686453Z","caller":"traceutil/trace.go:171","msg":"trace[1018669750] transaction","detail":"{read_only:false; response_revision:6472; number_of_response:1; }","duration":"185.401054ms","start":"2026-03-31T20:33:53.50103Z","end":"2026-03-31T20:33:53.686431Z","steps":["trace[1018669750] 'process raft request' (duration: 184.218297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:53.686873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.201578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:33:53.686996Z","caller":"traceutil/trace.go:171","msg":"trace[934444807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6472; }","duration":"154.336571ms","start":"2026-03-31T20:33:53.532619Z","end":"2026-03-31T20:33:53.686955Z","steps":["trace[934444807] 'agreement among raft nodes before linearized reading' (duration: 153.83093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:53.843035Z","caller":"traceutil/trace.go:171","msg":"trace[511903167] transaction","detail":"{read_only:false; response_revision:6474; number_of_response:1; }","duration":"151.008957ms","start":"2026-03-31T20:33:53.692004Z","end":"2026-03-31T20:33:53.843013Z","steps":["trace[511903167] 'process raft request' (duration: 150.831333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:53.843038Z","caller":"traceutil/trace.go:171","msg":"trace[749667401] transaction","detail":"{read_only:false; response_revision:6473; number_of_response:1; }","duration":"151.068028ms","start":"2026-03-31T20:33:53.691939Z","end":"2026-03-31T20:33:53.843007Z","steps":["trace[749667401] 'process raft request' (duration: 75.421711ms)","trace[749667401] 'compare' (duration: 75.32243ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:53.843112Z","caller":"traceutil/trace.go:171","msg":"trace[174323102] linearizableReadLoop","detail":"{readStateIndex:6727; appliedIndex:6725; }","duration":"150.880334ms","start":"2026-03-31T20:33:53.692202Z","end":"2026-03-31T20:33:53.843082Z","steps":["trace[174323102] 'read index received' (duration: 75.289129ms)","trace[174323102] 'applied index is now lower than readState.Index' (duration: 75.582255ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:53.843153Z","caller":"traceutil/trace.go:171","msg":"trace[1479484768] transaction","detail":"{read_only:false; response_revision:6476; number_of_response:1; }","duration":"150.739691ms","start":"2026-03-31T20:33:53.692366Z","end":"2026-03-31T20:33:53.843106Z","steps":["trace[1479484768] 'process raft request' (duration: 150.590198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:53.843168Z","caller":"traceutil/trace.go:171","msg":"trace[1662383700] transaction","detail":"{read_only:false; response_revision:6477; number_of_response:1; }","duration":"150.648428ms","start":"2026-03-31T20:33:53.692478Z","end":"2026-03-31T20:33:53.843127Z","steps":["trace[1662383700] 'process raft request' (duration: 150.533636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:53.843269Z","caller":"traceutil/trace.go:171","msg":"trace[1049696742] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"150.896784ms","start":"2026-03-31T20:33:53.692274Z","end":"2026-03-31T20:33:53.843171Z","steps":["trace[1049696742] 'process raft request' (duration: 150.622328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:53.843497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.272373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:110133"} {"level":"info","ts":"2026-03-31T20:33:53.843617Z","caller":"traceutil/trace.go:171","msg":"trace[1691291300] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6477; }","duration":"151.422986ms","start":"2026-03-31T20:33:53.692171Z","end":"2026-03-31T20:33:53.843594Z","steps":["trace[1691291300] 'agreement among raft nodes before linearized reading' (duration: 151.062888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:53.843405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.103801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:33:53.843855Z","caller":"traceutil/trace.go:171","msg":"trace[1457505911] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6477; }","duration":"117.610632ms","start":"2026-03-31T20:33:53.726226Z","end":"2026-03-31T20:33:53.843837Z","steps":["trace[1457505911] 'agreement among raft nodes before linearized reading' (duration: 117.04632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:54.176773Z","caller":"traceutil/trace.go:171","msg":"trace[372674627] linearizableReadLoop","detail":"{readStateIndex:6731; appliedIndex:6730; }","duration":"217.876978ms","start":"2026-03-31T20:33:53.958866Z","end":"2026-03-31T20:33:54.176743Z","steps":["trace[372674627] 'read index received' (duration: 217.369587ms)","trace[372674627] 'applied index is now lower than readState.Index' (duration: 505.681µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:54.176931Z","caller":"traceutil/trace.go:171","msg":"trace[1909961203] transaction","detail":"{read_only:false; response_revision:6478; number_of_response:1; }","duration":"328.29839ms","start":"2026-03-31T20:33:53.8486Z","end":"2026-03-31T20:33:54.176898Z","steps":["trace[1909961203] 'process raft request' (duration: 327.645546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:54.177084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:53.848566Z","time spent":"328.436702ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:54.177083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.90185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:33:54.177093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.161994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:54.177138Z","caller":"traceutil/trace.go:171","msg":"trace[1190008034] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6478; }","duration":"153.004502ms","start":"2026-03-31T20:33:54.024115Z","end":"2026-03-31T20:33:54.17712Z","steps":["trace[1190008034] 'agreement among raft nodes before linearized reading' (duration: 152.874739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:54.177218Z","caller":"traceutil/trace.go:171","msg":"trace[2030842114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6478; }","duration":"218.41164ms","start":"2026-03-31T20:33:53.958784Z","end":"2026-03-31T20:33:54.177195Z","steps":["trace[2030842114] 'agreement among raft nodes before linearized reading' (duration: 218.139904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:33.814178Z","caller":"traceutil/trace.go:171","msg":"trace[1479884097] transaction","detail":"{read_only:false; response_revision:6724; number_of_response:1; }","duration":"127.316961ms","start":"2026-03-31T20:34:33.68683Z","end":"2026-03-31T20:34:33.814147Z","steps":["trace[1479884097] 'process raft request' (duration: 65.185894ms)","trace[1479884097] 'compare' (duration: 61.948803ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:34.353669Z","caller":"traceutil/trace.go:171","msg":"trace[1304702631] transaction","detail":"{read_only:false; response_revision:6732; number_of_response:1; }","duration":"152.518165ms","start":"2026-03-31T20:34:34.201122Z","end":"2026-03-31T20:34:34.35364Z","steps":["trace[1304702631] 'process raft request' (duration: 92.114707ms)","trace[1304702631] 'compare' (duration: 60.104462ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:50.578524Z","caller":"traceutil/trace.go:171","msg":"trace[454967587] linearizableReadLoop","detail":"{readStateIndex:7074; appliedIndex:7073; }","duration":"106.114488ms","start":"2026-03-31T20:34:50.472385Z","end":"2026-03-31T20:34:50.5785Z","steps":["trace[454967587] 'read index received' (duration: 105.854682ms)","trace[454967587] 'applied index is now lower than readState.Index' (duration: 258.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:50.578636Z","caller":"traceutil/trace.go:171","msg":"trace[171979118] transaction","detail":"{read_only:false; response_revision:6809; number_of_response:1; }","duration":"108.368008ms","start":"2026-03-31T20:34:50.470239Z","end":"2026-03-31T20:34:50.578607Z","steps":["trace[171979118] 'process raft request' (duration: 108.097012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:50.578774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.364353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:34:50.578867Z","caller":"traceutil/trace.go:171","msg":"trace[1018756341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6809; }","duration":"106.464546ms","start":"2026-03-31T20:34:50.472359Z","end":"2026-03-31T20:34:50.578823Z","steps":["trace[1018756341] 'agreement among raft nodes before linearized reading' (duration: 106.284861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:47.13259Z","caller":"traceutil/trace.go:171","msg":"trace[1724460284] linearizableReadLoop","detail":"{readStateIndex:7453; appliedIndex:7452; }","duration":"170.940642ms","start":"2026-03-31T20:35:46.961625Z","end":"2026-03-31T20:35:47.132566Z","steps":["trace[1724460284] 'read index received' (duration: 170.700806ms)","trace[1724460284] 'applied index is now lower than readState.Index' (duration: 238.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:47.13269Z","caller":"traceutil/trace.go:171","msg":"trace[1182492370] transaction","detail":"{read_only:false; response_revision:7173; number_of_response:1; }","duration":"216.226152ms","start":"2026-03-31T20:35:46.916432Z","end":"2026-03-31T20:35:47.132658Z","steps":["trace[1182492370] 'process raft request' (duration: 215.973716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:47.132856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.206817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:35:47.132931Z","caller":"traceutil/trace.go:171","msg":"trace[1061052677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7173; }","duration":"171.29381ms","start":"2026-03-31T20:35:46.961618Z","end":"2026-03-31T20:35:47.132912Z","steps":["trace[1061052677] 'agreement among raft nodes before linearized reading' (duration: 171.075364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:47.132925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.979853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:35:47.132958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.456323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:35:47.132985Z","caller":"traceutil/trace.go:171","msg":"trace[1212587162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7173; }","duration":"167.181848ms","start":"2026-03-31T20:35:46.965781Z","end":"2026-03-31T20:35:47.132963Z","steps":["trace[1212587162] 'agreement among raft nodes before linearized reading' (duration: 166.931392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:47.132996Z","caller":"traceutil/trace.go:171","msg":"trace[544789523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7173; }","duration":"166.535014ms","start":"2026-03-31T20:35:46.966446Z","end":"2026-03-31T20:35:47.132981Z","steps":["trace[544789523] 'agreement among raft nodes before linearized reading' (duration: 166.38618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:47.133011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.101675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:35:47.13308Z","caller":"traceutil/trace.go:171","msg":"trace[459890885] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7173; }","duration":"166.205257ms","start":"2026-03-31T20:35:46.966856Z","end":"2026-03-31T20:35:47.133061Z","steps":["trace[459890885] 'agreement among raft nodes before linearized reading' (duration: 165.96579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:04.357459Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4392} {"level":"info","ts":"2026-03-31T20:36:04.429749Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4392,"took":"70.804219ms","hash":2903812293,"current-db-size-bytes":41439232,"current-db-size":"41 MB","current-db-size-in-use-bytes":37990400,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-31T20:36:04.429829Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2903812293,"revision":4392,"compact-revision":2529} {"level":"info","ts":"2026-03-31T20:37:17.370368Z","caller":"traceutil/trace.go:171","msg":"trace[1609799186] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"281.869477ms","start":"2026-03-31T20:37:17.088476Z","end":"2026-03-31T20:37:17.370345Z","steps":["trace[1609799186] 'process raft request' (duration: 281.714064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:17.395788Z","caller":"traceutil/trace.go:171","msg":"trace[1113402359] linearizableReadLoop","detail":"{readStateIndex:8221; appliedIndex:8219; }","duration":"303.825348ms","start":"2026-03-31T20:37:17.091936Z","end":"2026-03-31T20:37:17.395761Z","steps":["trace[1113402359] 'read index received' (duration: 278.256587ms)","trace[1113402359] 'applied index is now lower than readState.Index' (duration: 25.567501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:17.395818Z","caller":"traceutil/trace.go:171","msg":"trace[104963023] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"304.759298ms","start":"2026-03-31T20:37:17.091023Z","end":"2026-03-31T20:37:17.395782Z","steps":["trace[104963023] 'process raft request' (duration: 304.552744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:17.395915Z","caller":"traceutil/trace.go:171","msg":"trace[1055749192] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"177.256251ms","start":"2026-03-31T20:37:17.218644Z","end":"2026-03-31T20:37:17.3959Z","steps":["trace[1055749192] 'process raft request' (duration: 177.067736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:17.395958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.090991Z","time spent":"304.893473ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:17.396129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.166186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:17.396229Z","caller":"traceutil/trace.go:171","msg":"trace[1490909269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7919; }","duration":"304.297549ms","start":"2026-03-31T20:37:17.091908Z","end":"2026-03-31T20:37:17.396206Z","steps":["trace[1490909269] 'agreement among raft nodes before linearized reading' (duration: 304.142495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:17.396233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.07324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T20:37:17.396283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.0919Z","time spent":"304.370371ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:37:17.39629Z","caller":"traceutil/trace.go:171","msg":"trace[50342223] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:7919; }","duration":"298.158222ms","start":"2026-03-31T20:37:17.098117Z","end":"2026-03-31T20:37:17.396275Z","steps":["trace[50342223] 'agreement among raft nodes before linearized reading' (duration: 297.954998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:18.185206Z","caller":"traceutil/trace.go:171","msg":"trace[1124006196] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"195.347724ms","start":"2026-03-31T20:37:17.989826Z","end":"2026-03-31T20:37:18.185174Z","steps":["trace[1124006196] 'process raft request' (duration: 195.086848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:18.576112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.17863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:18.57622Z","caller":"traceutil/trace.go:171","msg":"trace[1587006702] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7928; }","duration":"135.318143ms","start":"2026-03-31T20:37:18.440875Z","end":"2026-03-31T20:37:18.576193Z","steps":["trace[1587006702] 'range keys from in-memory index tree' (duration: 135.094078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:18.576376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.463077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-31T20:37:18.576747Z","caller":"traceutil/trace.go:171","msg":"trace[1609183057] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7928; }","duration":"135.871285ms","start":"2026-03-31T20:37:18.440854Z","end":"2026-03-31T20:37:18.576725Z","steps":["trace[1609183057] 'range keys from in-memory index tree' (duration: 135.000826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:18.684638Z","caller":"traceutil/trace.go:171","msg":"trace[26925501] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"104.22165ms","start":"2026-03-31T20:37:18.580393Z","end":"2026-03-31T20:37:18.684615Z","steps":["trace[26925501] 'process raft request' (duration: 104.098647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:20.033221Z","caller":"traceutil/trace.go:171","msg":"trace[691959338] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"108.686068ms","start":"2026-03-31T20:37:19.924499Z","end":"2026-03-31T20:37:20.033185Z","steps":["trace[691959338] 'process raft request' (duration: 105.903046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:20.206551Z","caller":"traceutil/trace.go:171","msg":"trace[1417384086] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"159.386871ms","start":"2026-03-31T20:37:20.047132Z","end":"2026-03-31T20:37:20.206519Z","steps":["trace[1417384086] 'process raft request' (duration: 113.044765ms)","trace[1417384086] 'compare' (duration: 45.904966ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:01.89189Z","caller":"traceutil/trace.go:171","msg":"trace[64036779] linearizableReadLoop","detail":"{readStateIndex:8546; appliedIndex:8545; }","duration":"141.081584ms","start":"2026-03-31T20:38:01.750785Z","end":"2026-03-31T20:38:01.891866Z","steps":["trace[64036779] 'read index received' (duration: 140.972391ms)","trace[64036779] 'applied index is now lower than readState.Index' (duration: 108.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:01.891939Z","caller":"traceutil/trace.go:171","msg":"trace[1445469809] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"143.704283ms","start":"2026-03-31T20:38:01.748215Z","end":"2026-03-31T20:38:01.891919Z","steps":["trace[1445469809] 'process raft request' (duration: 143.499398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:01.892137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.336589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:38:01.892183Z","caller":"traceutil/trace.go:171","msg":"trace[64723609] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8231; }","duration":"141.421791ms","start":"2026-03-31T20:38:01.750748Z","end":"2026-03-31T20:38:01.89217Z","steps":["trace[64723609] 'agreement among raft nodes before linearized reading' (duration: 141.225837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:09.753926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887442452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:10.254701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887442452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:10.523319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.629251383s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:38:10.523685Z","caller":"traceutil/trace.go:171","msg":"trace[1289740670] linearizableReadLoop","detail":"{readStateIndex:8725; appliedIndex:8724; }","duration":"1.270376979s","start":"2026-03-31T20:38:09.253286Z","end":"2026-03-31T20:38:10.523663Z","steps":["trace[1289740670] 'read index received' (duration: 1.270179575s)","trace[1289740670] 'applied index is now lower than readState.Index' (duration: 196.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:10.523767Z","caller":"traceutil/trace.go:171","msg":"trace[1573024468] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"1.629768394s","start":"2026-03-31T20:38:08.893958Z","end":"2026-03-31T20:38:10.523726Z","steps":["trace[1573024468] 'process raft request' (duration: 1.629565219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.523867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270562693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:38:10.52391Z","caller":"traceutil/trace.go:171","msg":"trace[1291838293] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:8407; }","duration":"1.270652587s","start":"2026-03-31T20:38:09.253248Z","end":"2026-03-31T20:38:10.5239Z","steps":["trace[1291838293] 'agreement among raft nodes before linearized reading' (duration: 1.270500422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.523944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:09.253232Z","time spent":"1.270704737s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-03-31T20:38:10.52394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:08.893934Z","time spent":"1.629920878s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:10.524133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.429603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:38:10.524201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.582905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T20:38:10.524179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.491223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:38:10.524202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.5056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:38:10.524243Z","caller":"traceutil/trace.go:171","msg":"trace[1549991095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8407; }","duration":"387.653937ms","start":"2026-03-31T20:38:10.136578Z","end":"2026-03-31T20:38:10.524232Z","steps":["trace[1549991095] 'agreement among raft nodes before linearized reading' (duration: 387.490773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.524253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.141071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:10.524254Z","caller":"traceutil/trace.go:171","msg":"trace[227732257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8407; }","duration":"502.566756ms","start":"2026-03-31T20:38:10.021663Z","end":"2026-03-31T20:38:10.52423Z","steps":["trace[227732257] 'agreement among raft nodes before linearized reading' (duration: 502.244009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:10.524262Z","caller":"traceutil/trace.go:171","msg":"trace[212552414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8407; }","duration":"332.619396ms","start":"2026-03-31T20:38:10.191623Z","end":"2026-03-31T20:38:10.524242Z","steps":["trace[212552414] 'agreement among raft nodes before linearized reading' (duration: 332.398071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.524287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.477744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:38:10.524309Z","caller":"traceutil/trace.go:171","msg":"trace[1284503284] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8407; }","duration":"763.225673ms","start":"2026-03-31T20:38:09.761063Z","end":"2026-03-31T20:38:10.524289Z","steps":["trace[1284503284] 'agreement among raft nodes before linearized reading' (duration: 763.152961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.524314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.191602Z","time spent":"332.703238ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:38:10.524306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.443911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:10.524323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.021594Z","time spent":"502.713818ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:10.524323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.399133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:38:10.524343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.895097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:38:10.524342Z","caller":"traceutil/trace.go:171","msg":"trace[1976101794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8407; }","duration":"587.550596ms","start":"2026-03-31T20:38:09.93677Z","end":"2026-03-31T20:38:10.524321Z","steps":["trace[1976101794] 'agreement among raft nodes before linearized reading' (duration: 587.442403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.524159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.770575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T20:38:10.524361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:09.761045Z","time spent":"763.305184ms","remote":"127.0.0.1:54602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:10.524376Z","caller":"traceutil/trace.go:171","msg":"trace[311320474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8407; }","duration":"565.546054ms","start":"2026-03-31T20:38:09.958811Z","end":"2026-03-31T20:38:10.524357Z","steps":["trace[311320474] 'agreement among raft nodes before linearized reading' (duration: 565.38615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:10.524386Z","caller":"traceutil/trace.go:171","msg":"trace[1210183773] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8407; }","duration":"439.486486ms","start":"2026-03-31T20:38:10.084881Z","end":"2026-03-31T20:38:10.524368Z","steps":["trace[1210183773] 'agreement among raft nodes before linearized reading' (duration: 439.297572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:10.5244Z","caller":"traceutil/trace.go:171","msg":"trace[1580400565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8407; }","duration":"416.044231ms","start":"2026-03-31T20:38:10.108346Z","end":"2026-03-31T20:38:10.52439Z","steps":["trace[1580400565] 'agreement among raft nodes before linearized reading' (duration: 415.664293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.524307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088102876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:10.524413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:09.958801Z","time spent":"565.605045ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:10.524271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.136564Z","time spent":"387.697197ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:10.524432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.084869Z","time spent":"439.555057ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:10.524435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.108332Z","time spent":"416.093062ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:38:10.524262Z","caller":"traceutil/trace.go:171","msg":"trace[478285491] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8407; }","duration":"432.592101ms","start":"2026-03-31T20:38:10.091656Z","end":"2026-03-31T20:38:10.524248Z","steps":["trace[478285491] 'agreement among raft nodes before linearized reading' (duration: 432.443858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.52395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253721238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:10.524473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.091639Z","time spent":"432.826977ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:38:10.524511Z","caller":"traceutil/trace.go:171","msg":"trace[77597243] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8407; }","duration":"1.254304771s","start":"2026-03-31T20:38:09.270166Z","end":"2026-03-31T20:38:10.524471Z","steps":["trace[77597243] 'agreement among raft nodes before linearized reading' (duration: 1.253683946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.524157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.911649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:38:10.524587Z","caller":"traceutil/trace.go:171","msg":"trace[434782685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8407; }","duration":"599.384389ms","start":"2026-03-31T20:38:09.925193Z","end":"2026-03-31T20:38:10.524578Z","steps":["trace[434782685] 'agreement among raft nodes before linearized reading' (duration: 598.778676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.524621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:09.925182Z","time spent":"599.43144ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:10.524394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:09.936757Z","time spent":"587.628287ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"info","ts":"2026-03-31T20:38:10.524445Z","caller":"traceutil/trace.go:171","msg":"trace[667188749] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8407; }","duration":"1.088249549s","start":"2026-03-31T20:38:09.436181Z","end":"2026-03-31T20:38:10.52443Z","steps":["trace[667188749] 'agreement among raft nodes before linearized reading' (duration: 1.088048695s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.524753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:09.436165Z","time spent":"1.088574776s","remote":"127.0.0.1:47574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:10.524374Z","caller":"traceutil/trace.go:171","msg":"trace[16530236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8407; }","duration":"665.969968ms","start":"2026-03-31T20:38:09.858399Z","end":"2026-03-31T20:38:10.524369Z","steps":["trace[16530236] 'agreement among raft nodes before linearized reading' (duration: 665.893436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.52483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:09.270154Z","time spent":"1.254389603s","remote":"127.0.0.1:53550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:10.524875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:09.85838Z","time spent":"666.469159ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:38:10.887186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.527937Z","time spent":"359.243541ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:38:10.89282Z","caller":"traceutil/trace.go:171","msg":"trace[957839632] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"363.043736ms","start":"2026-03-31T20:38:10.529752Z","end":"2026-03-31T20:38:10.892796Z","steps":["trace[957839632] 'process raft request' (duration: 362.931043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:10.892908Z","caller":"traceutil/trace.go:171","msg":"trace[982065474] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"363.075946ms","start":"2026-03-31T20:38:10.5298Z","end":"2026-03-31T20:38:10.892876Z","steps":["trace[982065474] 'process raft request' (duration: 362.936903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.892949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.529741Z","time spent":"363.138288ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:10.892998Z","caller":"traceutil/trace.go:171","msg":"trace[831118386] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"362.077104ms","start":"2026-03-31T20:38:10.530878Z","end":"2026-03-31T20:38:10.892955Z","steps":["trace[831118386] 'process raft request' (duration: 361.948601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.893056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.529794Z","time spent":"363.184309ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:10.893116Z","caller":"traceutil/trace.go:171","msg":"trace[1684472545] linearizableReadLoop","detail":"{readStateIndex:8732; appliedIndex:8725; }","duration":"363.042266ms","start":"2026-03-31T20:38:10.530061Z","end":"2026-03-31T20:38:10.893103Z","steps":["trace[1684472545] 'read index received' (duration: 349.199586ms)","trace[1684472545] 'applied index is now lower than readState.Index' (duration: 13.841809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:10.893176Z","caller":"traceutil/trace.go:171","msg":"trace[1860380474] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"343.279934ms","start":"2026-03-31T20:38:10.549887Z","end":"2026-03-31T20:38:10.893167Z","steps":["trace[1860380474] 'process raft request' (duration: 342.976027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:10.893203Z","caller":"traceutil/trace.go:171","msg":"trace[771733373] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"363.454054ms","start":"2026-03-31T20:38:10.529739Z","end":"2026-03-31T20:38:10.893193Z","steps":["trace[771733373] 'process raft request' (duration: 362.973604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:10.893205Z","caller":"traceutil/trace.go:171","msg":"trace[274913732] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"363.383923ms","start":"2026-03-31T20:38:10.529803Z","end":"2026-03-31T20:38:10.893187Z","steps":["trace[274913732] 'process raft request' (duration: 362.958014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.893234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.549862Z","time spent":"343.339096ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:10.893265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.529789Z","time spent":"363.448354ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:10.893262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.529712Z","time spent":"363.519746ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:10.893325Z","caller":"traceutil/trace.go:171","msg":"trace[755165882] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"363.453234ms","start":"2026-03-31T20:38:10.529861Z","end":"2026-03-31T20:38:10.893314Z","steps":["trace[755165882] 'process raft request' (duration: 362.932713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.893329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.530863Z","time spent":"362.214377ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:10.89282Z","caller":"traceutil/trace.go:171","msg":"trace[775897092] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"363.300621ms","start":"2026-03-31T20:38:10.529504Z","end":"2026-03-31T20:38:10.892805Z","steps":["trace[775897092] 'process raft request' (duration: 363.075046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.893464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.529484Z","time spent":"363.958196ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:10.89338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.529856Z","time spent":"363.497105ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:10.893873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.737672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:38:10.893912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.836774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207040"} {"level":"info","ts":"2026-03-31T20:38:10.893994Z","caller":"traceutil/trace.go:171","msg":"trace[1361953033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8416; }","duration":"363.852424ms","start":"2026-03-31T20:38:10.530096Z","end":"2026-03-31T20:38:10.893948Z","steps":["trace[1361953033] 'agreement among raft nodes before linearized reading' (duration: 363.605799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.894065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.530092Z","time spent":"363.958956ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:38:10.893971Z","caller":"traceutil/trace.go:171","msg":"trace[1276307574] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8415; }","duration":"363.915675ms","start":"2026-03-31T20:38:10.530042Z","end":"2026-03-31T20:38:10.893957Z","steps":["trace[1276307574] 'agreement among raft nodes before linearized reading' (duration: 363.225789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:10.894183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:10.530035Z","time spent":"364.12516ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207063,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:38:21.266078Z","caller":"traceutil/trace.go:171","msg":"trace[899307031] linearizableReadLoop","detail":"{readStateIndex:8785; appliedIndex:8784; }","duration":"118.847867ms","start":"2026-03-31T20:38:21.147196Z","end":"2026-03-31T20:38:21.266044Z","steps":["trace[899307031] 'read index received' (duration: 90.153496ms)","trace[899307031] 'applied index is now lower than readState.Index' (duration: 28.692861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:21.266198Z","caller":"traceutil/trace.go:171","msg":"trace[395131451] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"119.01127ms","start":"2026-03-31T20:38:21.147148Z","end":"2026-03-31T20:38:21.266159Z","steps":["trace[395131451] 'process raft request' (duration: 90.120735ms)","trace[395131451] 'compare' (duration: 28.605649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:21.266409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.188464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:38:21.266443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.98359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:38:21.266478Z","caller":"traceutil/trace.go:171","msg":"trace[842135140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8464; }","duration":"119.296076ms","start":"2026-03-31T20:38:21.147164Z","end":"2026-03-31T20:38:21.26646Z","steps":["trace[842135140] 'agreement among raft nodes before linearized reading' (duration: 119.094032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:21.266499Z","caller":"traceutil/trace.go:171","msg":"trace[1660486012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8464; }","duration":"119.111062ms","start":"2026-03-31T20:38:21.147369Z","end":"2026-03-31T20:38:21.26648Z","steps":["trace[1660486012] 'agreement among raft nodes before linearized reading' (duration: 118.910378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.266665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.708998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:38:21.266694Z","caller":"traceutil/trace.go:171","msg":"trace[976888406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8464; }","duration":"116.75597ms","start":"2026-03-31T20:38:21.149929Z","end":"2026-03-31T20:38:21.266685Z","steps":["trace[976888406] 'agreement among raft nodes before linearized reading' (duration: 116.664438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.266881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.298076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:38:21.266919Z","caller":"traceutil/trace.go:171","msg":"trace[393360157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8464; }","duration":"119.349938ms","start":"2026-03-31T20:38:21.147557Z","end":"2026-03-31T20:38:21.266907Z","steps":["trace[393360157] 'agreement among raft nodes before linearized reading' (duration: 119.247966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.267105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.342498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:38:21.267177Z","caller":"traceutil/trace.go:171","msg":"trace[580298212] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8464; }","duration":"119.493941ms","start":"2026-03-31T20:38:21.147662Z","end":"2026-03-31T20:38:21.267156Z","steps":["trace[580298212] 'agreement among raft nodes before linearized reading' (duration: 119.214424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.266944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.201114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:38:21.267248Z","caller":"traceutil/trace.go:171","msg":"trace[337466744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8464; }","duration":"119.521142ms","start":"2026-03-31T20:38:21.147711Z","end":"2026-03-31T20:38:21.267232Z","steps":["trace[337466744] 'agreement among raft nodes before linearized reading' (duration: 119.150663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:21.405397Z","caller":"traceutil/trace.go:171","msg":"trace[238434536] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"133.555526ms","start":"2026-03-31T20:38:21.271814Z","end":"2026-03-31T20:38:21.40537Z","steps":["trace[238434536] 'process raft request' (duration: 98.169004ms)","trace[238434536] 'compare' (duration: 35.173417ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:21.405815Z","caller":"traceutil/trace.go:171","msg":"trace[1504717484] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"133.962695ms","start":"2026-03-31T20:38:21.271815Z","end":"2026-03-31T20:38:21.405778Z","steps":["trace[1504717484] 'process raft request' (duration: 133.494145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:21.406148Z","caller":"traceutil/trace.go:171","msg":"trace[1416178580] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"134.253272ms","start":"2026-03-31T20:38:21.271877Z","end":"2026-03-31T20:38:21.40613Z","steps":["trace[1416178580] 'process raft request' (duration: 133.833042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:21.407223Z","caller":"traceutil/trace.go:171","msg":"trace[1531479287] linearizableReadLoop","detail":"{readStateIndex:8790; appliedIndex:8785; }","duration":"135.07946ms","start":"2026-03-31T20:38:21.272108Z","end":"2026-03-31T20:38:21.407187Z","steps":["trace[1531479287] 'read index received' (duration: 7.833946ms)","trace[1531479287] 'applied index is now lower than readState.Index' (duration: 127.244144ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:21.407361Z","caller":"traceutil/trace.go:171","msg":"trace[1199797894] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"135.459249ms","start":"2026-03-31T20:38:21.271884Z","end":"2026-03-31T20:38:21.407344Z","steps":["trace[1199797894] 'process raft request' (duration: 133.993506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.407751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.865245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:38:21.407795Z","caller":"traceutil/trace.go:171","msg":"trace[1433726633] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8469; }","duration":"134.957267ms","start":"2026-03-31T20:38:21.272827Z","end":"2026-03-31T20:38:21.407784Z","steps":["trace[1433726633] 'agreement among raft nodes before linearized reading' (duration: 134.776923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.408897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.738937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207040"} {"level":"info","ts":"2026-03-31T20:38:21.409018Z","caller":"traceutil/trace.go:171","msg":"trace[147813484] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8469; }","duration":"136.945201ms","start":"2026-03-31T20:38:21.272045Z","end":"2026-03-31T20:38:21.408991Z","steps":["trace[147813484] 'agreement among raft nodes before linearized reading' (duration: 135.336316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.597879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481428847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:23.597962Z","caller":"traceutil/trace.go:171","msg":"trace[1734952186] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8470; }","duration":"1.481550591s","start":"2026-03-31T20:38:22.116393Z","end":"2026-03-31T20:38:23.597944Z","steps":["trace[1734952186] 'count revisions from in-memory index tree' (duration: 1.481372276s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.598004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.116379Z","time spent":"1.481613232s","remote":"127.0.0.1:54390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:23.599288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011070394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:23.599398Z","caller":"traceutil/trace.go:171","msg":"trace[307288457] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8470; }","duration":"1.011237786s","start":"2026-03-31T20:38:22.588126Z","end":"2026-03-31T20:38:23.599364Z","steps":["trace[307288457] 'count revisions from in-memory index tree' (duration: 1.010981311s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.599456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.588104Z","time spent":"1.011338959s","remote":"127.0.0.1:53610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:23.599495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.044998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:23.599706Z","caller":"traceutil/trace.go:171","msg":"trace[1818847047] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"992.946818ms","start":"2026-03-31T20:38:22.60671Z","end":"2026-03-31T20:38:23.599657Z","steps":["trace[1818847047] 'process raft request' (duration: 764.626024ms)","trace[1818847047] 'compare' (duration: 227.306262ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:23.599793Z","caller":"traceutil/trace.go:171","msg":"trace[795092341] linearizableReadLoop","detail":"{readStateIndex:8792; appliedIndex:8791; }","duration":"640.923548ms","start":"2026-03-31T20:38:22.958843Z","end":"2026-03-31T20:38:23.599767Z","steps":["trace[795092341] 'read index received' (duration: 412.513842ms)","trace[795092341] 'applied index is now lower than readState.Index' (duration: 228.405156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:23.599865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.606672Z","time spent":"993.10534ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:23.599729Z","caller":"traceutil/trace.go:171","msg":"trace[276267934] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"479.492089ms","start":"2026-03-31T20:38:23.120219Z","end":"2026-03-31T20:38:23.599711Z","steps":["trace[276267934] 'process raft request' (duration: 479.386907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.59994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.091563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:23.600002Z","caller":"traceutil/trace.go:171","msg":"trace[1273230970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8472; }","duration":"641.284026ms","start":"2026-03-31T20:38:22.958703Z","end":"2026-03-31T20:38:23.599987Z","steps":["trace[1273230970] 'agreement among raft nodes before linearized reading' (duration: 641.175114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.600043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.958684Z","time spent":"641.351158ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:23.600038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:23.120182Z","time spent":"479.739815ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:23.60008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.637121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:38:23.600079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.362781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T20:38:23.600081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.984136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:38:23.600081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.972616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:38:23.600124Z","caller":"traceutil/trace.go:171","msg":"trace[1806763773] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8472; }","duration":"457.732433ms","start":"2026-03-31T20:38:23.142377Z","end":"2026-03-31T20:38:23.60011Z","steps":["trace[1806763773] 'agreement among raft nodes before linearized reading' (duration: 457.545019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:23.600135Z","caller":"traceutil/trace.go:171","msg":"trace[716944755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8472; }","duration":"188.455213ms","start":"2026-03-31T20:38:23.411665Z","end":"2026-03-31T20:38:23.600121Z","steps":["trace[716944755] 'agreement among raft nodes before linearized reading' (duration: 188.284399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:23.600155Z","caller":"traceutil/trace.go:171","msg":"trace[463837380] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8472; }","duration":"181.090857ms","start":"2026-03-31T20:38:23.419048Z","end":"2026-03-31T20:38:23.600139Z","steps":["trace[463837380] 'agreement among raft nodes before linearized reading' (duration: 180.911463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.60017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:23.142339Z","time spent":"457.821205ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:23.600187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.132732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:38:23.600163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.355813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:38:23.60022Z","caller":"traceutil/trace.go:171","msg":"trace[2016450731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8472; }","duration":"187.180774ms","start":"2026-03-31T20:38:23.413031Z","end":"2026-03-31T20:38:23.600212Z","steps":["trace[2016450731] 'agreement among raft nodes before linearized reading' (duration: 187.01703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:23.600159Z","caller":"traceutil/trace.go:171","msg":"trace[863396286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8472; }","duration":"317.072039ms","start":"2026-03-31T20:38:23.283073Z","end":"2026-03-31T20:38:23.600146Z","steps":["trace[863396286] 'agreement among raft nodes before linearized reading' (duration: 316.872324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:23.600239Z","caller":"traceutil/trace.go:171","msg":"trace[284992720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8472; }","duration":"181.467206ms","start":"2026-03-31T20:38:23.418755Z","end":"2026-03-31T20:38:23.600223Z","steps":["trace[284992720] 'agreement among raft nodes before linearized reading' (duration: 181.241191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.60027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:23.283063Z","time spent":"317.196981ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:23.600046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.40005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:23.600334Z","caller":"traceutil/trace.go:171","msg":"trace[442727218] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8472; }","duration":"332.788558ms","start":"2026-03-31T20:38:23.267536Z","end":"2026-03-31T20:38:23.600325Z","steps":["trace[442727218] 'agreement among raft nodes before linearized reading' (duration: 332.4205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.600088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.996943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:38:23.60037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:23.267514Z","time spent":"332.84617ms","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:23.600389Z","caller":"traceutil/trace.go:171","msg":"trace[1920539430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8472; }","duration":"188.321559ms","start":"2026-03-31T20:38:23.41205Z","end":"2026-03-31T20:38:23.600372Z","steps":["trace[1920539430] 'agreement among raft nodes before linearized reading' (duration: 187.89283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.600462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.748721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:38:23.600772Z","caller":"traceutil/trace.go:171","msg":"trace[172725913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8472; }","duration":"330.190302ms","start":"2026-03-31T20:38:23.270569Z","end":"2026-03-31T20:38:23.600759Z","steps":["trace[172725913] 'agreement among raft nodes before linearized reading' (duration: 329.381703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.600842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:23.270554Z","time spent":"330.277024ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:38:23.790707Z","caller":"traceutil/trace.go:171","msg":"trace[902989868] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"185.594069ms","start":"2026-03-31T20:38:23.605087Z","end":"2026-03-31T20:38:23.790681Z","steps":["trace[902989868] 'process raft request' (duration: 185.530758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:23.790787Z","caller":"traceutil/trace.go:171","msg":"trace[1876082665] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"185.668221ms","start":"2026-03-31T20:38:23.605081Z","end":"2026-03-31T20:38:23.790749Z","steps":["trace[1876082665] 'process raft request' (duration: 99.349372ms)","trace[1876082665] 'compare' (duration: 86.045243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:24.08783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.543511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:24.088028Z","caller":"traceutil/trace.go:171","msg":"trace[35012857] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"482.660499ms","start":"2026-03-31T20:38:23.60533Z","end":"2026-03-31T20:38:24.08799Z","steps":["trace[35012857] 'process raft request' (duration: 299.876583ms)","trace[35012857] 'compare' (duration: 182.420178ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:24.088127Z","caller":"traceutil/trace.go:171","msg":"trace[1195404331] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"482.700141ms","start":"2026-03-31T20:38:23.605399Z","end":"2026-03-31T20:38:24.088099Z","steps":["trace[1195404331] 'process raft request' (duration: 482.592868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:24.088144Z","caller":"traceutil/trace.go:171","msg":"trace[443493768] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"482.574949ms","start":"2026-03-31T20:38:23.605545Z","end":"2026-03-31T20:38:24.08812Z","steps":["trace[443493768] 'process raft request' (duration: 482.514367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:24.088183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:23.605284Z","time spent":"482.817733ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:24.088188Z","caller":"traceutil/trace.go:171","msg":"trace[403584012] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"482.69177ms","start":"2026-03-31T20:38:23.605373Z","end":"2026-03-31T20:38:24.088064Z","steps":["trace[403584012] 'process raft request' (duration: 482.563067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:24.088245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:23.605533Z","time spent":"482.668661ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:24.088267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:23.605391Z","time spent":"482.802534ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:24.088266Z","caller":"traceutil/trace.go:171","msg":"trace[530469735] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"482.731952ms","start":"2026-03-31T20:38:23.605468Z","end":"2026-03-31T20:38:24.0882Z","steps":["trace[530469735] 'process raft request' (duration: 482.555647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:24.088163Z","caller":"traceutil/trace.go:171","msg":"trace[1639376820] linearizableReadLoop","detail":"{readStateIndex:8799; appliedIndex:8793; }","duration":"482.61513ms","start":"2026-03-31T20:38:23.605533Z","end":"2026-03-31T20:38:24.088148Z","steps":["trace[1639376820] 'read index received' (duration: 98.912902ms)","trace[1639376820] 'applied index is now lower than readState.Index' (duration: 383.700718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:24.088324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:23.605354Z","time spent":"482.892796ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:24.088498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:23.605462Z","time spent":"482.920696ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:24.088694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.243973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:24.088691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.079629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:24.088741Z","caller":"traceutil/trace.go:171","msg":"trace[713120680] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8479; }","duration":"194.324014ms","start":"2026-03-31T20:38:23.894407Z","end":"2026-03-31T20:38:24.088731Z","steps":["trace[713120680] 'agreement among raft nodes before linearized reading' (duration: 194.192182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:24.088756Z","caller":"traceutil/trace.go:171","msg":"trace[149236650] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8479; }","duration":"262.177362ms","start":"2026-03-31T20:38:23.82656Z","end":"2026-03-31T20:38:24.088738Z","steps":["trace[149236650] 'agreement among raft nodes before linearized reading' (duration: 262.068889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:24.088872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.252684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207040"} {"level":"info","ts":"2026-03-31T20:38:24.088967Z","caller":"traceutil/trace.go:171","msg":"trace[1878244068] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8479; }","duration":"483.454298ms","start":"2026-03-31T20:38:23.605497Z","end":"2026-03-31T20:38:24.088952Z","steps":["trace[1878244068] 'agreement among raft nodes before linearized reading' (duration: 482.691862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:24.088942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.585779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-684c4bb795-9ghlm.18a20787fde5bc17\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T20:38:24.089156Z","caller":"traceutil/trace.go:171","msg":"trace[961825294] range","detail":"{range_begin:/registry/events/openstack/barbican-api-684c4bb795-9ghlm.18a20787fde5bc17; range_end:; response_count:1; response_revision:8479; }","duration":"287.844915ms","start":"2026-03-31T20:38:23.801289Z","end":"2026-03-31T20:38:24.089133Z","steps":["trace[961825294] 'agreement among raft nodes before linearized reading' (duration: 287.271273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:24.089018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:23.60549Z","time spent":"483.506379ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207063,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:38:24.396384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.461484ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T20:38:24.396763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:24.091689Z","time spent":"305.06574ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:38:24.499032Z","caller":"traceutil/trace.go:171","msg":"trace[430397] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"100.837024ms","start":"2026-03-31T20:38:24.398174Z","end":"2026-03-31T20:38:24.499011Z","steps":["trace[430397] 'process raft request' (duration: 97.999641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:26.278786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887442687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:26.779581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887442687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:27.191581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585548656s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:38:27.19202Z","caller":"traceutil/trace.go:171","msg":"trace[196734374] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"1.586076987s","start":"2026-03-31T20:38:25.605913Z","end":"2026-03-31T20:38:27.19199Z","steps":["trace[196734374] 'process raft request' (duration: 1.585886883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:27.192214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:25.605892Z","time spent":"1.586235382s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:28.741984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.547725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:28.742205Z","caller":"traceutil/trace.go:171","msg":"trace[1841088036] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"3.136256883s","start":"2026-03-31T20:38:25.605913Z","end":"2026-03-31T20:38:28.74217Z","steps":["trace[1841088036] 'process raft request' (duration: 2.514420872s)","trace[1841088036] 'compare' (duration: 620.620953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:28.742375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:25.60589Z","time spent":"3.136402117s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:28.959355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:38:28.959449Z","caller":"traceutil/trace.go:171","msg":"trace[1318080144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234756s","start":"2026-03-31T20:38:26.959193Z","end":"2026-03-31T20:38:28.959428Z","steps":["trace[1318080144] 'agreement among raft nodes before linearized reading' (duration: 2.000108144s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:28.959499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.959175Z","time spent":"2.000312408s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:38:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:38:29.854505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112392168s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:38:29.854626Z","caller":"traceutil/trace.go:171","msg":"trace[278411970] linearizableReadLoop","detail":"{readStateIndex:8805; appliedIndex:8802; }","duration":"4.076439601s","start":"2026-03-31T20:38:25.778163Z","end":"2026-03-31T20:38:29.854602Z","steps":["trace[278411970] 'read index received' (duration: 1.413728724s)","trace[278411970] 'applied index is now lower than readState.Index' (duration: 2.662708467s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:29.854964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076770458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:29.855047Z","caller":"traceutil/trace.go:171","msg":"trace[484640695] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8482; }","duration":"4.076901861s","start":"2026-03-31T20:38:25.778122Z","end":"2026-03-31T20:38:29.855024Z","steps":["trace[484640695] 'agreement among raft nodes before linearized reading' (duration: 4.076733618s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:29.855153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:25.778106Z","time spent":"4.076981403s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:29.981966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.256340606s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:38:29.982495Z","caller":"traceutil/trace.go:171","msg":"trace[454666050] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"1.256994231s","start":"2026-03-31T20:38:28.725472Z","end":"2026-03-31T20:38:29.982467Z","steps":["trace[454666050] 'process raft request' (duration: 1.256698944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:29.982658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.725449Z","time spent":"1.257102814s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:30.960188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:38:30.960274Z","caller":"traceutil/trace.go:171","msg":"trace[1622125474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546303s","start":"2026-03-31T20:38:28.959706Z","end":"2026-03-31T20:38:30.960253Z","steps":["trace[1622125474] 'agreement among raft nodes before linearized reading' (duration: 2.000441781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.960322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.959687Z","time spent":"2.000624436s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:31.018613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.936105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:31.01884Z","caller":"traceutil/trace.go:171","msg":"trace[825009041] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"271.506849ms","start":"2026-03-31T20:38:30.747317Z","end":"2026-03-31T20:38:31.018823Z","steps":["trace[825009041] 'process raft request' (duration: 271.470589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.018978Z","caller":"traceutil/trace.go:171","msg":"trace[1540239461] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"1.820687792s","start":"2026-03-31T20:38:29.19827Z","end":"2026-03-31T20:38:31.018957Z","steps":["trace[1540239461] 'process raft request' (duration: 1.820475868s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.018959Z","caller":"traceutil/trace.go:171","msg":"trace[720942487] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"2.07102754s","start":"2026-03-31T20:38:28.947893Z","end":"2026-03-31T20:38:31.01892Z","steps":["trace[720942487] 'process raft request' (duration: 2.070803414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.019047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:29.198237Z","time spent":"1.820773525s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:31.019037Z","caller":"traceutil/trace.go:171","msg":"trace[118719352] linearizableReadLoop","detail":"{readStateIndex:8809; appliedIndex:8805; }","duration":"1.16434495s","start":"2026-03-31T20:38:29.854656Z","end":"2026-03-31T20:38:31.019001Z","steps":["trace[118719352] 'read index received' (duration: 127.538932ms)","trace[118719352] 'applied index is now lower than readState.Index' (duration: 1.036800578s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:31.019199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.947868Z","time spent":"2.071211524s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:31.019208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.593788768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:38:31.019239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954096396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:38:31.019257Z","caller":"traceutil/trace.go:171","msg":"trace[1992300856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8487; }","duration":"4.593841079s","start":"2026-03-31T20:38:26.425402Z","end":"2026-03-31T20:38:31.019243Z","steps":["trace[1992300856] 'agreement among raft nodes before linearized reading' (duration: 4.593648044s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.019274Z","caller":"traceutil/trace.go:171","msg":"trace[2020545023] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8487; }","duration":"3.954177148s","start":"2026-03-31T20:38:27.065085Z","end":"2026-03-31T20:38:31.019262Z","steps":["trace[2020545023] 'agreement among raft nodes before linearized reading' (duration: 3.954078126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.019293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.425341Z","time spent":"4.593943871s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:38:31.019305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.065056Z","time spent":"3.95424237s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T20:38:31.019341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.249748966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:31.019373Z","caller":"traceutil/trace.go:171","msg":"trace[2064263541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8487; }","duration":"4.249858518s","start":"2026-03-31T20:38:26.769504Z","end":"2026-03-31T20:38:31.019363Z","steps":["trace[2064263541] 'agreement among raft nodes before linearized reading' (duration: 4.249797837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.0194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.769483Z","time spent":"4.24990871s","remote":"127.0.0.1:53718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:31.019458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.924545482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:38:31.019482Z","caller":"traceutil/trace.go:171","msg":"trace[195985362] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"2.287929389s","start":"2026-03-31T20:38:28.731538Z","end":"2026-03-31T20:38:31.019467Z","steps":["trace[195985362] 'process raft request' (duration: 1.677062912s)","trace[195985362] 'compare' (duration: 609.849343ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:31.019523Z","caller":"traceutil/trace.go:171","msg":"trace[600238563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8487; }","duration":"4.924685154s","start":"2026-03-31T20:38:26.09482Z","end":"2026-03-31T20:38:31.019505Z","steps":["trace[600238563] 'agreement among raft nodes before linearized reading' (duration: 4.924370218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.019548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.731511Z","time spent":"2.288001591s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:31.019594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.094809Z","time spent":"4.924769646s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:31.019599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.260995467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:31.01966Z","caller":"traceutil/trace.go:171","msg":"trace[1157358338] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8487; }","duration":"4.261089109s","start":"2026-03-31T20:38:26.758553Z","end":"2026-03-31T20:38:31.019642Z","steps":["trace[1157358338] 'agreement among raft nodes before linearized reading' (duration: 4.261009678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.019712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.758529Z","time spent":"4.261168771s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:31.019717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226068697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:31.019758Z","caller":"traceutil/trace.go:171","msg":"trace[1131223299] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8487; }","duration":"4.226156729s","start":"2026-03-31T20:38:26.79359Z","end":"2026-03-31T20:38:31.019747Z","steps":["trace[1131223299] 'agreement among raft nodes before linearized reading' (duration: 4.226074907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.019798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.793573Z","time spent":"4.22621623s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:31.019777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.031355859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:31.019802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926365603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:38:31.019521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470609423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:31.019834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.220216021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:38:31.019828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.924979421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:38:31.019861Z","caller":"traceutil/trace.go:171","msg":"trace[1696633304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8487; }","duration":"4.926424884s","start":"2026-03-31T20:38:26.093421Z","end":"2026-03-31T20:38:31.019846Z","steps":["trace[1696633304] 'agreement among raft nodes before linearized reading' (duration: 4.926279481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.019859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229486416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:38:31.019888Z","caller":"traceutil/trace.go:171","msg":"trace[1098369815] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8487; }","duration":"4.471006582s","start":"2026-03-31T20:38:26.548857Z","end":"2026-03-31T20:38:31.019863Z","steps":["trace[1098369815] 'agreement among raft nodes before linearized reading' (duration: 4.470606873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.020032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.548841Z","time spent":"4.471168835s","remote":"127.0.0.1:58512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:31.020042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.613294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:31.020046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118343051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:38:31.020091Z","caller":"traceutil/trace.go:171","msg":"trace[1228218995] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8487; }","duration":"289.694576ms","start":"2026-03-31T20:38:30.730387Z","end":"2026-03-31T20:38:31.020082Z","steps":["trace[1228218995] 'agreement among raft nodes before linearized reading' (duration: 289.621994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.01988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.927398075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:38:31.020088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.103871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:31.020109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765985869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:38:31.020119Z","caller":"traceutil/trace.go:171","msg":"trace[2028822781] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8487; }","duration":"1.118489684s","start":"2026-03-31T20:38:29.90161Z","end":"2026-03-31T20:38:31.020099Z","steps":["trace[2028822781] 'agreement among raft nodes before linearized reading' (duration: 1.118241329s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.020133Z","caller":"traceutil/trace.go:171","msg":"trace[1771123283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8487; }","duration":"4.927689722s","start":"2026-03-31T20:38:26.092431Z","end":"2026-03-31T20:38:31.020121Z","steps":["trace[1771123283] 'agreement among raft nodes before linearized reading' (duration: 4.927368835s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.019861Z","caller":"traceutil/trace.go:171","msg":"trace[391560635] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8487; }","duration":"5.031483922s","start":"2026-03-31T20:38:25.988353Z","end":"2026-03-31T20:38:31.019837Z","steps":["trace[391560635] 'agreement among raft nodes before linearized reading' (duration: 5.031316738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.020137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926642498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:38:31.020165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:29.901592Z","time spent":"1.118564056s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:31.020193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:25.988338Z","time spent":"5.031836679s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:31.020214Z","caller":"traceutil/trace.go:171","msg":"trace[1750008278] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8487; }","duration":"4.926802832s","start":"2026-03-31T20:38:26.093392Z","end":"2026-03-31T20:38:31.020195Z","steps":["trace[1750008278] 'agreement among raft nodes before linearized reading' (duration: 4.926540676s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.019876Z","caller":"traceutil/trace.go:171","msg":"trace[1314985653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8487; }","duration":"5.220303533s","start":"2026-03-31T20:38:25.799564Z","end":"2026-03-31T20:38:31.019868Z","steps":["trace[1314985653] 'agreement among raft nodes before linearized reading' (duration: 5.220205861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.020281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.093369Z","time spent":"4.926895944s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:38:31.020154Z","caller":"traceutil/trace.go:171","msg":"trace[1644882405] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:8487; }","duration":"1.766079111s","start":"2026-03-31T20:38:29.25406Z","end":"2026-03-31T20:38:31.020139Z","steps":["trace[1644882405] 'agreement among raft nodes before linearized reading' (duration: 1.765972499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.02035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:29.254023Z","time spent":"1.766311427s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-03-31T20:38:31.0199Z","caller":"traceutil/trace.go:171","msg":"trace[2108087844] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8487; }","duration":"4.925086344s","start":"2026-03-31T20:38:26.094792Z","end":"2026-03-31T20:38:31.019879Z","steps":["trace[2108087844] 'agreement among raft nodes before linearized reading' (duration: 4.92491157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.020359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168852231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:31.020449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.094772Z","time spent":"4.925666846s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"info","ts":"2026-03-31T20:38:31.020466Z","caller":"traceutil/trace.go:171","msg":"trace[1975923886] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8487; }","duration":"3.169905404s","start":"2026-03-31T20:38:27.850543Z","end":"2026-03-31T20:38:31.020448Z","steps":["trace[1975923886] 'agreement among raft nodes before linearized reading' (duration: 3.168856191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.020512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.850524Z","time spent":"3.169973126s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:31.019474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301151859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:31.02058Z","caller":"traceutil/trace.go:171","msg":"trace[989289131] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8487; }","duration":"3.302295445s","start":"2026-03-31T20:38:27.71827Z","end":"2026-03-31T20:38:31.020566Z","steps":["trace[989289131] 'agreement among raft nodes before linearized reading' (duration: 3.30117321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.020619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.718248Z","time spent":"3.302359497s","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:31.01991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.093376Z","time spent":"4.926522306s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:38:31.019813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.21746106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:38:31.020877Z","caller":"traceutil/trace.go:171","msg":"trace[2041069815] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8487; }","duration":"5.218545104s","start":"2026-03-31T20:38:25.802321Z","end":"2026-03-31T20:38:31.020866Z","steps":["trace[2041069815] 'agreement among raft nodes before linearized reading' (duration: 5.217396799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.020911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:25.802312Z","time spent":"5.218588395s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:38:31.019927Z","caller":"traceutil/trace.go:171","msg":"trace[1923373335] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8487; }","duration":"1.229598708s","start":"2026-03-31T20:38:29.790312Z","end":"2026-03-31T20:38:31.01991Z","steps":["trace[1923373335] 'agreement among raft nodes before linearized reading' (duration: 1.229429345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.020978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:29.790292Z","time spent":"1.230664691s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:38:31.019933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97993211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:31.021159Z","caller":"traceutil/trace.go:171","msg":"trace[667498831] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8487; }","duration":"4.981163896s","start":"2026-03-31T20:38:26.03998Z","end":"2026-03-31T20:38:31.021144Z","steps":["trace[667498831] 'agreement among raft nodes before linearized reading' (duration: 4.979910279s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.021208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.039972Z","time spent":"4.981221258s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:31.019952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926526556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:38:31.021352Z","caller":"traceutil/trace.go:171","msg":"trace[1032860265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8487; }","duration":"4.927950877s","start":"2026-03-31T20:38:26.093391Z","end":"2026-03-31T20:38:31.021342Z","steps":["trace[1032860265] 'agreement among raft nodes before linearized reading' (duration: 4.926509445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.021391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.093376Z","time spent":"4.928004289s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:31.020166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:26.092411Z","time spent":"4.927746083s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:38:31.020146Z","caller":"traceutil/trace.go:171","msg":"trace[1045008259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8487; }","duration":"441.207883ms","start":"2026-03-31T20:38:30.578921Z","end":"2026-03-31T20:38:31.020128Z","steps":["trace[1045008259] 'agreement among raft nodes before linearized reading' (duration: 441.108431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.021558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.578874Z","time spent":"442.667137ms","remote":"127.0.0.1:53662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:31.020289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:25.799541Z","time spent":"5.220733933s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:31.522856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887442698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:32.648575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.988579ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T20:38:32.648668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.021801Z","time spent":"1.626863278s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:38:32.975179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.164729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:32.975388Z","caller":"traceutil/trace.go:171","msg":"trace[629158652] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"1.953354558s","start":"2026-03-31T20:38:31.02199Z","end":"2026-03-31T20:38:32.975344Z","steps":["trace[629158652] 'process raft request' (duration: 1.746935813s)","trace[629158652] 'compare' (duration: 205.75072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:32.975573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.021976Z","time spent":"1.953490851s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.975679Z","caller":"traceutil/trace.go:171","msg":"trace[548114280] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"1.951370004s","start":"2026-03-31T20:38:31.024287Z","end":"2026-03-31T20:38:32.975657Z","steps":["trace[548114280] 'process raft request' (duration: 1.950993485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.975779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.024271Z","time spent":"1.951464166s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.975909Z","caller":"traceutil/trace.go:171","msg":"trace[51590811] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"1.950402392s","start":"2026-03-31T20:38:31.025496Z","end":"2026-03-31T20:38:32.975899Z","steps":["trace[51590811] 'process raft request' (duration: 1.95029888s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.975902Z","caller":"traceutil/trace.go:171","msg":"trace[1430094982] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"1.951214759s","start":"2026-03-31T20:38:31.024659Z","end":"2026-03-31T20:38:32.975874Z","steps":["trace[1430094982] 'process raft request' (duration: 1.951072696s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.975959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.025488Z","time spent":"1.950447353s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.975963Z","caller":"traceutil/trace.go:171","msg":"trace[611568281] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"1.950385791s","start":"2026-03-31T20:38:31.025508Z","end":"2026-03-31T20:38:32.975938Z","steps":["trace[611568281] 'process raft request' (duration: 1.950272848s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.975995Z","caller":"traceutil/trace.go:171","msg":"trace[304986108] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"1.94985106s","start":"2026-03-31T20:38:31.026124Z","end":"2026-03-31T20:38:32.975975Z","steps":["trace[304986108] 'process raft request' (duration: 1.949762588s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.976041Z","caller":"traceutil/trace.go:171","msg":"trace[464990097] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"1.951320312s","start":"2026-03-31T20:38:31.024714Z","end":"2026-03-31T20:38:32.976034Z","steps":["trace[464990097] 'process raft request' (duration: 1.951050416s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.976043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.024649Z","time spent":"1.951312231s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.976074Z","caller":"traceutil/trace.go:171","msg":"trace[1778163063] linearizableReadLoop","detail":"{readStateIndex:8821; appliedIndex:8810; }","duration":"1.954170506s","start":"2026-03-31T20:38:31.021896Z","end":"2026-03-31T20:38:32.976066Z","steps":["trace[1778163063] 'read index received' (duration: 824.726697ms)","trace[1778163063] 'applied index is now lower than readState.Index' (duration: 1.129443019s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:32.976098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.024692Z","time spent":"1.951376863s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:32.976101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.026111Z","time spent":"1.949935651s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.976045Z","caller":"traceutil/trace.go:171","msg":"trace[269345971] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"1.949182435s","start":"2026-03-31T20:38:31.026854Z","end":"2026-03-31T20:38:32.976037Z","steps":["trace[269345971] 'process raft request' (duration: 1.949058262s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.976174Z","caller":"traceutil/trace.go:171","msg":"trace[149269254] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"1.951535137s","start":"2026-03-31T20:38:31.024628Z","end":"2026-03-31T20:38:32.976164Z","steps":["trace[149269254] 'process raft request' (duration: 1.951055946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.976187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.026838Z","time spent":"1.949327378s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:32.976192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954290508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:32.976202Z","caller":"traceutil/trace.go:171","msg":"trace[313773371] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"1.950149626s","start":"2026-03-31T20:38:31.026042Z","end":"2026-03-31T20:38:32.976192Z","steps":["trace[313773371] 'process raft request' (duration: 1.949813929s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.976221Z","caller":"traceutil/trace.go:171","msg":"trace[1282941485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8498; }","duration":"1.95434467s","start":"2026-03-31T20:38:31.021867Z","end":"2026-03-31T20:38:32.976212Z","steps":["trace[1282941485] 'agreement among raft nodes before linearized reading' (duration: 1.954273718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.976244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.024613Z","time spent":"1.951585528s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.976008Z","caller":"traceutil/trace.go:171","msg":"trace[1555848093] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"326.545089ms","start":"2026-03-31T20:38:32.649448Z","end":"2026-03-31T20:38:32.975993Z","steps":["trace[1555848093] 'process raft request' (duration: 326.500588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.97625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.021856Z","time spent":"1.954387931s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:32.976306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:32.649425Z","time spent":"326.859136ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:32.976371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952054748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0457d522-4b48-4c83-ae5c-547a0e9ab91b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T20:38:32.976405Z","caller":"traceutil/trace.go:171","msg":"trace[1749276940] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0457d522-4b48-4c83-ae5c-547a0e9ab91b; range_end:; response_count:1; response_revision:8498; }","duration":"1.952123131s","start":"2026-03-31T20:38:31.024274Z","end":"2026-03-31T20:38:32.976397Z","steps":["trace[1749276940] 'agreement among raft nodes before linearized reading' (duration: 1.952002778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.976431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.024252Z","time spent":"1.952173672s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-0457d522-4b48-4c83-ae5c-547a0e9ab91b\" "} {"level":"warn","ts":"2026-03-31T20:38:32.976456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951894774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:38:32.976486Z","caller":"traceutil/trace.go:171","msg":"trace[246289639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8498; }","duration":"1.951939536s","start":"2026-03-31T20:38:31.024538Z","end":"2026-03-31T20:38:32.976478Z","steps":["trace[246289639] 'agreement among raft nodes before linearized reading' (duration: 1.951802983s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.976257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.026035Z","time spent":"1.950196047s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:32.976522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.024531Z","time spent":"1.951984457s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:38:32.976195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.025493Z","time spent":"1.950524615s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:32.976644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950733369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207040"} {"level":"info","ts":"2026-03-31T20:38:32.97669Z","caller":"traceutil/trace.go:171","msg":"trace[501169328] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8498; }","duration":"1.950811451s","start":"2026-03-31T20:38:31.025869Z","end":"2026-03-31T20:38:32.976681Z","steps":["trace[501169328] 'agreement among raft nodes before linearized reading' (duration: 1.950464904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.976721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.025857Z","time spent":"1.950855262s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207063,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:38:33.379627Z","caller":"traceutil/trace.go:171","msg":"trace[1543163517] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8822; }","duration":"340.016651ms","start":"2026-03-31T20:38:33.039586Z","end":"2026-03-31T20:38:33.379602Z","steps":["trace[1543163517] 'read index received' (duration: 1.230587ms)","trace[1543163517] 'applied index is now lower than readState.Index' (duration: 338.784824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:33.379675Z","caller":"traceutil/trace.go:171","msg":"trace[89479732] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"354.071655ms","start":"2026-03-31T20:38:33.025572Z","end":"2026-03-31T20:38:33.379644Z","steps":["trace[89479732] 'process raft request' (duration: 353.877211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.379813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.025548Z","time spent":"354.188708ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:33.379849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.244206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:33.380002Z","caller":"traceutil/trace.go:171","msg":"trace[649857745] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8500; }","duration":"340.44272ms","start":"2026-03-31T20:38:33.039541Z","end":"2026-03-31T20:38:33.379984Z","steps":["trace[649857745] 'agreement among raft nodes before linearized reading' (duration: 340.166994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.380057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.039508Z","time spent":"340.533313ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:38:34.226948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.363803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-684c4bb795-9ghlm.18a20787fde5bc17\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T20:38:34.227029Z","caller":"traceutil/trace.go:171","msg":"trace[556674278] range","detail":"{range_begin:/registry/events/openstack/barbican-api-684c4bb795-9ghlm.18a20787fde5bc17; range_end:; response_count:1; response_revision:8500; }","duration":"422.477635ms","start":"2026-03-31T20:38:33.804531Z","end":"2026-03-31T20:38:34.227009Z","steps":["trace[556674278] 'range keys from in-memory index tree' (duration: 422.159808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:34.227072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.804517Z","time spent":"422.545487ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-684c4bb795-9ghlm.18a20787fde5bc17\" "} {"level":"warn","ts":"2026-03-31T20:38:34.227311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.466146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-03-31T20:38:34.227424Z","caller":"traceutil/trace.go:171","msg":"trace[381039512] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8500; }","duration":"418.628589ms","start":"2026-03-31T20:38:33.808775Z","end":"2026-03-31T20:38:34.227403Z","steps":["trace[381039512] 'range keys from in-memory index tree' (duration: 418.049086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:34.227533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.808753Z","time spent":"418.733191ms","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T20:38:34.542061Z","caller":"traceutil/trace.go:171","msg":"trace[1517871644] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"312.498335ms","start":"2026-03-31T20:38:34.229543Z","end":"2026-03-31T20:38:34.542042Z","steps":["trace[1517871644] 'process raft request' (duration: 312.365382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:34.542181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.229504Z","time spent":"312.612718ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:35.457356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887442728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:35.95849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887442728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:36.339325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.731850866s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:38:36.340075Z","caller":"traceutil/trace.go:171","msg":"trace[71041930] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"1.734045856s","start":"2026-03-31T20:38:34.606005Z","end":"2026-03-31T20:38:36.340051Z","steps":["trace[71041930] 'process raft request' (duration: 1.733666247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.340229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.605969Z","time spent":"1.734176309s","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414379,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:36.956444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999813997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:38:36.956543Z","caller":"traceutil/trace.go:171","msg":"trace[768006227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99995314s","start":"2026-03-31T20:38:34.956564Z","end":"2026-03-31T20:38:36.956517Z","steps":["trace[768006227] 'agreement among raft nodes before linearized reading' (duration: 1.999846678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.956591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.956541Z","time spent":"2.000040341s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:38:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:38:37.805184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.465615604s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:38:37.879664Z","caller":"traceutil/trace.go:171","msg":"trace[1755790643] linearizableReadLoop","detail":"{readStateIndex:8829; appliedIndex:8825; }","duration":"2.923033687s","start":"2026-03-31T20:38:34.956607Z","end":"2026-03-31T20:38:37.87964Z","steps":["trace[1755790643] 'read index received' (duration: 1.382988318s)","trace[1755790643] 'applied index is now lower than readState.Index' (duration: 1.540044199s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:37.879691Z","caller":"traceutil/trace.go:171","msg":"trace[1317867318] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"2.833816242s","start":"2026-03-31T20:38:35.045847Z","end":"2026-03-31T20:38:37.879663Z","steps":["trace[1317867318] 'process raft request' (duration: 2.833593117s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:37.87978Z","caller":"traceutil/trace.go:171","msg":"trace[1746299536] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"2.495388886s","start":"2026-03-31T20:38:35.384381Z","end":"2026-03-31T20:38:37.87977Z","steps":["trace[1746299536] 'process raft request' (duration: 2.495187452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.879823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.045817Z","time spent":"2.833933945s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:37.879912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.38435Z","time spent":"2.495460387s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:37.879996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896735578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:38:37.880044Z","caller":"traceutil/trace.go:171","msg":"trace[1035684805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8504; }","duration":"2.89680101s","start":"2026-03-31T20:38:34.98323Z","end":"2026-03-31T20:38:37.880031Z","steps":["trace[1035684805] 'agreement among raft nodes before linearized reading' (duration: 2.896666687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.880081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.983223Z","time spent":"2.896847891s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:37.88008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897201488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T20:38:37.879999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895227025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T20:38:37.880218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896667857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:38:37.880239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897389373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:38:37.880243Z","caller":"traceutil/trace.go:171","msg":"trace[1740580215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8504; }","duration":"2.89547866s","start":"2026-03-31T20:38:34.984744Z","end":"2026-03-31T20:38:37.880223Z","steps":["trace[1740580215] 'agreement among raft nodes before linearized reading' (duration: 2.895147413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.880326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.359177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:37.880332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896657227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:38:37.880333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.984738Z","time spent":"2.895575943s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"info","ts":"2026-03-31T20:38:37.880158Z","caller":"traceutil/trace.go:171","msg":"trace[231548035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8504; }","duration":"2.897323272s","start":"2026-03-31T20:38:34.982817Z","end":"2026-03-31T20:38:37.880141Z","steps":["trace[231548035] 'agreement among raft nodes before linearized reading' (duration: 2.897071706s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:37.880355Z","caller":"traceutil/trace.go:171","msg":"trace[1175163713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8504; }","duration":"789.419978ms","start":"2026-03-31T20:38:37.090927Z","end":"2026-03-31T20:38:37.880347Z","steps":["trace[1175163713] 'agreement among raft nodes before linearized reading' (duration: 789.379557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:37.880361Z","caller":"traceutil/trace.go:171","msg":"trace[1508914959] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8504; }","duration":"2.896703377s","start":"2026-03-31T20:38:34.983648Z","end":"2026-03-31T20:38:37.880351Z","steps":["trace[1508914959] 'agreement among raft nodes before linearized reading' (duration: 2.896631706s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.88039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:37.090906Z","time spent":"789.479ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:37.880402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.983643Z","time spent":"2.896752039s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:37.880425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775927318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:37.8805Z","caller":"traceutil/trace.go:171","msg":"trace[2011701913] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8504; }","duration":"2.77606389s","start":"2026-03-31T20:38:35.104419Z","end":"2026-03-31T20:38:37.880483Z","steps":["trace[2011701913] 'agreement among raft nodes before linearized reading' (duration: 2.775855456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.88055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.104396Z","time spent":"2.776138162s","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:37.880545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.365643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19353"} {"level":"info","ts":"2026-03-31T20:38:37.88026Z","caller":"traceutil/trace.go:171","msg":"trace[1908743016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8504; }","duration":"2.896704128s","start":"2026-03-31T20:38:34.983542Z","end":"2026-03-31T20:38:37.880246Z","steps":["trace[1908743016] 'agreement among raft nodes before linearized reading' (duration: 2.896604586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.880624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.983518Z","time spent":"2.897095736s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:38:37.880624Z","caller":"traceutil/trace.go:171","msg":"trace[1967594727] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8504; }","duration":"511.496226ms","start":"2026-03-31T20:38:37.369109Z","end":"2026-03-31T20:38:37.880605Z","steps":["trace[1967594727] 'agreement among raft nodes before linearized reading' (duration: 511.208979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.880247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738334772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:37.880682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:37.369089Z","time spent":"511.584497ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19376,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T20:38:37.880713Z","caller":"traceutil/trace.go:171","msg":"trace[1797404896] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8504; }","duration":"1.738826703s","start":"2026-03-31T20:38:36.141864Z","end":"2026-03-31T20:38:37.880691Z","steps":["trace[1797404896] 'agreement among raft nodes before linearized reading' (duration: 1.738349872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.880781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:36.141845Z","time spent":"1.738914075s","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:37.880267Z","caller":"traceutil/trace.go:171","msg":"trace[445700177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8504; }","duration":"2.897453714s","start":"2026-03-31T20:38:34.982806Z","end":"2026-03-31T20:38:37.880259Z","steps":["trace[445700177] 'agreement among raft nodes before linearized reading' (duration: 2.897377233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.880927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.982782Z","time spent":"2.898134629s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:37.880266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897325361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:38:37.880252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897351992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:38:37.880997Z","caller":"traceutil/trace.go:171","msg":"trace[919514673] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8504; }","duration":"2.898065648s","start":"2026-03-31T20:38:34.982914Z","end":"2026-03-31T20:38:37.880979Z","steps":["trace[919514673] 'agreement among raft nodes before linearized reading' (duration: 2.897274371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.881067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.982904Z","time spent":"2.89814508s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:37.880301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.349972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:37.881134Z","caller":"traceutil/trace.go:171","msg":"trace[122548760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8504; }","duration":"924.248292ms","start":"2026-03-31T20:38:36.956868Z","end":"2026-03-31T20:38:37.881116Z","steps":["trace[122548760] 'agreement among raft nodes before linearized reading' (duration: 923.286021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.881198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:36.956836Z","time spent":"924.348265ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:37.880433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.982804Z","time spent":"2.897605618s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:38:37.881068Z","caller":"traceutil/trace.go:171","msg":"trace[161901492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8504; }","duration":"2.89818366s","start":"2026-03-31T20:38:34.982806Z","end":"2026-03-31T20:38:37.880989Z","steps":["trace[161901492] 'agreement among raft nodes before linearized reading' (duration: 2.897119797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:37.882356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.982791Z","time spent":"2.899544471s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:38:39.780503Z","caller":"traceutil/trace.go:171","msg":"trace[602245556] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"124.910712ms","start":"2026-03-31T20:38:39.655566Z","end":"2026-03-31T20:38:39.780477Z","steps":["trace[602245556] 'process raft request' (duration: 124.670657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:39.962443Z","caller":"traceutil/trace.go:171","msg":"trace[227404822] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"172.874834ms","start":"2026-03-31T20:38:39.789539Z","end":"2026-03-31T20:38:39.962414Z","steps":["trace[227404822] 'process raft request' (duration: 172.67316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:40.120054Z","caller":"traceutil/trace.go:171","msg":"trace[1959275849] linearizableReadLoop","detail":"{readStateIndex:8847; appliedIndex:8844; }","duration":"207.800425ms","start":"2026-03-31T20:38:39.912234Z","end":"2026-03-31T20:38:40.120034Z","steps":["trace[1959275849] 'read index received' (duration: 50.13595ms)","trace[1959275849] 'applied index is now lower than readState.Index' (duration: 157.663275ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:40.120146Z","caller":"traceutil/trace.go:171","msg":"trace[1720535524] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"234.251466ms","start":"2026-03-31T20:38:39.88588Z","end":"2026-03-31T20:38:40.120131Z","steps":["trace[1720535524] 'process raft request' (duration: 233.950549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:40.120509Z","caller":"traceutil/trace.go:171","msg":"trace[1108942337] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"233.819047ms","start":"2026-03-31T20:38:39.886682Z","end":"2026-03-31T20:38:40.120501Z","steps":["trace[1108942337] 'process raft request' (duration: 233.317075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.121756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.498934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:38:40.121837Z","caller":"traceutil/trace.go:171","msg":"trace[1853572410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8521; }","duration":"209.634306ms","start":"2026-03-31T20:38:39.912184Z","end":"2026-03-31T20:38:40.121818Z","steps":["trace[1853572410] 'agreement among raft nodes before linearized reading' (duration: 209.381711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.192815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.316225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:38:40.192848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.757279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:38:40.192881Z","caller":"traceutil/trace.go:171","msg":"trace[70012717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8522; }","duration":"258.431367ms","start":"2026-03-31T20:38:39.934434Z","end":"2026-03-31T20:38:40.192866Z","steps":["trace[70012717] 'agreement among raft nodes before linearized reading' (duration: 258.226523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:40.192927Z","caller":"traceutil/trace.go:171","msg":"trace[2530838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8522; }","duration":"256.863502ms","start":"2026-03-31T20:38:39.936041Z","end":"2026-03-31T20:38:40.192905Z","steps":["trace[2530838] 'agreement among raft nodes before linearized reading' (duration: 256.627517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.192997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.554778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:38:40.193105Z","caller":"traceutil/trace.go:171","msg":"trace[1484324132] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8522; }","duration":"257.788473ms","start":"2026-03-31T20:38:39.935287Z","end":"2026-03-31T20:38:40.193076Z","steps":["trace[1484324132] 'agreement among raft nodes before linearized reading' (duration: 257.405984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:40.193201Z","caller":"traceutil/trace.go:171","msg":"trace[1133896854] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"221.303476ms","start":"2026-03-31T20:38:39.971884Z","end":"2026-03-31T20:38:40.193187Z","steps":["trace[1133896854] 'process raft request' (duration: 220.661892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.193357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.314623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:38:40.193412Z","caller":"traceutil/trace.go:171","msg":"trace[919645396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8522; }","duration":"257.402765ms","start":"2026-03-31T20:38:39.935996Z","end":"2026-03-31T20:38:40.193399Z","steps":["trace[919645396] 'agreement among raft nodes before linearized reading' (duration: 257.266862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.193472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.230661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:40.193547Z","caller":"traceutil/trace.go:171","msg":"trace[1494329218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8522; }","duration":"223.301752ms","start":"2026-03-31T20:38:39.970205Z","end":"2026-03-31T20:38:40.193506Z","steps":["trace[1494329218] 'agreement among raft nodes before linearized reading' (duration: 223.232441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.193905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.172614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:38:40.194146Z","caller":"traceutil/trace.go:171","msg":"trace[394449992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8522; }","duration":"259.449621ms","start":"2026-03-31T20:38:39.934668Z","end":"2026-03-31T20:38:40.194118Z","steps":["trace[394449992] 'agreement among raft nodes before linearized reading' (duration: 258.530861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.194331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.023908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:38:40.194381Z","caller":"traceutil/trace.go:171","msg":"trace[1555734782] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8522; }","duration":"258.10257ms","start":"2026-03-31T20:38:39.936267Z","end":"2026-03-31T20:38:40.194369Z","steps":["trace[1555734782] 'agreement among raft nodes before linearized reading' (duration: 257.066128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.194379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.43378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:38:40.19494Z","caller":"traceutil/trace.go:171","msg":"trace[589821925] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8522; }","duration":"260.016843ms","start":"2026-03-31T20:38:39.934897Z","end":"2026-03-31T20:38:40.194914Z","steps":["trace[589821925] 'agreement among raft nodes before linearized reading' (duration: 258.371017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:05.093974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.689103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:05.094051Z","caller":"traceutil/trace.go:171","msg":"trace[525028556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8703; }","duration":"135.824707ms","start":"2026-03-31T20:39:04.95821Z","end":"2026-03-31T20:39:05.094035Z","steps":["trace[525028556] 'range keys from in-memory index tree' (duration: 135.579811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.919777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887443381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:09.420172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887443381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:09.920634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887443381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:10.421048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887443381,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:39:10.606537Z","caller":"traceutil/trace.go:171","msg":"trace[1137488490] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"2.309991571s","start":"2026-03-31T20:39:08.296515Z","end":"2026-03-31T20:39:10.606506Z","steps":["trace[1137488490] 'process raft request' (duration: 2.309834078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.606717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.296491Z","time spent":"2.310135234s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:10.958648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999676433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:39:10.958736Z","caller":"traceutil/trace.go:171","msg":"trace[2013497059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999824795s","start":"2026-03-31T20:39:08.958892Z","end":"2026-03-31T20:39:10.958717Z","steps":["trace[2013497059] 'agreement among raft nodes before linearized reading' (duration: 1.999711783s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.958783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.958869Z","time spent":"1.999904397s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:39:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T20:39:10.964783Z","caller":"traceutil/trace.go:171","msg":"trace[1118166178] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9048; }","duration":"2.545856524s","start":"2026-03-31T20:39:08.418901Z","end":"2026-03-31T20:39:10.964757Z","steps":["trace[1118166178] 'read index received' (duration: 2.187524013s)","trace[1118166178] 'applied index is now lower than readState.Index' (duration: 358.331591ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:10.964906Z","caller":"traceutil/trace.go:171","msg":"trace[191617923] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"2.35915024s","start":"2026-03-31T20:39:08.605743Z","end":"2026-03-31T20:39:10.964893Z","steps":["trace[191617923] 'process raft request' (duration: 2.358968466s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.96493Z","caller":"traceutil/trace.go:171","msg":"trace[65344117] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"2.55422768s","start":"2026-03-31T20:39:08.410635Z","end":"2026-03-31T20:39:10.964862Z","steps":["trace[65344117] 'process raft request' (duration: 2.553929904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.965766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.410599Z","time spent":"2.555070329s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:10.965069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.605713Z","time spent":"2.359225881s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:10.965139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546239582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:39:10.96606Z","caller":"traceutil/trace.go:171","msg":"trace[629278675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8719; }","duration":"2.547196243s","start":"2026-03-31T20:39:08.418845Z","end":"2026-03-31T20:39:10.966041Z","steps":["trace[629278675] 'agreement among raft nodes before linearized reading' (duration: 2.546172491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.966044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373399278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:39:10.966109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.418825Z","time spent":"2.547262544s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:10.966091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928567942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:39:10.966134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187398718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:39:10.966159Z","caller":"traceutil/trace.go:171","msg":"trace[1475566692] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8720; }","duration":"1.928666554s","start":"2026-03-31T20:39:09.037474Z","end":"2026-03-31T20:39:10.966141Z","steps":["trace[1475566692] 'agreement among raft nodes before linearized reading' (duration: 1.92846127s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.966179Z","caller":"traceutil/trace.go:171","msg":"trace[1779421906] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8720; }","duration":"2.18745695s","start":"2026-03-31T20:39:08.778705Z","end":"2026-03-31T20:39:10.966162Z","steps":["trace[1779421906] 'agreement among raft nodes before linearized reading' (duration: 2.187349427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.966204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:09.037455Z","time spent":"1.928737836s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:39:10.96621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.778698Z","time spent":"2.187505221s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:10.966241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187156623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:39:10.966263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187763547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:39:10.966291Z","caller":"traceutil/trace.go:171","msg":"trace[866252937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8720; }","duration":"2.187833338s","start":"2026-03-31T20:39:08.778451Z","end":"2026-03-31T20:39:10.966284Z","steps":["trace[866252937] 'agreement among raft nodes before linearized reading' (duration: 2.187741195s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.966293Z","caller":"traceutil/trace.go:171","msg":"trace[1047911576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8720; }","duration":"2.187227625s","start":"2026-03-31T20:39:08.779053Z","end":"2026-03-31T20:39:10.96628Z","steps":["trace[1047911576] 'agreement among raft nodes before linearized reading' (duration: 2.187092391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.966297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.524329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:39:10.966308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.778431Z","time spent":"2.18787376s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:10.966307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188348421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:39:10.966326Z","caller":"traceutil/trace.go:171","msg":"trace[1321293136] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8720; }","duration":"988.61127ms","start":"2026-03-31T20:39:09.977707Z","end":"2026-03-31T20:39:10.966318Z","steps":["trace[1321293136] 'agreement among raft nodes before linearized reading' (duration: 988.526687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.966122Z","caller":"traceutil/trace.go:171","msg":"trace[770677450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8720; }","duration":"2.37352917s","start":"2026-03-31T20:39:08.592573Z","end":"2026-03-31T20:39:10.966102Z","steps":["trace[770677450] 'agreement among raft nodes before linearized reading' (duration: 2.373291465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.966337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.779045Z","time spent":"2.187274296s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:10.966317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186931569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T20:39:10.966367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.59255Z","time spent":"2.373810668s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:10.966362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:09.977686Z","time spent":"988.669201ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:10.966371Z","caller":"traceutil/trace.go:171","msg":"trace[1245936165] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8720; }","duration":"2.188457644s","start":"2026-03-31T20:39:08.777895Z","end":"2026-03-31T20:39:10.966352Z","steps":["trace[1245936165] 'agreement among raft nodes before linearized reading' (duration: 2.188252638s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.9664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28667723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:39:10.966549Z","caller":"traceutil/trace.go:171","msg":"trace[501816977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8720; }","duration":"2.286861514s","start":"2026-03-31T20:39:08.679675Z","end":"2026-03-31T20:39:10.966537Z","steps":["trace[501816977] 'agreement among raft nodes before linearized reading' (duration: 2.286484785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.966595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.679657Z","time spent":"2.286927715s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:10.966407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.777869Z","time spent":"2.188529505s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:39:10.966454Z","caller":"traceutil/trace.go:171","msg":"trace[963054635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8720; }","duration":"2.187026531s","start":"2026-03-31T20:39:08.77935Z","end":"2026-03-31T20:39:10.966376Z","steps":["trace[963054635] 'agreement among raft nodes before linearized reading' (duration: 2.186754014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.966745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.779343Z","time spent":"2.187384419s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"warn","ts":"2026-03-31T20:39:10.967089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710902187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:39:10.967171Z","caller":"traceutil/trace.go:171","msg":"trace[643820410] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:8720; }","duration":"1.711048851s","start":"2026-03-31T20:39:09.256109Z","end":"2026-03-31T20:39:10.967158Z","steps":["trace[643820410] 'agreement among raft nodes before linearized reading' (duration: 1.710126739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.967201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:09.256086Z","time spent":"1.711107092s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-03-31T20:39:17.145917Z","caller":"traceutil/trace.go:171","msg":"trace[1582653066] linearizableReadLoop","detail":"{readStateIndex:9117; appliedIndex:9116; }","duration":"190.207571ms","start":"2026-03-31T20:39:16.955684Z","end":"2026-03-31T20:39:17.145892Z","steps":["trace[1582653066] 'read index received' (duration: 190.108939ms)","trace[1582653066] 'applied index is now lower than readState.Index' (duration: 97.562µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:17.146038Z","caller":"traceutil/trace.go:171","msg":"trace[1609352741] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"365.431069ms","start":"2026-03-31T20:39:16.780596Z","end":"2026-03-31T20:39:17.146028Z","steps":["trace[1609352741] 'process raft request' (duration: 365.129652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:17.146147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:16.780573Z","time spent":"365.491551ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:17.146154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.454458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:17.146236Z","caller":"traceutil/trace.go:171","msg":"trace[804341291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8781; }","duration":"190.588791ms","start":"2026-03-31T20:39:16.95563Z","end":"2026-03-31T20:39:17.146219Z","steps":["trace[804341291] 'agreement among raft nodes before linearized reading' (duration: 190.461428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.175734Z","caller":"traceutil/trace.go:171","msg":"trace[126848480] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"144.227264ms","start":"2026-03-31T20:39:17.031479Z","end":"2026-03-31T20:39:17.175707Z","steps":["trace[126848480] 'process raft request' (duration: 143.921667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:17.175778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.674007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:39:17.175852Z","caller":"traceutil/trace.go:171","msg":"trace[1004777911] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8782; }","duration":"124.770788ms","start":"2026-03-31T20:39:17.051062Z","end":"2026-03-31T20:39:17.175832Z","steps":["trace[1004777911] 'agreement among raft nodes before linearized reading' (duration: 124.549044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:17.175917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.387055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:39:17.175996Z","caller":"traceutil/trace.go:171","msg":"trace[128487459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8782; }","duration":"126.518508ms","start":"2026-03-31T20:39:17.049455Z","end":"2026-03-31T20:39:17.175973Z","steps":["trace[128487459] 'agreement among raft nodes before linearized reading' (duration: 126.338604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:17.176058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.319116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:17.176099Z","caller":"traceutil/trace.go:171","msg":"trace[1478593667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8782; }","duration":"178.370687ms","start":"2026-03-31T20:39:16.997716Z","end":"2026-03-31T20:39:17.176087Z","steps":["trace[1478593667] 'agreement among raft nodes before linearized reading' (duration: 178.291175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:17.176186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.346077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:39:17.176229Z","caller":"traceutil/trace.go:171","msg":"trace[755784098] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8782; }","duration":"119.398899ms","start":"2026-03-31T20:39:17.056817Z","end":"2026-03-31T20:39:17.176216Z","steps":["trace[755784098] 'agreement among raft nodes before linearized reading' (duration: 119.288966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:17.176344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.334786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:39:17.176344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.597358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:39:17.176381Z","caller":"traceutil/trace.go:171","msg":"trace[240783781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8782; }","duration":"127.412477ms","start":"2026-03-31T20:39:17.04896Z","end":"2026-03-31T20:39:17.176372Z","steps":["trace[240783781] 'agreement among raft nodes before linearized reading' (duration: 127.298805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.176386Z","caller":"traceutil/trace.go:171","msg":"trace[2070149897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8782; }","duration":"138.682629ms","start":"2026-03-31T20:39:17.037695Z","end":"2026-03-31T20:39:17.176378Z","steps":["trace[2070149897] 'agreement among raft nodes before linearized reading' (duration: 138.560617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:17.17641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.475687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T20:39:17.176346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.642021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T20:39:17.176506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.204883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:39:17.176547Z","caller":"traceutil/trace.go:171","msg":"trace[1056572895] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8782; }","duration":"127.259784ms","start":"2026-03-31T20:39:17.049278Z","end":"2026-03-31T20:39:17.176537Z","steps":["trace[1056572895] 'agreement among raft nodes before linearized reading' (duration: 127.171702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.176446Z","caller":"traceutil/trace.go:171","msg":"trace[1677463816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8782; }","duration":"122.520099ms","start":"2026-03-31T20:39:17.053914Z","end":"2026-03-31T20:39:17.176435Z","steps":["trace[1677463816] 'agreement among raft nodes before linearized reading' (duration: 122.460397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.176599Z","caller":"traceutil/trace.go:171","msg":"trace[1190572407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8782; }","duration":"122.876276ms","start":"2026-03-31T20:39:17.05365Z","end":"2026-03-31T20:39:17.176526Z","steps":["trace[1190572407] 'agreement among raft nodes before linearized reading' (duration: 122.565789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.297851Z","caller":"traceutil/trace.go:171","msg":"trace[1483420800] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"118.245244ms","start":"2026-03-31T20:39:17.179582Z","end":"2026-03-31T20:39:17.297827Z","steps":["trace[1483420800] 'process raft request' (duration: 50.912249ms)","trace[1483420800] 'compare' (duration: 67.229593ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:17.377937Z","caller":"traceutil/trace.go:171","msg":"trace[777974730] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"197.692799ms","start":"2026-03-31T20:39:17.180193Z","end":"2026-03-31T20:39:17.377886Z","steps":["trace[777974730] 'process raft request' (duration: 197.490385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.378232Z","caller":"traceutil/trace.go:171","msg":"trace[1895803760] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"197.794251ms","start":"2026-03-31T20:39:17.180404Z","end":"2026-03-31T20:39:17.378198Z","steps":["trace[1895803760] 'process raft request' (duration: 197.437203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.378323Z","caller":"traceutil/trace.go:171","msg":"trace[2033747122] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"196.486883ms","start":"2026-03-31T20:39:17.181811Z","end":"2026-03-31T20:39:17.378297Z","steps":["trace[2033747122] 'process raft request' (duration: 196.402421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.378537Z","caller":"traceutil/trace.go:171","msg":"trace[1101569458] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"195.96388ms","start":"2026-03-31T20:39:17.182554Z","end":"2026-03-31T20:39:17.378518Z","steps":["trace[1101569458] 'process raft request' (duration: 195.701355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.378553Z","caller":"traceutil/trace.go:171","msg":"trace[1852036602] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"197.063646ms","start":"2026-03-31T20:39:17.181331Z","end":"2026-03-31T20:39:17.378394Z","steps":["trace[1852036602] 'process raft request' (duration: 196.756919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.378687Z","caller":"traceutil/trace.go:171","msg":"trace[547108529] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"195.853559ms","start":"2026-03-31T20:39:17.18281Z","end":"2026-03-31T20:39:17.378664Z","steps":["trace[547108529] 'process raft request' (duration: 195.638293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.378677Z","caller":"traceutil/trace.go:171","msg":"trace[59785304] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9118; }","duration":"197.503266ms","start":"2026-03-31T20:39:17.181147Z","end":"2026-03-31T20:39:17.37865Z","steps":["trace[59785304] 'read index received' (duration: 49.358424ms)","trace[59785304] 'applied index is now lower than readState.Index' (duration: 148.143412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:17.379201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.027708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211768"} {"level":"info","ts":"2026-03-31T20:39:17.379268Z","caller":"traceutil/trace.go:171","msg":"trace[1359748764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8789; }","duration":"198.13851ms","start":"2026-03-31T20:39:17.181114Z","end":"2026-03-31T20:39:17.379253Z","steps":["trace[1359748764] 'agreement among raft nodes before linearized reading' (duration: 197.634658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:25.291544Z","caller":"traceutil/trace.go:171","msg":"trace[1448657343] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8834; }","duration":"105.827646ms","start":"2026-03-31T20:39:25.185687Z","end":"2026-03-31T20:39:25.291515Z","steps":["trace[1448657343] 'compare' (duration: 88.158631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:25.321094Z","caller":"traceutil/trace.go:171","msg":"trace[1912739850] linearizableReadLoop","detail":"{readStateIndex:9173; appliedIndex:9171; }","duration":"129.999266ms","start":"2026-03-31T20:39:25.191075Z","end":"2026-03-31T20:39:25.321074Z","steps":["trace[1912739850] 'read index received' (duration: 12.168812ms)","trace[1912739850] 'applied index is now lower than readState.Index' (duration: 117.829164ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:25.321254Z","caller":"traceutil/trace.go:171","msg":"trace[1751085027] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"135.458049ms","start":"2026-03-31T20:39:25.185772Z","end":"2026-03-31T20:39:25.32123Z","steps":["trace[1751085027] 'process raft request' (duration: 135.195553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:25.321303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.202681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-03-31T20:39:25.321374Z","caller":"traceutil/trace.go:171","msg":"trace[304799420] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8835; }","duration":"130.313014ms","start":"2026-03-31T20:39:25.191044Z","end":"2026-03-31T20:39:25.321357Z","steps":["trace[304799420] 'agreement among raft nodes before linearized reading' (duration: 130.102779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:25.592351Z","caller":"traceutil/trace.go:171","msg":"trace[543409242] linearizableReadLoop","detail":"{readStateIndex:9175; appliedIndex:9173; }","duration":"268.495162ms","start":"2026-03-31T20:39:25.323828Z","end":"2026-03-31T20:39:25.592323Z","steps":["trace[543409242] 'read index received' (duration: 231.953004ms)","trace[543409242] 'applied index is now lower than readState.Index' (duration: 36.540918ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:25.592713Z","caller":"traceutil/trace.go:171","msg":"trace[2005090672] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"385.528178ms","start":"2026-03-31T20:39:25.207164Z","end":"2026-03-31T20:39:25.592692Z","steps":["trace[2005090672] 'process raft request' (duration: 348.670985ms)","trace[2005090672] 'compare' (duration: 36.32188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:25.592851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.207127Z","time spent":"385.636401ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:25.592948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.007794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:39:25.593007Z","caller":"traceutil/trace.go:171","msg":"trace[1385969844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8837; }","duration":"129.109706ms","start":"2026-03-31T20:39:25.463884Z","end":"2026-03-31T20:39:25.592994Z","steps":["trace[1385969844] 'agreement among raft nodes before linearized reading' (duration: 128.947222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:25.592993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.73957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:39:25.592994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.897978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:39:25.592866Z","caller":"traceutil/trace.go:171","msg":"trace[106133455] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"347.086149ms","start":"2026-03-31T20:39:25.245741Z","end":"2026-03-31T20:39:25.592827Z","steps":["trace[106133455] 'process raft request' (duration: 346.527267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:25.593064Z","caller":"traceutil/trace.go:171","msg":"trace[2086298547] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8837; }","duration":"159.851693ms","start":"2026-03-31T20:39:25.433195Z","end":"2026-03-31T20:39:25.593047Z","steps":["trace[2086298547] 'agreement among raft nodes before linearized reading' (duration: 159.667749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:25.593154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.87729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:39:25.593194Z","caller":"traceutil/trace.go:171","msg":"trace[1732843438] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8837; }","duration":"128.936092ms","start":"2026-03-31T20:39:25.464249Z","end":"2026-03-31T20:39:25.593185Z","steps":["trace[1732843438] 'agreement among raft nodes before linearized reading' (duration: 128.84404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:25.593026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.184574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:39:25.593337Z","caller":"traceutil/trace.go:171","msg":"trace[758094119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8837; }","duration":"246.535491ms","start":"2026-03-31T20:39:25.34679Z","end":"2026-03-31T20:39:25.593325Z","steps":["trace[758094119] 'agreement among raft nodes before linearized reading' (duration: 246.198994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:25.593314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.829969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:39:25.593066Z","caller":"traceutil/trace.go:171","msg":"trace[1659439443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8837; }","duration":"153.0047ms","start":"2026-03-31T20:39:25.440048Z","end":"2026-03-31T20:39:25.593053Z","steps":["trace[1659439443] 'agreement among raft nodes before linearized reading' (duration: 152.789306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:25.593088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.261809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bqzv8\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-31T20:39:25.593489Z","caller":"traceutil/trace.go:171","msg":"trace[1298079429] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bqzv8; range_end:; response_count:1; response_revision:8837; }","duration":"269.676648ms","start":"2026-03-31T20:39:25.323793Z","end":"2026-03-31T20:39:25.59347Z","steps":["trace[1298079429] 'agreement among raft nodes before linearized reading' (duration: 269.258089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:25.592952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.270177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-bqzv8\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-31T20:39:25.593471Z","caller":"traceutil/trace.go:171","msg":"trace[500750320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8837; }","duration":"129.038644ms","start":"2026-03-31T20:39:25.464379Z","end":"2026-03-31T20:39:25.593417Z","steps":["trace[500750320] 'agreement among raft nodes before linearized reading' (duration: 128.622515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:25.593392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.245709Z","time spent":"347.401386ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:25.593584Z","caller":"traceutil/trace.go:171","msg":"trace[1631632045] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-bqzv8; range_end:; response_count:1; response_revision:8837; }","duration":"268.931222ms","start":"2026-03-31T20:39:25.324637Z","end":"2026-03-31T20:39:25.593569Z","steps":["trace[1631632045] 'agreement among raft nodes before linearized reading' (duration: 268.185935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:25.593056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.183388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:39:25.593759Z","caller":"traceutil/trace.go:171","msg":"trace[1905931364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8837; }","duration":"129.941354ms","start":"2026-03-31T20:39:25.4638Z","end":"2026-03-31T20:39:25.593741Z","steps":["trace[1905931364] 'agreement among raft nodes before linearized reading' (duration: 129.035234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:25.593099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.835172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:39:25.593905Z","caller":"traceutil/trace.go:171","msg":"trace[1639021240] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8837; }","duration":"117.632209ms","start":"2026-03-31T20:39:25.476229Z","end":"2026-03-31T20:39:25.593861Z","steps":["trace[1639021240] 'agreement among raft nodes before linearized reading' (duration: 116.76665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:26.072273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.060177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:26.072603Z","caller":"traceutil/trace.go:171","msg":"trace[1833683579] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"473.936845ms","start":"2026-03-31T20:39:25.59864Z","end":"2026-03-31T20:39:26.072577Z","steps":["trace[1833683579] 'process raft request' (duration: 473.772531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:26.072713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.598623Z","time spent":"474.045147ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:26.07295Z","caller":"traceutil/trace.go:171","msg":"trace[631150120] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"474.512858ms","start":"2026-03-31T20:39:25.598253Z","end":"2026-03-31T20:39:26.072766Z","steps":["trace[631150120] 'process raft request' (duration: 135.829107ms)","trace[631150120] 'compare' (duration: 337.870573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:26.073028Z","caller":"traceutil/trace.go:171","msg":"trace[720721785] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"474.184471ms","start":"2026-03-31T20:39:25.598798Z","end":"2026-03-31T20:39:26.072983Z","steps":["trace[720721785] 'process raft request' (duration: 473.70459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:26.073244Z","caller":"traceutil/trace.go:171","msg":"trace[481333916] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"473.398254ms","start":"2026-03-31T20:39:25.599796Z","end":"2026-03-31T20:39:26.073194Z","steps":["trace[481333916] 'process raft request' (duration: 473.130928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:26.073282Z","caller":"traceutil/trace.go:171","msg":"trace[1653157162] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"472.179585ms","start":"2026-03-31T20:39:25.601088Z","end":"2026-03-31T20:39:26.073268Z","steps":["trace[1653157162] 'process raft request' (duration: 472.051762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:26.073281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.598754Z","time spent":"474.419085ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:26.073279Z","caller":"traceutil/trace.go:171","msg":"trace[234576404] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"472.77229ms","start":"2026-03-31T20:39:25.600466Z","end":"2026-03-31T20:39:26.073238Z","steps":["trace[234576404] 'process raft request' (duration: 472.618626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:26.073298Z","caller":"traceutil/trace.go:171","msg":"trace[1073765091] linearizableReadLoop","detail":"{readStateIndex:9183; appliedIndex:9176; }","duration":"449.884776ms","start":"2026-03-31T20:39:25.623387Z","end":"2026-03-31T20:39:26.073272Z","steps":["trace[1073765091] 'read index received' (duration: 110.740945ms)","trace[1073765091] 'applied index is now lower than readState.Index' (duration: 339.142151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:26.073363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.601072Z","time spent":"472.250016ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:26.073413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.60046Z","time spent":"472.886042ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:26.073412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.599775Z","time spent":"473.549697ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:26.073419Z","caller":"traceutil/trace.go:171","msg":"trace[309163] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"466.505078ms","start":"2026-03-31T20:39:25.606898Z","end":"2026-03-31T20:39:26.073403Z","steps":["trace[309163] 'process raft request' (duration: 466.298824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:26.073631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.60688Z","time spent":"466.661561ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:26.073782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.596549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211683"} {"level":"info","ts":"2026-03-31T20:39:26.073844Z","caller":"traceutil/trace.go:171","msg":"trace[212616394] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8845; }","duration":"474.684442ms","start":"2026-03-31T20:39:25.599145Z","end":"2026-03-31T20:39:26.073829Z","steps":["trace[212616394] 'agreement among raft nodes before linearized reading' (duration: 474.255862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:26.073887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.599121Z","time spent":"474.756903ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211706,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:39:26.074191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.598235Z","time spent":"474.824295ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:26.372107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.981532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:26.372226Z","caller":"traceutil/trace.go:171","msg":"trace[617074] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"318.185404ms","start":"2026-03-31T20:39:26.05402Z","end":"2026-03-31T20:39:26.372206Z","steps":["trace[617074] 'process raft request' (duration: 143.006257ms)","trace[617074] 'compare' (duration: 174.851279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:26.372287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.053995Z","time spent":"318.264826ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:26.418669Z","caller":"traceutil/trace.go:171","msg":"trace[1217231726] linearizableReadLoop","detail":"{readStateIndex:9185; appliedIndex:9183; }","duration":"345.29605ms","start":"2026-03-31T20:39:26.073355Z","end":"2026-03-31T20:39:26.418652Z","steps":["trace[1217231726] 'read index received' (duration: 123.689005ms)","trace[1217231726] 'applied index is now lower than readState.Index' (duration: 221.606035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:26.418826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.456186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:26.418873Z","caller":"traceutil/trace.go:171","msg":"trace[2050392975] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8847; }","duration":"537.548378ms","start":"2026-03-31T20:39:25.881309Z","end":"2026-03-31T20:39:26.418857Z","steps":["trace[2050392975] 'agreement among raft nodes before linearized reading' (duration: 537.468556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:26.418916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.881291Z","time spent":"537.614469ms","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:26.418915Z","caller":"traceutil/trace.go:171","msg":"trace[1894445712] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"348.048212ms","start":"2026-03-31T20:39:26.07084Z","end":"2026-03-31T20:39:26.418888Z","steps":["trace[1894445712] 'process raft request' (duration: 347.720243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:26.419057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.070824Z","time spent":"348.155775ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:26.419164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.657474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:26.419137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.817454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-bqzv8\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-31T20:39:26.419807Z","caller":"traceutil/trace.go:171","msg":"trace[1574735030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8847; }","duration":"459.582764ms","start":"2026-03-31T20:39:25.960189Z","end":"2026-03-31T20:39:26.419772Z","steps":["trace[1574735030] 'agreement among raft nodes before linearized reading' (duration: 458.512741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:26.419865Z","caller":"traceutil/trace.go:171","msg":"trace[1922425434] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-bqzv8; range_end:; response_count:1; response_revision:8847; }","duration":"793.612362ms","start":"2026-03-31T20:39:25.626234Z","end":"2026-03-31T20:39:26.419846Z","steps":["trace[1922425434] 'agreement among raft nodes before linearized reading' (duration: 792.60805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:26.419919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.626215Z","time spent":"793.686413ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-bqzv8\" "} {"level":"warn","ts":"2026-03-31T20:39:26.419927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:25.96017Z","time spent":"459.717018ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:26.506054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.823446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:39:26.506133Z","caller":"traceutil/trace.go:171","msg":"trace[496270665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8847; }","duration":"262.987159ms","start":"2026-03-31T20:39:26.243133Z","end":"2026-03-31T20:39:26.50612Z","steps":["trace[496270665] 'agreement among raft nodes before linearized reading' (duration: 262.722143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:26.50615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.984408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bqzv8\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-31T20:39:26.506348Z","caller":"traceutil/trace.go:171","msg":"trace[460841918] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bqzv8; range_end:; response_count:1; response_revision:8847; }","duration":"428.126241ms","start":"2026-03-31T20:39:26.078095Z","end":"2026-03-31T20:39:26.506221Z","steps":["trace[460841918] 'agreement among raft nodes before linearized reading' (duration: 427.804753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:26.506411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.078074Z","time spent":"428.324015ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bqzv8\" "} {"level":"warn","ts":"2026-03-31T20:39:26.582665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.561063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:26.582768Z","caller":"traceutil/trace.go:171","msg":"trace[1560226209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8848; }","duration":"161.716966ms","start":"2026-03-31T20:39:26.421023Z","end":"2026-03-31T20:39:26.58274Z","steps":["trace[1560226209] 'agreement among raft nodes before linearized reading' (duration: 85.064603ms)","trace[1560226209] 'range keys from in-memory index tree' (duration: 76.51288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:28.128457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887443755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:28.628578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887443755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:28.703259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104672875s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:39:28.840253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749562243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:28.840352Z","caller":"traceutil/trace.go:171","msg":"trace[2060725236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8849; }","duration":"1.749710876s","start":"2026-03-31T20:39:27.090618Z","end":"2026-03-31T20:39:28.840329Z","steps":["trace[2060725236] 'range keys from in-memory index tree' (duration: 1.749476971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:28.840405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:27.0906Z","time spent":"1.749791449s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:28.841053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.440383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:28.841324Z","caller":"traceutil/trace.go:171","msg":"trace[1115606523] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"1.242820513s","start":"2026-03-31T20:39:27.598428Z","end":"2026-03-31T20:39:28.841248Z","steps":["trace[1115606523] 'process raft request' (duration: 1.105076544s)","trace[1115606523] 'compare' (duration: 137.108875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:28.841499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:27.598396Z","time spent":"1.243044729s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:28.876637Z","caller":"traceutil/trace.go:171","msg":"trace[668919022] linearizableReadLoop","detail":"{readStateIndex:9190; appliedIndex:9188; }","duration":"1.249014653s","start":"2026-03-31T20:39:27.627597Z","end":"2026-03-31T20:39:28.876612Z","steps":["trace[668919022] 'read index received' (duration: 1.076047796s)","trace[668919022] 'applied index is now lower than readState.Index' (duration: 172.965787ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:28.876794Z","caller":"traceutil/trace.go:171","msg":"trace[1813735582] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"1.274996034s","start":"2026-03-31T20:39:27.601671Z","end":"2026-03-31T20:39:28.876667Z","steps":["trace[1813735582] 'process raft request' (duration: 1.27481532s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:28.877024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180413868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-31T20:39:28.877019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.338451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:28.877026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.465819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:39:28.877048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.804914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:39:28.877091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.174088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:39:28.877109Z","caller":"traceutil/trace.go:171","msg":"trace[1567550578] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8851; }","duration":"797.585302ms","start":"2026-03-31T20:39:28.079502Z","end":"2026-03-31T20:39:28.877087Z","steps":["trace[1567550578] 'agreement among raft nodes before linearized reading' (duration: 797.371027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:28.877117Z","caller":"traceutil/trace.go:171","msg":"trace[154411671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8851; }","duration":"800.907496ms","start":"2026-03-31T20:39:28.076191Z","end":"2026-03-31T20:39:28.877098Z","steps":["trace[154411671] 'agreement among raft nodes before linearized reading' (duration: 800.705802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:28.877108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249481044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:39:28.877156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.079486Z","time spent":"797.660783ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:28.877167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.07617Z","time spent":"800.986217ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:28.877141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.817144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:39:28.877211Z","caller":"traceutil/trace.go:171","msg":"trace[45050673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8851; }","duration":"1.249629516s","start":"2026-03-31T20:39:27.627559Z","end":"2026-03-31T20:39:28.877189Z","steps":["trace[45050673] 'agreement among raft nodes before linearized reading' (duration: 1.249147966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:28.877227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.09188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:39:28.876986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.63941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:39:28.877273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:27.627546Z","time spent":"1.249712629s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:28.877028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.789173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:39:28.877288Z","caller":"traceutil/trace.go:171","msg":"trace[1332342840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8851; }","duration":"797.160781ms","start":"2026-03-31T20:39:28.080113Z","end":"2026-03-31T20:39:28.877274Z","steps":["trace[1332342840] 'agreement among raft nodes before linearized reading' (duration: 797.015028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:28.877322Z","caller":"traceutil/trace.go:171","msg":"trace[1827090992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8851; }","duration":"797.125581ms","start":"2026-03-31T20:39:28.080189Z","end":"2026-03-31T20:39:28.877314Z","steps":["trace[1827090992] 'agreement among raft nodes before linearized reading' (duration: 796.63379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:28.877287Z","caller":"traceutil/trace.go:171","msg":"trace[176296092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8851; }","duration":"796.980967ms","start":"2026-03-31T20:39:28.080297Z","end":"2026-03-31T20:39:28.877278Z","steps":["trace[176296092] 'agreement among raft nodes before linearized reading' (duration: 796.525527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:28.877343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.080108Z","time spent":"797.222182ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:28.877365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.080177Z","time spent":"797.171342ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:39:28.877096Z","caller":"traceutil/trace.go:171","msg":"trace[462651827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8851; }","duration":"918.425993ms","start":"2026-03-31T20:39:27.95865Z","end":"2026-03-31T20:39:28.877076Z","steps":["trace[462651827] 'agreement among raft nodes before linearized reading' (duration: 918.280209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:28.877073Z","caller":"traceutil/trace.go:171","msg":"trace[2088718131] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8851; }","duration":"1.18050048s","start":"2026-03-31T20:39:27.696561Z","end":"2026-03-31T20:39:28.877061Z","steps":["trace[2088718131] 'agreement among raft nodes before linearized reading' (duration: 1.180237875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:28.877444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:27.958571Z","time spent":"918.863103ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:39:28.87715Z","caller":"traceutil/trace.go:171","msg":"trace[1785758028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8851; }","duration":"795.234799ms","start":"2026-03-31T20:39:28.081896Z","end":"2026-03-31T20:39:28.877131Z","steps":["trace[1785758028] 'agreement among raft nodes before linearized reading' (duration: 795.126246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:28.877419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.080284Z","time spent":"797.115841ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:28.877481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.081891Z","time spent":"795.583676ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"warn","ts":"2026-03-31T20:39:28.877472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:27.696495Z","time spent":"1.180965411s","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T20:39:28.877262Z","caller":"traceutil/trace.go:171","msg":"trace[1801733301] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8851; }","duration":"796.934336ms","start":"2026-03-31T20:39:28.080299Z","end":"2026-03-31T20:39:28.877233Z","steps":["trace[1801733301] 'agreement among raft nodes before linearized reading' (duration: 796.775143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:28.877673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.080291Z","time spent":"797.367705ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:28.877956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:27.601646Z","time spent":"1.275519265s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:29.185427Z","caller":"traceutil/trace.go:171","msg":"trace[1146620701] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"304.093038ms","start":"2026-03-31T20:39:28.88131Z","end":"2026-03-31T20:39:29.185403Z","steps":["trace[1146620701] 'process raft request' (duration: 303.908953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:29.185597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.881289Z","time spent":"304.205571ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:29.185871Z","caller":"traceutil/trace.go:171","msg":"trace[1218145145] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"304.020956ms","start":"2026-03-31T20:39:28.881813Z","end":"2026-03-31T20:39:29.185834Z","steps":["trace[1218145145] 'process raft request' (duration: 303.811391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:29.185958Z","caller":"traceutil/trace.go:171","msg":"trace[1356171729] linearizableReadLoop","detail":"{readStateIndex:9194; appliedIndex:9190; }","duration":"304.075577ms","start":"2026-03-31T20:39:28.88187Z","end":"2026-03-31T20:39:29.185946Z","steps":["trace[1356171729] 'read index received' (duration: 13.827729ms)","trace[1356171729] 'applied index is now lower than readState.Index' (duration: 290.246658ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:29.185946Z","caller":"traceutil/trace.go:171","msg":"trace[917526062] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"303.966955ms","start":"2026-03-31T20:39:28.881954Z","end":"2026-03-31T20:39:29.185921Z","steps":["trace[917526062] 'process raft request' (duration: 303.783121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:29.186006Z","caller":"traceutil/trace.go:171","msg":"trace[1266637708] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"304.229531ms","start":"2026-03-31T20:39:28.881752Z","end":"2026-03-31T20:39:29.185981Z","steps":["trace[1266637708] 'process raft request' (duration: 303.615108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:29.186089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.881948Z","time spent":"304.065907ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:29.186148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.881742Z","time spent":"304.332133ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:29.186142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.881805Z","time spent":"304.15734ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:29.186209Z","caller":"traceutil/trace.go:171","msg":"trace[167375516] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"296.419326ms","start":"2026-03-31T20:39:28.889779Z","end":"2026-03-31T20:39:29.186198Z","steps":["trace[167375516] 'process raft request' (duration: 296.076298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:29.18624Z","caller":"traceutil/trace.go:171","msg":"trace[125191734] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"303.822111ms","start":"2026-03-31T20:39:28.882398Z","end":"2026-03-31T20:39:29.18622Z","steps":["trace[125191734] 'process raft request' (duration: 303.373352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:29.186323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.882389Z","time spent":"303.890234ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:29.186355Z","caller":"traceutil/trace.go:171","msg":"trace[1114976144] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"303.476284ms","start":"2026-03-31T20:39:28.882868Z","end":"2026-03-31T20:39:29.186344Z","steps":["trace[1114976144] 'process raft request' (duration: 302.938612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:29.186415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.882845Z","time spent":"303.537766ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:29.186533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.375996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:29.186595Z","caller":"traceutil/trace.go:171","msg":"trace[5081375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8859; }","duration":"228.619481ms","start":"2026-03-31T20:39:28.957965Z","end":"2026-03-31T20:39:29.186584Z","steps":["trace[5081375] 'agreement among raft nodes before linearized reading' (duration: 228.53467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:29.186637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.758633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211683"} {"level":"info","ts":"2026-03-31T20:39:29.186673Z","caller":"traceutil/trace.go:171","msg":"trace[1315448461] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8859; }","duration":"304.815485ms","start":"2026-03-31T20:39:28.881847Z","end":"2026-03-31T20:39:29.186663Z","steps":["trace[1315448461] 'agreement among raft nodes before linearized reading' (duration: 304.477457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:29.186705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:28.881839Z","time spent":"304.856056ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211706,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:39:29.377942Z","caller":"traceutil/trace.go:171","msg":"trace[1822924913] linearizableReadLoop","detail":"{readStateIndex:9200; appliedIndex:9199; }","duration":"117.053678ms","start":"2026-03-31T20:39:29.26086Z","end":"2026-03-31T20:39:29.377914Z","steps":["trace[1822924913] 'read index received' (duration: 33.695934ms)","trace[1822924913] 'applied index is now lower than readState.Index' (duration: 83.356303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:29.378587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.703452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T20:39:29.378641Z","caller":"traceutil/trace.go:171","msg":"trace[1541559832] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8860; }","duration":"117.782593ms","start":"2026-03-31T20:39:29.260843Z","end":"2026-03-31T20:39:29.378626Z","steps":["trace[1541559832] 'agreement among raft nodes before linearized reading' (duration: 117.18325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:29.543197Z","caller":"traceutil/trace.go:171","msg":"trace[2044705490] linearizableReadLoop","detail":"{readStateIndex:9201; appliedIndex:9200; }","duration":"161.288166ms","start":"2026-03-31T20:39:29.381888Z","end":"2026-03-31T20:39:29.543176Z","steps":["trace[2044705490] 'read index received' (duration: 125.605898ms)","trace[2044705490] 'applied index is now lower than readState.Index' (duration: 35.681068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:29.543237Z","caller":"traceutil/trace.go:171","msg":"trace[1647962247] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"164.459236ms","start":"2026-03-31T20:39:29.378746Z","end":"2026-03-31T20:39:29.543206Z","steps":["trace[1647962247] 'process raft request' (duration: 128.86653ms)","trace[1647962247] 'compare' (duration: 35.406842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:29.543454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.547492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:29.543513Z","caller":"traceutil/trace.go:171","msg":"trace[2050177486] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8861; }","duration":"161.647344ms","start":"2026-03-31T20:39:29.381851Z","end":"2026-03-31T20:39:29.543498Z","steps":["trace[2050177486] 'agreement among raft nodes before linearized reading' (duration: 161.502091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:29.820329Z","caller":"traceutil/trace.go:171","msg":"trace[377848727] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"183.546104ms","start":"2026-03-31T20:39:29.636756Z","end":"2026-03-31T20:39:29.820302Z","steps":["trace[377848727] 'process raft request' (duration: 183.307509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:31.399568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887443812,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:39:31.611031Z","caller":"traceutil/trace.go:171","msg":"trace[744475206] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"763.344435ms","start":"2026-03-31T20:39:30.847658Z","end":"2026-03-31T20:39:31.611002Z","steps":["trace[744475206] 'process raft request' (duration: 763.161721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:31.611284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:30.847637Z","time spent":"763.57146ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:32.018043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.268643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:32.018214Z","caller":"traceutil/trace.go:171","msg":"trace[1592621861] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"1.135067116s","start":"2026-03-31T20:39:30.883087Z","end":"2026-03-31T20:39:32.018155Z","steps":["trace[1592621861] 'process raft request' (duration: 1.008599068s)","trace[1592621861] 'compare' (duration: 125.990047ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:32.018145Z","caller":"traceutil/trace.go:171","msg":"trace[1813307975] linearizableReadLoop","detail":"{readStateIndex:9204; appliedIndex:9202; }","duration":"1.119344844s","start":"2026-03-31T20:39:30.898784Z","end":"2026-03-31T20:39:32.018129Z","steps":["trace[1813307975] 'read index received' (duration: 712.139971ms)","trace[1813307975] 'applied index is now lower than readState.Index' (duration: 407.203223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:32.018347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:30.883062Z","time spent":"1.135212049s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:32.018526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119730733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:39:32.018598Z","caller":"traceutil/trace.go:171","msg":"trace[565134388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8864; }","duration":"1.119845326s","start":"2026-03-31T20:39:30.898735Z","end":"2026-03-31T20:39:32.018581Z","steps":["trace[565134388] 'agreement among raft nodes before linearized reading' (duration: 1.119636151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.018636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:30.898719Z","time spent":"1.119907387s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:32.070392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111919928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:32.070503Z","caller":"traceutil/trace.go:171","msg":"trace[1988923149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8865; }","duration":"1.112085702s","start":"2026-03-31T20:39:30.958392Z","end":"2026-03-31T20:39:32.070478Z","steps":["trace[1988923149] 'agreement among raft nodes before linearized reading' (duration: 1.111884948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.070603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:30.958371Z","time spent":"1.112219594s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:39:32.070706Z","caller":"traceutil/trace.go:171","msg":"trace[1711995871] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"444.6105ms","start":"2026-03-31T20:39:31.626069Z","end":"2026-03-31T20:39:32.07068Z","steps":["trace[1711995871] 'process raft request' (duration: 443.949626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.070864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.626043Z","time spent":"444.744843ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:32.070488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.440806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:39:32.071028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.18586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:39:32.071018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.490169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:39:32.071065Z","caller":"traceutil/trace.go:171","msg":"trace[609793415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8865; }","duration":"142.220931ms","start":"2026-03-31T20:39:31.92883Z","end":"2026-03-31T20:39:32.071051Z","steps":["trace[609793415] 'agreement among raft nodes before linearized reading' (duration: 142.161949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.071098Z","caller":"traceutil/trace.go:171","msg":"trace[885971346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8865; }","duration":"878.591631ms","start":"2026-03-31T20:39:31.192486Z","end":"2026-03-31T20:39:32.071078Z","steps":["trace[885971346] 'agreement among raft nodes before linearized reading' (duration: 878.337476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.071126Z","caller":"traceutil/trace.go:171","msg":"trace[1487083810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8865; }","duration":"878.021589ms","start":"2026-03-31T20:39:31.193006Z","end":"2026-03-31T20:39:32.071028Z","steps":["trace[1487083810] 'agreement among raft nodes before linearized reading' (duration: 877.272903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.071151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.192476Z","time spent":"878.665423ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:32.071147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.112286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:39:32.071221Z","caller":"traceutil/trace.go:171","msg":"trace[1960048984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8865; }","duration":"880.217428ms","start":"2026-03-31T20:39:31.190988Z","end":"2026-03-31T20:39:32.071205Z","steps":["trace[1960048984] 'agreement among raft nodes before linearized reading' (duration: 880.076565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.071266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.190962Z","time spent":"880.29484ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:32.071201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.311491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T20:39:32.071306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.832864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:39:32.071351Z","caller":"traceutil/trace.go:171","msg":"trace[2001499052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8865; }","duration":"876.495675ms","start":"2026-03-31T20:39:31.194844Z","end":"2026-03-31T20:39:32.07134Z","steps":["trace[2001499052] 'agreement among raft nodes before linearized reading' (duration: 876.25142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.071368Z","caller":"traceutil/trace.go:171","msg":"trace[787367599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8865; }","duration":"397.919266ms","start":"2026-03-31T20:39:31.673431Z","end":"2026-03-31T20:39:32.07135Z","steps":["trace[787367599] 'agreement among raft nodes before linearized reading' (duration: 397.818174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.071016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.758708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:39:32.071393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.194833Z","time spent":"876.548237ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"warn","ts":"2026-03-31T20:39:32.071417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.67341Z","time spent":"397.997347ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:39:32.071546Z","caller":"traceutil/trace.go:171","msg":"trace[869946560] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8865; }","duration":"880.216328ms","start":"2026-03-31T20:39:31.191189Z","end":"2026-03-31T20:39:32.071405Z","steps":["trace[869946560] 'agreement among raft nodes before linearized reading' (duration: 879.687957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.071614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.191167Z","time spent":"880.437333ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:32.071587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.193Z","time spent":"878.170352ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:32.071695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.663718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:39:32.071773Z","caller":"traceutil/trace.go:171","msg":"trace[417840071] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8865; }","duration":"880.795361ms","start":"2026-03-31T20:39:31.190956Z","end":"2026-03-31T20:39:32.071752Z","steps":["trace[417840071] 'agreement among raft nodes before linearized reading' (duration: 879.984463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.071827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.190934Z","time spent":"880.881343ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:32.072182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.948575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:39:32.072258Z","caller":"traceutil/trace.go:171","msg":"trace[1473358031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8865; }","duration":"881.044028ms","start":"2026-03-31T20:39:31.191198Z","end":"2026-03-31T20:39:32.072242Z","steps":["trace[1473358031] 'agreement among raft nodes before linearized reading' (duration: 880.074795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.072314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.191186Z","time spent":"881.113899ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:39:32.200053Z","caller":"traceutil/trace.go:171","msg":"trace[1022810744] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"122.343655ms","start":"2026-03-31T20:39:32.07767Z","end":"2026-03-31T20:39:32.200014Z","steps":["trace[1022810744] 'process raft request' (duration: 91.086616ms)","trace[1022810744] 'compare' (duration: 30.986023ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:32.200352Z","caller":"traceutil/trace.go:171","msg":"trace[1437123522] linearizableReadLoop","detail":"{readStateIndex:9212; appliedIndex:9209; }","duration":"103.278378ms","start":"2026-03-31T20:39:32.097045Z","end":"2026-03-31T20:39:32.200323Z","steps":["trace[1437123522] 'read index received' (duration: 71.716913ms)","trace[1437123522] 'applied index is now lower than readState.Index' (duration: 31.556535ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:32.200405Z","caller":"traceutil/trace.go:171","msg":"trace[1600279141] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"121.363953ms","start":"2026-03-31T20:39:32.078988Z","end":"2026-03-31T20:39:32.200352Z","steps":["trace[1600279141] 'process raft request' (duration: 121.189149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.20045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.604729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:32.200482Z","caller":"traceutil/trace.go:171","msg":"trace[922375781] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"122.16006ms","start":"2026-03-31T20:39:32.078294Z","end":"2026-03-31T20:39:32.200454Z","steps":["trace[922375781] 'process raft request' (duration: 121.663649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.200529Z","caller":"traceutil/trace.go:171","msg":"trace[1164723117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8872; }","duration":"117.725872ms","start":"2026-03-31T20:39:32.082788Z","end":"2026-03-31T20:39:32.200514Z","steps":["trace[1164723117] 'agreement among raft nodes before linearized reading' (duration: 117.560018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.200634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.737235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19317"} {"level":"info","ts":"2026-03-31T20:39:32.200671Z","caller":"traceutil/trace.go:171","msg":"trace[1771770093] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8872; }","duration":"101.814637ms","start":"2026-03-31T20:39:32.098846Z","end":"2026-03-31T20:39:32.200661Z","steps":["trace[1771770093] 'agreement among raft nodes before linearized reading' (duration: 101.631232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.200863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.500979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211683"} {"level":"info","ts":"2026-03-31T20:39:32.20095Z","caller":"traceutil/trace.go:171","msg":"trace[355213165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8872; }","duration":"122.609732ms","start":"2026-03-31T20:39:32.07832Z","end":"2026-03-31T20:39:32.20093Z","steps":["trace[355213165] 'agreement among raft nodes before linearized reading' (duration: 122.12745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:33.58427Z","caller":"traceutil/trace.go:171","msg":"trace[1246910739] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"212.367365ms","start":"2026-03-31T20:39:33.371864Z","end":"2026-03-31T20:39:33.584231Z","steps":["trace[1246910739] 'process raft request' (duration: 212.1098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.592142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.910966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:34.592615Z","caller":"traceutil/trace.go:171","msg":"trace[303695177] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"976.372048ms","start":"2026-03-31T20:39:33.616208Z","end":"2026-03-31T20:39:34.59258Z","steps":["trace[303695177] 'process raft request' (duration: 301.93512ms)","trace[303695177] 'compare' (duration: 673.808964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:34.592672Z","caller":"traceutil/trace.go:171","msg":"trace[387519152] linearizableReadLoop","detail":"{readStateIndex:9217; appliedIndex:9216; }","duration":"839.947802ms","start":"2026-03-31T20:39:33.7527Z","end":"2026-03-31T20:39:34.592647Z","steps":["trace[387519152] 'read index received' (duration: 165.3866ms)","trace[387519152] 'applied index is now lower than readState.Index' (duration: 674.558182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:34.592793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:33.616182Z","time spent":"976.529822ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:34.592902Z","caller":"traceutil/trace.go:171","msg":"trace[20658242] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"668.508426ms","start":"2026-03-31T20:39:33.924314Z","end":"2026-03-31T20:39:34.592823Z","steps":["trace[20658242] 'process raft request' (duration: 668.330773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.593012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:33.924294Z","time spent":"668.67672ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:34.593137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.416344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-03-31T20:39:34.593256Z","caller":"traceutil/trace.go:171","msg":"trace[1252564793] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8878; }","duration":"840.585697ms","start":"2026-03-31T20:39:33.752648Z","end":"2026-03-31T20:39:34.593233Z","steps":["trace[1252564793] 'agreement among raft nodes before linearized reading' (duration: 840.133647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.593303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:33.752627Z","time spent":"840.666679ms","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T20:39:35.95689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:39:35.956975Z","caller":"traceutil/trace.go:171","msg":"trace[1443374049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044491s","start":"2026-03-31T20:39:33.956513Z","end":"2026-03-31T20:39:35.956958Z","steps":["trace[1443374049] 'agreement among raft nodes before linearized reading' (duration: 2.000335667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:35.957023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:33.956491Z","time spent":"2.000523201s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:36.083394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.347165372s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:39:36.11916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418379906s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:36.119308Z","caller":"traceutil/trace.go:171","msg":"trace[2061863981] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"2.095657468s","start":"2026-03-31T20:39:34.023619Z","end":"2026-03-31T20:39:36.119276Z","steps":["trace[2061863981] 'process raft request' (duration: 677.065187ms)","trace[2061863981] 'compare' (duration: 1.418216833s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:36.119444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.023598Z","time spent":"2.095770011s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:36.119557Z","caller":"traceutil/trace.go:171","msg":"trace[523192268] linearizableReadLoop","detail":"{readStateIndex:9219; appliedIndex:9218; }","duration":"1.526778289s","start":"2026-03-31T20:39:34.592747Z","end":"2026-03-31T20:39:36.119525Z","steps":["trace[523192268] 'read index received' (duration: 107.763179ms)","trace[523192268] 'applied index is now lower than readState.Index' (duration: 1.41901264s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:36.286662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.361545ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T20:39:36.286752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184776772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:39:36.286811Z","caller":"traceutil/trace.go:171","msg":"trace[671425502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8879; }","duration":"2.184842474s","start":"2026-03-31T20:39:34.101947Z","end":"2026-03-31T20:39:36.286789Z","steps":["trace[671425502] 'agreement among raft nodes before linearized reading' (duration: 2.017764275s)","trace[671425502] 'range keys from in-memory index tree' (duration: 166.904045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:36.28683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205518134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:39:36.286922Z","caller":"traceutil/trace.go:171","msg":"trace[1213415719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8879; }","duration":"2.205665117s","start":"2026-03-31T20:39:34.081234Z","end":"2026-03-31T20:39:36.286899Z","steps":["trace[1213415719] 'agreement among raft nodes before linearized reading' (duration: 2.038448525s)","trace[1213415719] 'range keys from in-memory index tree' (duration: 166.954096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:36.286945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485770961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-684c4bb795-9ghlm.18a20787fde5bc17\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T20:39:36.286884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307458833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:36.287056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185303034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:39:36.28707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18510913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:39:36.287105Z","caller":"traceutil/trace.go:171","msg":"trace[565026087] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8879; }","duration":"2.185370685s","start":"2026-03-31T20:39:34.101718Z","end":"2026-03-31T20:39:36.287089Z","steps":["trace[565026087] 'agreement among raft nodes before linearized reading' (duration: 2.017949349s)","trace[565026087] 'range keys from in-memory index tree' (duration: 167.329794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:36.287141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.101702Z","time spent":"2.185432947s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:39:36.287143Z","caller":"traceutil/trace.go:171","msg":"trace[2025477200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8879; }","duration":"2.185218992s","start":"2026-03-31T20:39:34.1019Z","end":"2026-03-31T20:39:36.287119Z","steps":["trace[2025477200] 'agreement among raft nodes before linearized reading' (duration: 2.017753654s)","trace[2025477200] 'range keys from in-memory index tree' (duration: 167.273313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:36.286976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.08121Z","time spent":"2.205756249s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:36.287182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.101882Z","time spent":"2.185293614s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:36.287166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080880131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:39:36.287053Z","caller":"traceutil/trace.go:171","msg":"trace[2046628883] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8879; }","duration":"2.307816781s","start":"2026-03-31T20:39:33.979211Z","end":"2026-03-31T20:39:36.287028Z","steps":["trace[2046628883] 'agreement among raft nodes before linearized reading' (duration: 2.140478426s)","trace[2046628883] 'count revisions from in-memory index tree' (duration: 166.994197ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:36.287257Z","caller":"traceutil/trace.go:171","msg":"trace[1598993773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8879; }","duration":"2.081012243s","start":"2026-03-31T20:39:34.206223Z","end":"2026-03-31T20:39:36.287235Z","steps":["trace[1598993773] 'agreement among raft nodes before linearized reading' (duration: 1.913476264s)","trace[1598993773] 'range keys from in-memory index tree' (duration: 167.305014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:36.287295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078508978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T20:39:36.28686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.101902Z","time spent":"2.184948906s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:36.287308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:33.979191Z","time spent":"2.308084926s","remote":"127.0.0.1:54388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:36.287341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.206214Z","time spent":"2.081088446s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:39:36.287342Z","caller":"traceutil/trace.go:171","msg":"trace[1687812893] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:8879; }","duration":"2.078573889s","start":"2026-03-31T20:39:34.208756Z","end":"2026-03-31T20:39:36.28733Z","steps":["trace[1687812893] 'agreement among raft nodes before linearized reading' (duration: 1.910893457s)","trace[1687812893] 'range keys from in-memory index tree' (duration: 167.449857ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:36.286978Z","caller":"traceutil/trace.go:171","msg":"trace[1422070290] range","detail":"{range_begin:/registry/events/openstack/barbican-api-684c4bb795-9ghlm.18a20787fde5bc17; range_end:; response_count:1; response_revision:8879; }","duration":"2.485833832s","start":"2026-03-31T20:39:33.801133Z","end":"2026-03-31T20:39:36.286967Z","steps":["trace[1422070290] 'agreement among raft nodes before linearized reading' (duration: 2.31856887s)","trace[1422070290] 'range keys from in-memory index tree' (duration: 167.182391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:36.287379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.208746Z","time spent":"2.07862599s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"warn","ts":"2026-03-31T20:39:36.287411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:33.801111Z","time spent":"2.486291852s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-684c4bb795-9ghlm.18a20787fde5bc17\" "} {"level":"warn","ts":"2026-03-31T20:39:36.287457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082100488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:39:36.287541Z","caller":"traceutil/trace.go:171","msg":"trace[1261067821] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8879; }","duration":"2.08221732s","start":"2026-03-31T20:39:34.205294Z","end":"2026-03-31T20:39:36.287512Z","steps":["trace[1261067821] 'agreement among raft nodes before linearized reading' (duration: 1.914385675s)","trace[1261067821] 'range keys from in-memory index tree' (duration: 167.278404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:36.287614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.205274Z","time spent":"2.082322672s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:36.287697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082269851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:39:36.287757Z","caller":"traceutil/trace.go:171","msg":"trace[1860904881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8879; }","duration":"2.082320412s","start":"2026-03-31T20:39:34.205415Z","end":"2026-03-31T20:39:36.287736Z","steps":["trace[1860904881] 'agreement among raft nodes before linearized reading' (duration: 1.914263872s)","trace[1860904881] 'range keys from in-memory index tree' (duration: 167.046968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:36.287797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.205399Z","time spent":"2.082390173s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:39:36.453238Z","caller":"traceutil/trace.go:171","msg":"trace[1469992255] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"1.453670842s","start":"2026-03-31T20:39:34.99952Z","end":"2026-03-31T20:39:36.453191Z","steps":["trace[1469992255] 'process raft request' (duration: 1.45314123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:36.453353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.165514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:36.453384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.585165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:36.453479Z","caller":"traceutil/trace.go:171","msg":"trace[315924581] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8880; }","duration":"431.730239ms","start":"2026-03-31T20:39:36.021719Z","end":"2026-03-31T20:39:36.453449Z","steps":["trace[315924581] 'agreement among raft nodes before linearized reading' (duration: 431.562735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:36.453439Z","caller":"traceutil/trace.go:171","msg":"trace[1596382846] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8880; }","duration":"386.302827ms","start":"2026-03-31T20:39:36.067118Z","end":"2026-03-31T20:39:36.45342Z","steps":["trace[1596382846] 'agreement among raft nodes before linearized reading' (duration: 386.085583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:36.453554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.021695Z","time spent":"431.846862ms","remote":"127.0.0.1:53574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:36.453591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.998249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:36.453596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.067103Z","time spent":"386.478311ms","remote":"127.0.0.1:51044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:36.453658Z","caller":"traceutil/trace.go:171","msg":"trace[380701275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8880; }","duration":"496.09439ms","start":"2026-03-31T20:39:35.957547Z","end":"2026-03-31T20:39:36.453641Z","steps":["trace[380701275] 'agreement among raft nodes before linearized reading' (duration: 495.981668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:36.453703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:35.9575Z","time spent":"496.194422ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:36.453405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.999489Z","time spent":"1.453828425s","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:36.453187Z","caller":"traceutil/trace.go:171","msg":"trace[1891430604] linearizableReadLoop","detail":"{readStateIndex:9221; appliedIndex:9220; }","duration":"333.541294ms","start":"2026-03-31T20:39:36.119622Z","end":"2026-03-31T20:39:36.453163Z","steps":["trace[1891430604] 'read index received' (duration: 332.95961ms)","trace[1891430604] 'applied index is now lower than readState.Index' (duration: 580.494µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:36.958138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887443861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:37.190398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.504395ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:37.190502Z","caller":"traceutil/trace.go:171","msg":"trace[749286928] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8880; }","duration":"409.618237ms","start":"2026-03-31T20:39:36.780869Z","end":"2026-03-31T20:39:37.190488Z","steps":["trace[749286928] 'range keys from in-memory index tree' (duration: 409.491014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:37.242547Z","caller":"traceutil/trace.go:171","msg":"trace[642174197] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"951.850544ms","start":"2026-03-31T20:39:36.290666Z","end":"2026-03-31T20:39:37.242516Z","steps":["trace[642174197] 'process raft request' (duration: 951.557707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:37.242559Z","caller":"traceutil/trace.go:171","msg":"trace[954363260] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"950.424262ms","start":"2026-03-31T20:39:36.292107Z","end":"2026-03-31T20:39:37.242531Z","steps":["trace[954363260] 'process raft request' (duration: 950.32659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.242712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.292085Z","time spent":"950.543905ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.24272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.290647Z","time spent":"951.977527ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:37.243167Z","caller":"traceutil/trace.go:171","msg":"trace[1321042582] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"951.002246ms","start":"2026-03-31T20:39:36.292152Z","end":"2026-03-31T20:39:37.243155Z","steps":["trace[1321042582] 'process raft request' (duration: 950.34229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.243238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.292144Z","time spent":"951.061187ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:37.243372Z","caller":"traceutil/trace.go:171","msg":"trace[421932356] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"950.116816ms","start":"2026-03-31T20:39:36.293242Z","end":"2026-03-31T20:39:37.243359Z","steps":["trace[421932356] 'process raft request' (duration: 950.014434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:37.243419Z","caller":"traceutil/trace.go:171","msg":"trace[801743490] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"951.20827ms","start":"2026-03-31T20:39:36.292199Z","end":"2026-03-31T20:39:37.243408Z","steps":["trace[801743490] 'process raft request' (duration: 950.763559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.243456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.293218Z","time spent":"950.196698ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:37.243473Z","caller":"traceutil/trace.go:171","msg":"trace[265817002] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"950.917043ms","start":"2026-03-31T20:39:36.292545Z","end":"2026-03-31T20:39:37.243462Z","steps":["trace[265817002] 'process raft request' (duration: 950.570905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.243532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.292537Z","time spent":"950.963055ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:37.243336Z","caller":"traceutil/trace.go:171","msg":"trace[1447118682] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"950.495435ms","start":"2026-03-31T20:39:36.292805Z","end":"2026-03-31T20:39:37.243301Z","steps":["trace[1447118682] 'process raft request' (duration: 950.407583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:37.243619Z","caller":"traceutil/trace.go:171","msg":"trace[154580677] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"950.769711ms","start":"2026-03-31T20:39:36.292839Z","end":"2026-03-31T20:39:37.243609Z","steps":["trace[154580677] 'process raft request' (duration: 950.323001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.243645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.292764Z","time spent":"950.849443ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.243697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.292829Z","time spent":"950.834122ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.243571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.292191Z","time spent":"951.276791ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:37.471035Z","caller":"traceutil/trace.go:171","msg":"trace[1509237692] linearizableReadLoop","detail":"{readStateIndex:9230; appliedIndex:9221; }","duration":"1.012829872s","start":"2026-03-31T20:39:36.457916Z","end":"2026-03-31T20:39:37.470746Z","steps":["trace[1509237692] 'read index received' (duration: 784.362716ms)","trace[1509237692] 'applied index is now lower than readState.Index' (duration: 228.465295ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:37.47108Z","caller":"traceutil/trace.go:171","msg":"trace[444723584] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"872.619781ms","start":"2026-03-31T20:39:36.598429Z","end":"2026-03-31T20:39:37.471049Z","steps":["trace[444723584] 'process raft request' (duration: 828.281154ms)","trace[444723584] 'compare' (duration: 43.186761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:37.471431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.598404Z","time spent":"872.959358ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.471617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310329852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:37.471648Z","caller":"traceutil/trace.go:171","msg":"trace[920220271] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8889; }","duration":"1.310418334s","start":"2026-03-31T20:39:36.161222Z","end":"2026-03-31T20:39:37.47164Z","steps":["trace[920220271] 'agreement among raft nodes before linearized reading' (duration: 1.310348543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.471675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.161202Z","time spent":"1.310467376s","remote":"127.0.0.1:47482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:37.472037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180061622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211683"} {"level":"info","ts":"2026-03-31T20:39:37.472111Z","caller":"traceutil/trace.go:171","msg":"trace[2087106260] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8889; }","duration":"1.180271348s","start":"2026-03-31T20:39:36.291806Z","end":"2026-03-31T20:39:37.472078Z","steps":["trace[2087106260] 'agreement among raft nodes before linearized reading' (duration: 1.179491371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.4722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.291798Z","time spent":"1.180351969s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211706,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:39:37.472248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010073329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:37.472278Z","caller":"traceutil/trace.go:171","msg":"trace[1519665671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8889; }","duration":"1.010138241s","start":"2026-03-31T20:39:36.462132Z","end":"2026-03-31T20:39:37.472271Z","steps":["trace[1519665671] 'agreement among raft nodes before linearized reading' (duration: 1.01009026s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.472298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.462115Z","time spent":"1.010179041s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:37.472617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.15572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:39:37.472644Z","caller":"traceutil/trace.go:171","msg":"trace[68868745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8889; }","duration":"194.205612ms","start":"2026-03-31T20:39:37.278433Z","end":"2026-03-31T20:39:37.472639Z","steps":["trace[68868745] 'agreement among raft nodes before linearized reading' (duration: 194.13355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.472737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.824685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a6e1e64e8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:39:37.472758Z","caller":"traceutil/trace.go:171","msg":"trace[873625437] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206a6e1e64e8f; range_end:; response_count:1; response_revision:8889; }","duration":"225.894226ms","start":"2026-03-31T20:39:37.246859Z","end":"2026-03-31T20:39:37.472753Z","steps":["trace[873625437] 'agreement among raft nodes before linearized reading' (duration: 225.834635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.472859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.580859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:37.472881Z","caller":"traceutil/trace.go:171","msg":"trace[621671355] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8889; }","duration":"370.643089ms","start":"2026-03-31T20:39:37.102234Z","end":"2026-03-31T20:39:37.472877Z","steps":["trace[621671355] 'agreement among raft nodes before linearized reading' (duration: 370.606808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.472899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.102155Z","time spent":"370.739221ms","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:37.473004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.665901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:37.473028Z","caller":"traceutil/trace.go:171","msg":"trace[108206095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8889; }","duration":"574.717221ms","start":"2026-03-31T20:39:36.898304Z","end":"2026-03-31T20:39:37.473021Z","steps":["trace[108206095] 'agreement among raft nodes before linearized reading' (duration: 574.68198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.473046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.898289Z","time spent":"574.751173ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:37.47316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.075109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:37.473181Z","caller":"traceutil/trace.go:171","msg":"trace[73384016] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8889; }","duration":"757.135381ms","start":"2026-03-31T20:39:36.716041Z","end":"2026-03-31T20:39:37.473176Z","steps":["trace[73384016] 'agreement among raft nodes before linearized reading' (duration: 757.09909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.473198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.716021Z","time spent":"757.173172ms","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:39:37.4733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.028428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:37.473322Z","caller":"traceutil/trace.go:171","msg":"trace[1594976004] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8889; }","duration":"921.0995ms","start":"2026-03-31T20:39:36.552217Z","end":"2026-03-31T20:39:37.473317Z","steps":["trace[1594976004] 'agreement among raft nodes before linearized reading' (duration: 921.059599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.473339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.552125Z","time spent":"921.209872ms","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:37.47345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.67399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:37.473474Z","caller":"traceutil/trace.go:171","msg":"trace[535516265] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8889; }","duration":"991.718341ms","start":"2026-03-31T20:39:36.481748Z","end":"2026-03-31T20:39:37.473466Z","steps":["trace[535516265] 'agreement among raft nodes before linearized reading' (duration: 991.67948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.473513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.481738Z","time spent":"991.754421ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:40.785854Z","caller":"traceutil/trace.go:171","msg":"trace[959702264] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"106.823228ms","start":"2026-03-31T20:39:40.679007Z","end":"2026-03-31T20:39:40.78583Z","steps":["trace[959702264] 'process raft request' (duration: 106.691735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:42.265392Z","caller":"traceutil/trace.go:171","msg":"trace[1823510510] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"113.015915ms","start":"2026-03-31T20:39:42.152332Z","end":"2026-03-31T20:39:42.265348Z","steps":["trace[1823510510] 'process raft request' (duration: 28.853382ms)","trace[1823510510] 'compare' (duration: 83.919498ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:44.677573Z","caller":"traceutil/trace.go:171","msg":"trace[2000667514] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"161.842581ms","start":"2026-03-31T20:39:44.515703Z","end":"2026-03-31T20:39:44.677545Z","steps":["trace[2000667514] 'process raft request' (duration: 161.193227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:47.578203Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024b5.wal"} {"level":"info","ts":"2026-03-31T20:40:35.914185Z","caller":"traceutil/trace.go:171","msg":"trace[1255138632] linearizableReadLoop","detail":"{readStateIndex:9822; appliedIndex:9821; }","duration":"242.942438ms","start":"2026-03-31T20:40:35.671218Z","end":"2026-03-31T20:40:35.91416Z","steps":["trace[1255138632] 'read index received' (duration: 242.855026ms)","trace[1255138632] 'applied index is now lower than readState.Index' (duration: 86.232µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:35.914258Z","caller":"traceutil/trace.go:171","msg":"trace[1323722441] transaction","detail":"{read_only:false; response_revision:9465; number_of_response:1; }","duration":"243.846387ms","start":"2026-03-31T20:40:35.670383Z","end":"2026-03-31T20:40:35.914229Z","steps":["trace[1323722441] 'process raft request' (duration: 243.606162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:35.914436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.207193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:40:35.914773Z","caller":"traceutil/trace.go:171","msg":"trace[862685484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9465; }","duration":"243.581311ms","start":"2026-03-31T20:40:35.671176Z","end":"2026-03-31T20:40:35.914757Z","steps":["trace[862685484] 'agreement among raft nodes before linearized reading' (duration: 243.129851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:35.970001Z","caller":"traceutil/trace.go:171","msg":"trace[1864549795] transaction","detail":"{read_only:false; response_revision:9466; number_of_response:1; }","duration":"298.76245ms","start":"2026-03-31T20:40:35.671211Z","end":"2026-03-31T20:40:35.969973Z","steps":["trace[1864549795] 'process raft request' (duration: 298.379331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:35.970029Z","caller":"traceutil/trace.go:171","msg":"trace[501005093] transaction","detail":"{read_only:false; response_revision:9467; number_of_response:1; }","duration":"257.407568ms","start":"2026-03-31T20:40:35.712594Z","end":"2026-03-31T20:40:35.970002Z","steps":["trace[501005093] 'process raft request' (duration: 257.276916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:35.970187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.213643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:40:35.970251Z","caller":"traceutil/trace.go:171","msg":"trace[275486575] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9467; }","duration":"296.309715ms","start":"2026-03-31T20:40:35.673926Z","end":"2026-03-31T20:40:35.970236Z","steps":["trace[275486575] 'agreement among raft nodes before linearized reading' (duration: 296.10961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:35.970384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.136264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:40:35.9704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.881571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:40:35.970447Z","caller":"traceutil/trace.go:171","msg":"trace[1771903677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9467; }","duration":"298.944432ms","start":"2026-03-31T20:40:35.671493Z","end":"2026-03-31T20:40:35.970437Z","steps":["trace[1771903677] 'agreement among raft nodes before linearized reading' (duration: 298.84601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:35.97045Z","caller":"traceutil/trace.go:171","msg":"trace[1451103198] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9467; }","duration":"298.217697ms","start":"2026-03-31T20:40:35.672216Z","end":"2026-03-31T20:40:35.970434Z","steps":["trace[1451103198] 'agreement among raft nodes before linearized reading' (duration: 298.062444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:35.970366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.411248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:40:35.970541Z","caller":"traceutil/trace.go:171","msg":"trace[60636803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9467; }","duration":"292.620522ms","start":"2026-03-31T20:40:35.677902Z","end":"2026-03-31T20:40:35.970523Z","steps":["trace[60636803] 'agreement among raft nodes before linearized reading' (duration: 292.306315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:48.418825Z","caller":"traceutil/trace.go:171","msg":"trace[987575967] linearizableReadLoop","detail":"{readStateIndex:9890; appliedIndex:9889; }","duration":"403.145742ms","start":"2026-03-31T20:40:48.015652Z","end":"2026-03-31T20:40:48.418798Z","steps":["trace[987575967] 'read index received' (duration: 402.903807ms)","trace[987575967] 'applied index is now lower than readState.Index' (duration: 240.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:48.418909Z","caller":"traceutil/trace.go:171","msg":"trace[290519235] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"403.606223ms","start":"2026-03-31T20:40:48.01526Z","end":"2026-03-31T20:40:48.418866Z","steps":["trace[290519235] 'process raft request' (duration: 403.360637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:48.419132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.47232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:40:48.41915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.796903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:40:48.419144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.018237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T20:40:48.419171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.178504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:40:48.419186Z","caller":"traceutil/trace.go:171","msg":"trace[424797967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9531; }","duration":"403.579432ms","start":"2026-03-31T20:40:48.015591Z","end":"2026-03-31T20:40:48.419171Z","steps":["trace[424797967] 'agreement among raft nodes before linearized reading' (duration: 403.366888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:48.419211Z","caller":"traceutil/trace.go:171","msg":"trace[2021968093] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9531; }","duration":"313.894686ms","start":"2026-03-31T20:40:48.105293Z","end":"2026-03-31T20:40:48.419188Z","steps":["trace[2021968093] 'agreement among raft nodes before linearized reading' (duration: 313.758113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:48.419217Z","caller":"traceutil/trace.go:171","msg":"trace[1888388956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9531; }","duration":"313.114089ms","start":"2026-03-31T20:40:48.106084Z","end":"2026-03-31T20:40:48.419199Z","steps":["trace[1888388956] 'agreement among raft nodes before linearized reading' (duration: 312.940525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:48.41925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.105275Z","time spent":"313.967338ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:40:48.419248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.015567Z","time spent":"403.669254ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:40:48.41925Z","caller":"traceutil/trace.go:171","msg":"trace[2131692360] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9531; }","duration":"315.301506ms","start":"2026-03-31T20:40:48.103922Z","end":"2026-03-31T20:40:48.419223Z","steps":["trace[2131692360] 'agreement among raft nodes before linearized reading' (duration: 315.111762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:48.419299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.103897Z","time spent":"315.393249ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:40:48.419362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.116884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T20:40:48.419381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.43343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T20:40:48.419259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.106077Z","time spent":"313.17394ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:40:48.419412Z","caller":"traceutil/trace.go:171","msg":"trace[59384511] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9531; }","duration":"279.48646ms","start":"2026-03-31T20:40:48.139916Z","end":"2026-03-31T20:40:48.419403Z","steps":["trace[59384511] 'agreement among raft nodes before linearized reading' (duration: 279.367358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:48.419415Z","caller":"traceutil/trace.go:171","msg":"trace[1608026538] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9531; }","duration":"218.230777ms","start":"2026-03-31T20:40:48.201168Z","end":"2026-03-31T20:40:48.419398Z","steps":["trace[1608026538] 'agreement among raft nodes before linearized reading' (duration: 217.933281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:48.419473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.991734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:40:48.419501Z","caller":"traceutil/trace.go:171","msg":"trace[381285713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9531; }","duration":"392.019624ms","start":"2026-03-31T20:40:48.027474Z","end":"2026-03-31T20:40:48.419493Z","steps":["trace[381285713] 'agreement among raft nodes before linearized reading' (duration: 391.933642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:48.419483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.015226Z","time spent":"403.782377ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:48.419501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.12085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T20:40:48.41953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.027449Z","time spent":"392.076006ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:48.419541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.193398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:40:48.419558Z","caller":"traceutil/trace.go:171","msg":"trace[631572366] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:9531; }","duration":"305.196982ms","start":"2026-03-31T20:40:48.114347Z","end":"2026-03-31T20:40:48.419544Z","steps":["trace[631572366] 'agreement among raft nodes before linearized reading' (duration: 305.054929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:48.419566Z","caller":"traceutil/trace.go:171","msg":"trace[2075755230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9531; }","duration":"392.24326ms","start":"2026-03-31T20:40:48.027315Z","end":"2026-03-31T20:40:48.419559Z","steps":["trace[2075755230] 'agreement among raft nodes before linearized reading' (duration: 392.171948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:48.419596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.114331Z","time spent":"305.254753ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5qm7b\" "} {"level":"warn","ts":"2026-03-31T20:40:48.419615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.027303Z","time spent":"392.305961ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:48.419592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.513107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:48.419682Z","caller":"traceutil/trace.go:171","msg":"trace[867544286] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9531; }","duration":"118.63567ms","start":"2026-03-31T20:40:48.301022Z","end":"2026-03-31T20:40:48.419658Z","steps":["trace[867544286] 'agreement among raft nodes before linearized reading' (duration: 118.449486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:48.419715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.210617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:40:48.419782Z","caller":"traceutil/trace.go:171","msg":"trace[950909891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9531; }","duration":"400.318179ms","start":"2026-03-31T20:40:48.019452Z","end":"2026-03-31T20:40:48.41977Z","steps":["trace[950909891] 'agreement among raft nodes before linearized reading' (duration: 399.547702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:48.41993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.019434Z","time spent":"400.485183ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:40:48.857558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.3433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:48.85785Z","caller":"traceutil/trace.go:171","msg":"trace[473065770] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"432.2411ms","start":"2026-03-31T20:40:48.42559Z","end":"2026-03-31T20:40:48.857831Z","steps":["trace[473065770] 'process raft request' (duration: 432.134368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:48.857968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.425566Z","time spent":"432.366793ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:48.857873Z","caller":"traceutil/trace.go:171","msg":"trace[1657363421] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"432.258451ms","start":"2026-03-31T20:40:48.425568Z","end":"2026-03-31T20:40:48.857826Z","steps":["trace[1657363421] 'process raft request' (duration: 257.531822ms)","trace[1657363421] 'compare' (duration: 174.007352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:48.858646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.425541Z","time spent":"432.942516ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:49.330099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887445714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:40:49.600618Z","caller":"traceutil/trace.go:171","msg":"trace[1517669451] transaction","detail":"{read_only:false; response_revision:9537; number_of_response:1; }","duration":"1.174017079s","start":"2026-03-31T20:40:48.426576Z","end":"2026-03-31T20:40:49.600593Z","steps":["trace[1517669451] 'process raft request' (duration: 1.173961397s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:49.600631Z","caller":"traceutil/trace.go:171","msg":"trace[978426679] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"1.174897239s","start":"2026-03-31T20:40:48.425703Z","end":"2026-03-31T20:40:49.600601Z","steps":["trace[978426679] 'process raft request' (duration: 1.174799937s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:49.600707Z","caller":"traceutil/trace.go:171","msg":"trace[1703328451] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"1.175034822s","start":"2026-03-31T20:40:48.425648Z","end":"2026-03-31T20:40:49.600683Z","steps":["trace[1703328451] 'process raft request' (duration: 1.112591002s)","trace[1703328451] 'compare' (duration: 61.957409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:49.600741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.426567Z","time spent":"1.17411398s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:49.600831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.425641Z","time spent":"1.175115223s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:49.600845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.425676Z","time spent":"1.175018312s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:49.6009Z","caller":"traceutil/trace.go:171","msg":"trace[526085436] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"1.174198453s","start":"2026-03-31T20:40:48.42668Z","end":"2026-03-31T20:40:49.600879Z","steps":["trace[526085436] 'process raft request' (duration: 1.173879816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.601043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.426659Z","time spent":"1.174310495s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:49.60106Z","caller":"traceutil/trace.go:171","msg":"trace[1222596681] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"1.174311925s","start":"2026-03-31T20:40:48.42674Z","end":"2026-03-31T20:40:49.601052Z","steps":["trace[1222596681] 'process raft request' (duration: 1.174056749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.601109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.426705Z","time spent":"1.174376226s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:49.601264Z","caller":"traceutil/trace.go:171","msg":"trace[824791620] transaction","detail":"{read_only:false; response_revision:9541; number_of_response:1; }","duration":"1.098963127s","start":"2026-03-31T20:40:48.502294Z","end":"2026-03-31T20:40:49.601257Z","steps":["trace[824791620] 'process raft request' (duration: 1.098927266s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:49.600628Z","caller":"traceutil/trace.go:171","msg":"trace[1839257196] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"1.17492358s","start":"2026-03-31T20:40:48.42567Z","end":"2026-03-31T20:40:49.600594Z","steps":["trace[1839257196] 'process raft request' (duration: 1.174760346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.601309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.50227Z","time spent":"1.099018949s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:49.601348Z","caller":"traceutil/trace.go:171","msg":"trace[60924852] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"1.173529728s","start":"2026-03-31T20:40:48.427805Z","end":"2026-03-31T20:40:49.601335Z","steps":["trace[60924852] 'process raft request' (duration: 1.173214961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.601405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.427792Z","time spent":"1.173581869s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:49.60159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.42564Z","time spent":"1.175661795s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:49.888294Z","caller":"traceutil/trace.go:171","msg":"trace[112472245] linearizableReadLoop","detail":"{readStateIndex:9901; appliedIndex:9892; }","duration":"1.058835364s","start":"2026-03-31T20:40:48.82943Z","end":"2026-03-31T20:40:49.888265Z","steps":["trace[112472245] 'read index received' (duration: 708.829605ms)","trace[112472245] 'applied index is now lower than readState.Index' (duration: 350.003929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:49.888425Z","caller":"traceutil/trace.go:171","msg":"trace[652427737] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"661.254147ms","start":"2026-03-31T20:40:49.227151Z","end":"2026-03-31T20:40:49.888405Z","steps":["trace[652427737] 'process raft request' (duration: 634.681965ms)","trace[652427737] 'compare' (duration: 26.280635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:49.888753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.227121Z","time spent":"661.339649ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19208,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:49.888787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059341876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:40:49.888853Z","caller":"traceutil/trace.go:171","msg":"trace[1627057398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9542; }","duration":"1.059442248s","start":"2026-03-31T20:40:48.829389Z","end":"2026-03-31T20:40:49.888831Z","steps":["trace[1627057398] 'agreement among raft nodes before linearized reading' (duration: 1.059228734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.888912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.82937Z","time spent":"1.059529581s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:40:49.898843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.564419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T20:40:49.898854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.004363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:49.898901Z","caller":"traceutil/trace.go:171","msg":"trace[203601036] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:9543; }","duration":"637.674541ms","start":"2026-03-31T20:40:49.261213Z","end":"2026-03-31T20:40:49.898887Z","steps":["trace[203601036] 'agreement among raft nodes before linearized reading' (duration: 637.504497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.898933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.261188Z","time spent":"637.736703ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-03-31T20:40:49.898941Z","caller":"traceutil/trace.go:171","msg":"trace[926680478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9543; }","duration":"941.165846ms","start":"2026-03-31T20:40:48.957728Z","end":"2026-03-31T20:40:49.898894Z","steps":["trace[926680478] 'agreement among raft nodes before linearized reading' (duration: 941.089474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.89897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.957706Z","time spent":"941.257968ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:40:49.899074Z","caller":"traceutil/trace.go:171","msg":"trace[1378679574] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"218.918112ms","start":"2026-03-31T20:40:49.680148Z","end":"2026-03-31T20:40:49.899066Z","steps":["trace[1378679574] 'process raft request' (duration: 218.3811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.899154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.663377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:49.899358Z","caller":"traceutil/trace.go:171","msg":"trace[439849510] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9543; }","duration":"422.908362ms","start":"2026-03-31T20:40:49.476433Z","end":"2026-03-31T20:40:49.899341Z","steps":["trace[439849510] 'agreement among raft nodes before linearized reading' (duration: 422.650666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.899396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.476414Z","time spent":"422.968353ms","remote":"127.0.0.1:53496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:50.116601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.215541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T20:40:50.116679Z","caller":"traceutil/trace.go:171","msg":"trace[1673477236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9544; }","duration":"118.329864ms","start":"2026-03-31T20:40:49.998331Z","end":"2026-03-31T20:40:50.11666Z","steps":["trace[1673477236] 'range keys from in-memory index tree' (duration: 118.052677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:50.692016Z","caller":"traceutil/trace.go:171","msg":"trace[1033310569] linearizableReadLoop","detail":"{readStateIndex:9905; appliedIndex:9904; }","duration":"258.323138ms","start":"2026-03-31T20:40:50.433667Z","end":"2026-03-31T20:40:50.69199Z","steps":["trace[1033310569] 'read index received' (duration: 258.173185ms)","trace[1033310569] 'applied index is now lower than readState.Index' (duration: 148.923µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:50.692167Z","caller":"traceutil/trace.go:171","msg":"trace[1419780125] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"265.98971ms","start":"2026-03-31T20:40:50.426146Z","end":"2026-03-31T20:40:50.692136Z","steps":["trace[1419780125] 'process raft request' (duration: 265.693743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:50.69222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.532213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5qm7b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:40:50.692256Z","caller":"traceutil/trace.go:171","msg":"trace[1905900933] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5qm7b; range_end:; response_count:1; response_revision:9545; }","duration":"258.613815ms","start":"2026-03-31T20:40:50.433631Z","end":"2026-03-31T20:40:50.692245Z","steps":["trace[1905900933] 'agreement among raft nodes before linearized reading' (duration: 258.461932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:51.194627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.36465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:51.194733Z","caller":"traceutil/trace.go:171","msg":"trace[103717117] linearizableReadLoop","detail":"{readStateIndex:9907; appliedIndex:9906; }","duration":"236.7875ms","start":"2026-03-31T20:40:50.95793Z","end":"2026-03-31T20:40:51.194717Z","steps":["trace[103717117] 'read index received' (duration: 124.191644ms)","trace[103717117] 'applied index is now lower than readState.Index' (duration: 112.594556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:51.194837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.916563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:51.194864Z","caller":"traceutil/trace.go:171","msg":"trace[248898163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9547; }","duration":"236.983704ms","start":"2026-03-31T20:40:50.957871Z","end":"2026-03-31T20:40:51.194855Z","steps":["trace[248898163] 'agreement among raft nodes before linearized reading' (duration: 236.930893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:51.194851Z","caller":"traceutil/trace.go:171","msg":"trace[1579838128] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"284.258567ms","start":"2026-03-31T20:40:50.910535Z","end":"2026-03-31T20:40:51.194793Z","steps":["trace[1579838128] 'process raft request' (duration: 171.649421ms)","trace[1579838128] 'compare' (duration: 112.112705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:51.195043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.980584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:51.195135Z","caller":"traceutil/trace.go:171","msg":"trace[681868498] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9547; }","duration":"104.144698ms","start":"2026-03-31T20:40:51.090966Z","end":"2026-03-31T20:40:51.195111Z","steps":["trace[681868498] 'agreement among raft nodes before linearized reading' (duration: 103.979494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:54.717714Z","caller":"traceutil/trace.go:171","msg":"trace[1575488853] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"133.46792ms","start":"2026-03-31T20:40:54.584224Z","end":"2026-03-31T20:40:54.717692Z","steps":["trace[1575488853] 'process raft request' (duration: 133.247305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.832818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.850217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:55.83314Z","caller":"traceutil/trace.go:171","msg":"trace[1777631943] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"195.494621ms","start":"2026-03-31T20:40:55.637612Z","end":"2026-03-31T20:40:55.833107Z","steps":["trace[1777631943] 'process raft request' (duration: 93.265125ms)","trace[1777631943] 'compare' (duration: 101.630962ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:55.833295Z","caller":"traceutil/trace.go:171","msg":"trace[466545705] transaction","detail":"{read_only:false; response_revision:9595; number_of_response:1; }","duration":"194.283845ms","start":"2026-03-31T20:40:55.638985Z","end":"2026-03-31T20:40:55.833269Z","steps":["trace[466545705] 'process raft request' (duration: 194.207033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:55.833316Z","caller":"traceutil/trace.go:171","msg":"trace[348606936] transaction","detail":"{read_only:false; response_revision:9592; number_of_response:1; }","duration":"195.023861ms","start":"2026-03-31T20:40:55.63826Z","end":"2026-03-31T20:40:55.833284Z","steps":["trace[348606936] 'process raft request' (duration: 194.695484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:55.833364Z","caller":"traceutil/trace.go:171","msg":"trace[1792943128] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"194.358576ms","start":"2026-03-31T20:40:55.63898Z","end":"2026-03-31T20:40:55.833338Z","steps":["trace[1792943128] 'process raft request' (duration: 194.161822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:55.833367Z","caller":"traceutil/trace.go:171","msg":"trace[1865280658] transaction","detail":"{read_only:false; response_revision:9593; number_of_response:1; }","duration":"195.02125ms","start":"2026-03-31T20:40:55.638291Z","end":"2026-03-31T20:40:55.833313Z","steps":["trace[1865280658] 'process raft request' (duration: 194.794166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:58.105654Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T20:40:58.112108Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T20:40:58.112204Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T20:41:04.363519Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7350} {"level":"info","ts":"2026-03-31T20:41:04.465006Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7350,"took":"99.169467ms","hash":1563882878,"current-db-size-bytes":42172416,"current-db-size":"42 MB","current-db-size-in-use-bytes":24567808,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T20:41:04.465078Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1563882878,"revision":7350,"compact-revision":4392} {"level":"info","ts":"2026-03-31T20:41:31.474757Z","caller":"traceutil/trace.go:171","msg":"trace[165735824] linearizableReadLoop","detail":"{readStateIndex:10284; appliedIndex:10283; }","duration":"162.585989ms","start":"2026-03-31T20:41:31.312151Z","end":"2026-03-31T20:41:31.474737Z","steps":["trace[165735824] 'read index received' (duration: 162.413184ms)","trace[165735824] 'applied index is now lower than readState.Index' (duration: 171.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:41:31.474823Z","caller":"traceutil/trace.go:171","msg":"trace[505109793] transaction","detail":"{read_only:false; response_revision:9914; number_of_response:1; }","duration":"224.021026ms","start":"2026-03-31T20:41:31.250763Z","end":"2026-03-31T20:41:31.474784Z","steps":["trace[505109793] 'process raft request' (duration: 223.855142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:41:31.474881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.707252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:41:31.474915Z","caller":"traceutil/trace.go:171","msg":"trace[1063930172] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9914; }","duration":"162.789214ms","start":"2026-03-31T20:41:31.312114Z","end":"2026-03-31T20:41:31.474904Z","steps":["trace[1063930172] 'agreement among raft nodes before linearized reading' (duration: 162.716872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:41:31.621946Z","caller":"traceutil/trace.go:171","msg":"trace[1635317364] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"117.609998ms","start":"2026-03-31T20:41:31.504281Z","end":"2026-03-31T20:41:31.621891Z","steps":["trace[1635317364] 'process raft request' (duration: 117.288891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:42:01.721375Z","caller":"traceutil/trace.go:171","msg":"trace[1497241313] transaction","detail":"{read_only:false; response_revision:10129; number_of_response:1; }","duration":"109.252935ms","start":"2026-03-31T20:42:01.612103Z","end":"2026-03-31T20:42:01.721356Z","steps":["trace[1497241313] 'process raft request' (duration: 64.371647ms)","trace[1497241313] 'compare' (duration: 44.56234ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:42:59.489866Z","caller":"traceutil/trace.go:171","msg":"trace[260382846] linearizableReadLoop","detail":"{readStateIndex:11033; appliedIndex:11032; }","duration":"221.567738ms","start":"2026-03-31T20:42:59.268274Z","end":"2026-03-31T20:42:59.489842Z","steps":["trace[260382846] 'read index received' (duration: 221.450146ms)","trace[260382846] 'applied index is now lower than readState.Index' (duration: 116.652µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:42:59.490008Z","caller":"traceutil/trace.go:171","msg":"trace[127067323] transaction","detail":"{read_only:false; response_revision:10637; number_of_response:1; }","duration":"282.07839ms","start":"2026-03-31T20:42:59.207917Z","end":"2026-03-31T20:42:59.489995Z","steps":["trace[127067323] 'process raft request' (duration: 281.792854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:42:59.490294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.013737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T20:42:59.490349Z","caller":"traceutil/trace.go:171","msg":"trace[648122973] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:10637; }","duration":"222.11582ms","start":"2026-03-31T20:42:59.26822Z","end":"2026-03-31T20:42:59.490335Z","steps":["trace[648122973] 'agreement among raft nodes before linearized reading' (duration: 221.981897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:00.921819Z","caller":"traceutil/trace.go:171","msg":"trace[532683437] transaction","detail":"{read_only:false; response_revision:10646; number_of_response:1; }","duration":"136.372542ms","start":"2026-03-31T20:43:00.785413Z","end":"2026-03-31T20:43:00.921786Z","steps":["trace[532683437] 'process raft request' (duration: 111.955835ms)","trace[532683437] 'compare' (duration: 24.286004ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:03.905636Z","caller":"traceutil/trace.go:171","msg":"trace[1833566976] transaction","detail":"{read_only:false; response_revision:10662; number_of_response:1; }","duration":"135.467062ms","start":"2026-03-31T20:43:03.770147Z","end":"2026-03-31T20:43:03.905614Z","steps":["trace[1833566976] 'process raft request' (duration: 135.329109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:04.215799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.885559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:43:04.215911Z","caller":"traceutil/trace.go:171","msg":"trace[786547218] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10662; }","duration":"115.050103ms","start":"2026-03-31T20:43:04.100843Z","end":"2026-03-31T20:43:04.215893Z","steps":["trace[786547218] 'count revisions from in-memory index tree' (duration: 114.777106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:04.216094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.586906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:43:04.216169Z","caller":"traceutil/trace.go:171","msg":"trace[1190644053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10662; }","duration":"111.704999ms","start":"2026-03-31T20:43:04.104447Z","end":"2026-03-31T20:43:04.216152Z","steps":["trace[1190644053] 'range keys from in-memory index tree' (duration: 111.434413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:04.458504Z","caller":"traceutil/trace.go:171","msg":"trace[322273648] transaction","detail":"{read_only:false; response_revision:10663; number_of_response:1; }","duration":"295.347873ms","start":"2026-03-31T20:43:04.163132Z","end":"2026-03-31T20:43:04.45848Z","steps":["trace[322273648] 'process raft request' (duration: 295.049347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.12887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830839887448666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:43:05.1768Z","caller":"traceutil/trace.go:171","msg":"trace[72595188] transaction","detail":"{read_only:false; response_revision:10664; number_of_response:1; }","duration":"956.916858ms","start":"2026-03-31T20:43:04.219652Z","end":"2026-03-31T20:43:05.176569Z","steps":["trace[72595188] 'process raft request' (duration: 956.526899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.177329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.219633Z","time spent":"957.508451ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:43:05.177755Z","caller":"traceutil/trace.go:171","msg":"trace[127911981] transaction","detail":"{read_only:false; response_revision:10665; number_of_response:1; }","duration":"948.388701ms","start":"2026-03-31T20:43:04.229337Z","end":"2026-03-31T20:43:05.177726Z","steps":["trace[127911981] 'process raft request' (duration: 946.992859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.17794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.229318Z","time spent":"948.517164ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:43:05.58087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.055794ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:43:05.581234Z","caller":"traceutil/trace.go:171","msg":"trace[1604734729] transaction","detail":"{read_only:false; response_revision:10667; number_of_response:1; }","duration":"165.408363ms","start":"2026-03-31T20:43:05.415804Z","end":"2026-03-31T20:43:05.581212Z","steps":["trace[1604734729] 'process raft request' (duration: 165.308071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.581458Z","caller":"traceutil/trace.go:171","msg":"trace[219177183] transaction","detail":"{read_only:false; response_revision:10666; number_of_response:1; }","duration":"510.406999ms","start":"2026-03-31T20:43:05.071017Z","end":"2026-03-31T20:43:05.581424Z","steps":["trace[219177183] 'process raft request' (duration: 509.952298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.581684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.80482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:43:05.581756Z","caller":"traceutil/trace.go:171","msg":"trace[252857038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10667; }","duration":"953.864351ms","start":"2026-03-31T20:43:04.627862Z","end":"2026-03-31T20:43:05.581727Z","steps":["trace[252857038] 'agreement among raft nodes before linearized reading' (duration: 953.691328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.581796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.627821Z","time spent":"953.967144ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:43:05.581672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:05.070991Z","time spent":"510.587352ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:43:05.581464Z","caller":"traceutil/trace.go:171","msg":"trace[1546821172] linearizableReadLoop","detail":"{readStateIndex:11064; appliedIndex:11060; }","duration":"953.546435ms","start":"2026-03-31T20:43:04.627867Z","end":"2026-03-31T20:43:05.581413Z","steps":["trace[1546821172] 'read index received' (duration: 548.387074ms)","trace[1546821172] 'applied index is now lower than readState.Index' (duration: 405.155551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:43:05.585355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.789765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:05.585623Z","caller":"traceutil/trace.go:171","msg":"trace[1434495483] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10668; }","duration":"951.882168ms","start":"2026-03-31T20:43:04.633523Z","end":"2026-03-31T20:43:05.585406Z","steps":["trace[1434495483] 'agreement among raft nodes before linearized reading' (duration: 951.744425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.585659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.633507Z","time spent":"952.143373ms","remote":"127.0.0.1:51070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:43:05.585671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.378162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:43:05.585767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.897993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:05.585801Z","caller":"traceutil/trace.go:171","msg":"trace[1842945376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10668; }","duration":"627.933074ms","start":"2026-03-31T20:43:04.957861Z","end":"2026-03-31T20:43:05.585794Z","steps":["trace[1842945376] 'agreement among raft nodes before linearized reading' (duration: 627.878123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.585821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.957801Z","time spent":"628.016357ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:43:05.585822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.970355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:05.585854Z","caller":"traceutil/trace.go:171","msg":"trace[688780419] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10668; }","duration":"950.018326ms","start":"2026-03-31T20:43:04.635828Z","end":"2026-03-31T20:43:05.585846Z","steps":["trace[688780419] 'agreement among raft nodes before linearized reading' (duration: 949.961725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.585754Z","caller":"traceutil/trace.go:171","msg":"trace[696350812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10668; }","duration":"795.467654ms","start":"2026-03-31T20:43:04.790266Z","end":"2026-03-31T20:43:05.585733Z","steps":["trace[696350812] 'agreement among raft nodes before linearized reading' (duration: 795.027394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.585899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.635819Z","time spent":"950.072457ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:43:05.585923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.790185Z","time spent":"795.728589ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:43:05.585921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.616557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T20:43:05.585947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.135471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:43:05.585947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.72662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:43:05.585996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.246956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T20:43:05.585993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.252256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:43:05.586018Z","caller":"traceutil/trace.go:171","msg":"trace[1539445447] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10668; }","duration":"829.287698ms","start":"2026-03-31T20:43:04.756725Z","end":"2026-03-31T20:43:05.586013Z","steps":["trace[1539445447] 'agreement among raft nodes before linearized reading' (duration: 829.235517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.58603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.756717Z","time spent":"829.310558ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T20:43:05.585993Z","caller":"traceutil/trace.go:171","msg":"trace[1752014800] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10668; }","duration":"837.243663ms","start":"2026-03-31T20:43:04.748735Z","end":"2026-03-31T20:43:05.585979Z","steps":["trace[1752014800] 'agreement among raft nodes before linearized reading' (duration: 837.026558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.586035Z","caller":"traceutil/trace.go:171","msg":"trace[453459403] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10668; }","duration":"642.862633ms","start":"2026-03-31T20:43:04.943151Z","end":"2026-03-31T20:43:05.586014Z","steps":["trace[453459403] 'agreement among raft nodes before linearized reading' (duration: 642.649968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.586067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.748714Z","time spent":"837.343756ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:43:05.58609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.943127Z","time spent":"642.951195ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:43:05.58603Z","caller":"traceutil/trace.go:171","msg":"trace[999580156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10668; }","duration":"804.335278ms","start":"2026-03-31T20:43:04.781685Z","end":"2026-03-31T20:43:05.586021Z","steps":["trace[999580156] 'agreement among raft nodes before linearized reading' (duration: 804.210735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.586177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.781662Z","time spent":"804.507752ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:43:05.58598Z","caller":"traceutil/trace.go:171","msg":"trace[477284229] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10668; }","duration":"884.676208ms","start":"2026-03-31T20:43:04.701289Z","end":"2026-03-31T20:43:05.585965Z","steps":["trace[477284229] 'agreement among raft nodes before linearized reading' (duration: 884.537885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.586238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:04.701239Z","time spent":"884.989765ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:43:05.770669Z","caller":"traceutil/trace.go:171","msg":"trace[1777205392] transaction","detail":"{read_only:false; response_revision:10670; number_of_response:1; }","duration":"180.34247ms","start":"2026-03-31T20:43:05.590299Z","end":"2026-03-31T20:43:05.770641Z","steps":["trace[1777205392] 'process raft request' (duration: 180.050844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.770668Z","caller":"traceutil/trace.go:171","msg":"trace[1390179942] transaction","detail":"{read_only:false; response_revision:10671; number_of_response:1; }","duration":"180.039194ms","start":"2026-03-31T20:43:05.590603Z","end":"2026-03-31T20:43:05.770643Z","steps":["trace[1390179942] 'process raft request' (duration: 179.931082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.77098Z","caller":"traceutil/trace.go:171","msg":"trace[2079860585] transaction","detail":"{read_only:false; response_revision:10672; number_of_response:1; }","duration":"180.196187ms","start":"2026-03-31T20:43:05.590763Z","end":"2026-03-31T20:43:05.770959Z","steps":["trace[2079860585] 'process raft request' (duration: 179.835179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.771041Z","caller":"traceutil/trace.go:171","msg":"trace[500357500] transaction","detail":"{read_only:false; response_revision:10674; number_of_response:1; }","duration":"180.169656ms","start":"2026-03-31T20:43:05.590846Z","end":"2026-03-31T20:43:05.771015Z","steps":["trace[500357500] 'process raft request' (duration: 180.075454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.771118Z","caller":"traceutil/trace.go:171","msg":"trace[2146149616] transaction","detail":"{read_only:false; response_revision:10675; number_of_response:1; }","duration":"160.278319ms","start":"2026-03-31T20:43:05.61082Z","end":"2026-03-31T20:43:05.771098Z","steps":["trace[2146149616] 'process raft request' (duration: 160.120116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.771153Z","caller":"traceutil/trace.go:171","msg":"trace[1558864656] transaction","detail":"{read_only:false; response_revision:10673; number_of_response:1; }","duration":"180.173636ms","start":"2026-03-31T20:43:05.590884Z","end":"2026-03-31T20:43:05.771058Z","steps":["trace[1558864656] 'process raft request' (duration: 179.946801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:07.787274Z","caller":"traceutil/trace.go:171","msg":"trace[1533853027] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"599.698473ms","start":"2026-03-31T20:43:07.187553Z","end":"2026-03-31T20:43:07.787251Z","steps":["trace[1533853027] 'process raft request' (duration: 599.56151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:07.787427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:07.187542Z","time spent":"599.806576ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:43:07.8471Z","caller":"traceutil/trace.go:171","msg":"trace[1243994990] linearizableReadLoop","detail":"{readStateIndex:11085; appliedIndex:11082; }","duration":"256.409684ms","start":"2026-03-31T20:43:07.590668Z","end":"2026-03-31T20:43:07.847078Z","steps":["trace[1243994990] 'read index received' (duration: 196.499716ms)","trace[1243994990] 'applied index is now lower than readState.Index' (duration: 59.908968ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:07.847268Z","caller":"traceutil/trace.go:171","msg":"trace[1291884025] transaction","detail":"{read_only:false; response_revision:10688; number_of_response:1; }","duration":"255.994956ms","start":"2026-03-31T20:43:07.591243Z","end":"2026-03-31T20:43:07.847238Z","steps":["trace[1291884025] 'process raft request' (duration: 255.801312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:07.847377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.708012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:07.847415Z","caller":"traceutil/trace.go:171","msg":"trace[1969660615] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10688; }","duration":"256.801794ms","start":"2026-03-31T20:43:07.590605Z","end":"2026-03-31T20:43:07.847407Z","steps":["trace[1969660615] 'agreement among raft nodes before linearized reading' (duration: 256.730972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:07.847535Z","caller":"traceutil/trace.go:171","msg":"trace[1471075853] transaction","detail":"{read_only:false; response_revision:10686; number_of_response:1; }","duration":"577.883464ms","start":"2026-03-31T20:43:07.269639Z","end":"2026-03-31T20:43:07.847522Z","steps":["trace[1471075853] 'process raft request' (duration: 577.233339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:07.847641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.770925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:43:07.847645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:07.269612Z","time spent":"577.957236ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:43:07.847666Z","caller":"traceutil/trace.go:171","msg":"trace[1465234820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10688; }","duration":"172.828636ms","start":"2026-03-31T20:43:07.674829Z","end":"2026-03-31T20:43:07.847658Z","steps":["trace[1465234820] 'agreement among raft nodes before linearized reading' (duration: 172.741674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:07.847897Z","caller":"traceutil/trace.go:171","msg":"trace[621632774] transaction","detail":"{read_only:false; response_revision:10687; number_of_response:1; }","duration":"533.012056ms","start":"2026-03-31T20:43:07.314875Z","end":"2026-03-31T20:43:07.847887Z","steps":["trace[621632774] 'process raft request' (duration: 532.129806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:07.84798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:07.314854Z","time spent":"533.075928ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:43:08.987112Z","caller":"traceutil/trace.go:171","msg":"trace[2123441321] transaction","detail":"{read_only:false; response_revision:10697; number_of_response:1; }","duration":"126.639078ms","start":"2026-03-31T20:43:08.860441Z","end":"2026-03-31T20:43:08.987081Z","steps":["trace[2123441321] 'process raft request' (duration: 126.424233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:09.309231Z","caller":"traceutil/trace.go:171","msg":"trace[2011961508] transaction","detail":"{read_only:false; response_revision:10701; number_of_response:1; }","duration":"139.388498ms","start":"2026-03-31T20:43:09.169826Z","end":"2026-03-31T20:43:09.309214Z","steps":["trace[2011961508] 'process raft request' (duration: 138.980879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:09.445956Z","caller":"traceutil/trace.go:171","msg":"trace[1033616391] transaction","detail":"{read_only:false; response_revision:10704; number_of_response:1; }","duration":"121.040415ms","start":"2026-03-31T20:43:09.324881Z","end":"2026-03-31T20:43:09.445922Z","steps":["trace[1033616391] 'process raft request' (duration: 120.882512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:09.445999Z","caller":"traceutil/trace.go:171","msg":"trace[1814666284] transaction","detail":"{read_only:false; response_revision:10705; number_of_response:1; }","duration":"120.918372ms","start":"2026-03-31T20:43:09.325056Z","end":"2026-03-31T20:43:09.445974Z","steps":["trace[1814666284] 'process raft request' (duration: 120.740028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:09.446114Z","caller":"traceutil/trace.go:171","msg":"trace[313659533] transaction","detail":"{read_only:false; response_revision:10703; number_of_response:1; }","duration":"121.190818ms","start":"2026-03-31T20:43:09.324821Z","end":"2026-03-31T20:43:09.446012Z","steps":["trace[313659533] 'process raft request' (duration: 120.82076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:16.973374Z","caller":"traceutil/trace.go:171","msg":"trace[215190041] transaction","detail":"{read_only:false; response_revision:10764; number_of_response:1; }","duration":"164.538693ms","start":"2026-03-31T20:43:16.808811Z","end":"2026-03-31T20:43:16.97335Z","steps":["trace[215190041] 'process raft request' (duration: 164.353539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:17.276091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.430423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:17.276168Z","caller":"traceutil/trace.go:171","msg":"trace[1375092838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10764; }","duration":"185.550486ms","start":"2026-03-31T20:43:17.090601Z","end":"2026-03-31T20:43:17.276151Z","steps":["trace[1375092838] 'range keys from in-memory index tree' (duration: 185.31321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:40.419221Z","caller":"traceutil/trace.go:171","msg":"trace[1319855228] linearizableReadLoop","detail":"{readStateIndex:11304; appliedIndex:11303; }","duration":"121.866724ms","start":"2026-03-31T20:43:40.297331Z","end":"2026-03-31T20:43:40.419198Z","steps":["trace[1319855228] 'read index received' (duration: 60.302538ms)","trace[1319855228] 'applied index is now lower than readState.Index' (duration: 61.563076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:43:40.419685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.341544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:43:40.419753Z","caller":"traceutil/trace.go:171","msg":"trace[539363419] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10898; }","duration":"122.466056ms","start":"2026-03-31T20:43:40.297272Z","end":"2026-03-31T20:43:40.419738Z","steps":["trace[539363419] 'agreement among raft nodes before linearized reading' (duration: 122.268422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:40.419438Z","caller":"traceutil/trace.go:171","msg":"trace[884979060] transaction","detail":"{read_only:false; response_revision:10898; number_of_response:1; }","duration":"161.004315ms","start":"2026-03-31T20:43:40.258401Z","end":"2026-03-31T20:43:40.419405Z","steps":["trace[884979060] 'process raft request' (duration: 99.235545ms)","trace[884979060] 'compare' (duration: 61.445693ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:04.369333Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9721} {"level":"info","ts":"2026-03-31T20:46:04.457623Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9721,"took":"86.092423ms","hash":3900357837,"current-db-size-bytes":42172416,"current-db-size":"42 MB","current-db-size-in-use-bytes":23359488,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T20:46:04.457693Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3900357837,"revision":9721,"compact-revision":7350}